44 lines
1.4 KiB
Python
44 lines
1.4 KiB
Python
|
import csv
|
|||
|
|
|
|||
|
|
from bs4 import BeautifulSoup
|
|||
|
|
|
|||
|
|
# Load your HTML (replace this with reading from a file or requests.get().text)
|
|||
|
|
with open("packages_table.html", "r", encoding="utf-8") as f:
|
|||
|
|
html = f.read()
|
|||
|
|
|
|||
|
|
soup = BeautifulSoup(html, "html.parser")
|
|||
|
|
|
|||
|
|
rows: list[tuple[str, str, str]] = []
|
|||
|
|
|
|||
|
|
for tr in soup.select("tbody > tr"):
|
|||
|
|
# 1️⃣ First column: repo name
|
|||
|
|
name_tag = tr.select_one("th a")
|
|||
|
|
name = name_tag.get_text(strip=True) if name_tag else ""
|
|||
|
|
|
|||
|
|
# 2️⃣ Second and third columns: prefer span[title], fall back to span text
|
|||
|
|
td_tags = tr.select("td")
|
|||
|
|
if len(td_tags) >= 2:
|
|||
|
|
|
|||
|
|
def extract_value(td):
|
|||
|
|
span = td.select_one("span")
|
|||
|
|
if span:
|
|||
|
|
# Prefer title attribute, else text content
|
|||
|
|
return span.get("title") or span.get_text(strip=True)
|
|||
|
|
# Sometimes there's no <span>, just text inside <a> or <td>
|
|||
|
|
return td.get_text(strip=True)
|
|||
|
|
|
|||
|
|
packages = extract_value(td_tags[0])
|
|||
|
|
fresh_packages = extract_value(td_tags[1])
|
|||
|
|
else:
|
|||
|
|
packages = fresh_packages = ""
|
|||
|
|
|
|||
|
|
rows.append((name, packages, fresh_packages))
|
|||
|
|
|
|||
|
|
# Write to CSV
|
|||
|
|
with open("packages.csv", "w", newline="", encoding="utf-8") as f:
|
|||
|
|
writer = csv.writer(f)
|
|||
|
|
writer.writerow(["Name", "Packages", "Fresh Packages"])
|
|||
|
|
writer.writerows(rows)
|
|||
|
|
|
|||
|
|
print("✅ Extracted", len(rows), "rows into packages.csv")
|