Added package repo statistic extraction script
This commit is contained in:
43
public/stats.py
Normal file
43
public/stats.py
Normal file
@@ -0,0 +1,43 @@
|
||||
import csv
|
||||
|
||||
from bs4 import BeautifulSoup
|
||||
|
||||
# Load your HTML (replace this with reading from a file or requests.get().text)
|
||||
with open("packages_table.html", "r", encoding="utf-8") as f:
|
||||
html = f.read()
|
||||
|
||||
soup = BeautifulSoup(html, "html.parser")
|
||||
|
||||
rows: list[tuple[str, str, str]] = []
|
||||
|
||||
for tr in soup.select("tbody > tr"):
|
||||
# 1️⃣ First column: repo name
|
||||
name_tag = tr.select_one("th a")
|
||||
name = name_tag.get_text(strip=True) if name_tag else ""
|
||||
|
||||
# 2️⃣ Second and third columns: prefer span[title], fall back to span text
|
||||
td_tags = tr.select("td")
|
||||
if len(td_tags) >= 2:
|
||||
|
||||
def extract_value(td):
|
||||
span = td.select_one("span")
|
||||
if span:
|
||||
# Prefer title attribute, else text content
|
||||
return span.get("title") or span.get_text(strip=True)
|
||||
# Sometimes there's no <span>, just text inside <a> or <td>
|
||||
return td.get_text(strip=True)
|
||||
|
||||
packages = extract_value(td_tags[0])
|
||||
fresh_packages = extract_value(td_tags[1])
|
||||
else:
|
||||
packages = fresh_packages = ""
|
||||
|
||||
rows.append((name, packages, fresh_packages))
|
||||
|
||||
# Write to CSV
|
||||
with open("packages.csv", "w", newline="", encoding="utf-8") as f:
|
||||
writer = csv.writer(f)
|
||||
writer.writerow(["Name", "Packages", "Fresh Packages"])
|
||||
writer.writerows(rows)
|
||||
|
||||
print("✅ Extracted", len(rows), "rows into packages.csv")
|
||||
Reference in New Issue
Block a user