#!/usr/bin/env python3
"""
Rank the Criterion films you're missing by their Letterboxd rating.

Reads the JSON written by criterion_crossref.py, fetches each missing film's
Letterboxd page for its average rating, and writes a plain-text list sorted
best-first (unrated films at the bottom).

Usage:
  python fetch_ratings.py [criterion_crossref.json] [criterion_missing.txt]

Requires only the Python standard library.
"""
import json, urllib.request, re, time, sys

IN_PATH = sys.argv[1] if len(sys.argv) > 1 else "criterion_crossref.json"
OUT_PATH = sys.argv[2] if len(sys.argv) > 2 else "criterion_missing.txt"
USER_AGENT = "Mozilla/5.0 (criterion-crossref/1.0)"

with open(IN_PATH) as f:
    data = json.load(f)

missing = data["missing"] + [m["criterion"] for m in data["fuzzy"]]
print(f"Fetching Letterboxd ratings for {len(missing)} films...", file=sys.stderr)

results = []
for i, film in enumerate(missing, 1):
    slug = film["slug"]
    url = f"https://letterboxd.com/film/{slug}/"
    rating = None
    year = film.get("year")
    try:
        req = urllib.request.Request(url, headers={"User-Agent": USER_AGENT})
        with urllib.request.urlopen(req, timeout=30) as r:
            html = r.read().decode("utf-8", errors="replace")
        m = re.search(r'"ratingValue"\s*:\s*(\d+\.?\d*)', html)
        if m:
            rating = float(m.group(1))
        if not year:
            ym = re.search(r'<meta property="og:title" content="[^"]+\((\d{4})\)', html)
            if ym:
                year = int(ym.group(1))
    except Exception as e:
        print(f"  Error fetching {slug}: {e}", file=sys.stderr)

    results.append((film["title"], year, rating))
    if i % 100 == 0:
        print(f"  ...{i}/{len(missing)}", file=sys.stderr)
    time.sleep(0.25)  # be polite

# Sort by rating descending, unrated at the bottom
results.sort(key=lambda x: (x[2] is not None, x[2] or 0), reverse=True)

with open(OUT_PATH, "w") as f:
    for title, year, rating in results:
        yr = str(year) if year else ""
        rt = f" [{rating}/5]" if rating else ""
        line = f"{title} {yr}{rt}".strip()
        f.write(line + "\n")

rated = sum(1 for _, _, r in results if r is not None)
print(f"Done! Wrote {len(results)} films ({rated} with ratings) to {OUT_PATH}.", file=sys.stderr)