#!/usr/bin/env python3
"""Sends a fixed-seed sample of stored google.com/goto links to Cloro's redirect resolver through Treg and
follows the same links directly, one link a second, then compares the two destinations.
Per-link results go to <raw-dir>/resolver.json (gitignored); the summary carries counts only.
Usage: scripts/check-goto-resolver.py <raw-dir> <summary.json> [per-route-sample]"""
import json, sys, os, glob, random, re, time, subprocess, http.client
from urllib.parse import urlparse, urljoin
raw, out = sys.argv[1], sys.argv[2]; N = int(sys.argv[3]) if len(sys.argv) > 3 else 20
UA = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0 Safari/537.36'
is_goto = lambda u: isinstance(u, str) and re.match(r'https?://(www\.)?google\.[a-z.]+/goto\b', u)
def host(u):
    h = urlparse(u).netloc.lower() if u else ''
    return h[4:] if h.startswith('www.') else h
def direct(u):
    for _ in range(4):
        p = urlparse(u); c = http.client.HTTPSConnection(p.netloc, timeout=20)
        c.request('GET', p.path + ('?' + p.query if p.query else ''), headers={'User-Agent': UA}); r = c.getresponse()
        loc = r.getheader('Location'); s = r.status; c.close()
        if s in (301, 302, 303, 307, 308) and loc:
            u = urljoin(u, loc)
            if not host(u).startswith('google.'): return u
        else: return None
rows = {'dataforseo': [], 'serpapi': []}
for f in sorted(glob.glob(os.path.join(raw, 'serp-dataforseo-*.json'))):
    for t in json.load(open(f))['response'].get('tasks') or []:
        for res in t.get('result') or []:
            rows['dataforseo'] += [i['url'] for i in res.get('items') or [] if i.get('type') == 'organic' and is_goto(i.get('url'))]
for f in sorted(glob.glob(os.path.join(raw, 'serp-serpapi-*.json'))):
    rows['serpapi'] += [i['link'] for i in json.load(open(f))['response'].get('organic_results') or [] if is_goto(i.get('link'))]
random.seed(20261102); recs = []; summary = {}
for route, lst in rows.items():
    got = []
    for u in random.sample(lst, min(N, len(lst))):
        t0 = time.time()
        p = subprocess.run(['treg', 'call', 'cloro.google.redirect.resolve', '--method', 'POST', '--data', json.dumps({'url': u})], capture_output=True, text=True, timeout=120)
        ms = int((time.time() - t0) * 1000)
        try: body = json.loads(p.stdout)
        except Exception: body = {}
        cl = body.get('url') if isinstance(body, dict) else None
        try: d = direct(u)
        except Exception: d = None
        got.append({'route': route, 'cloro': cl, 'direct': d, 'ms': ms, 'exit': p.returncode, 'err': None if cl else (p.stdout or p.stderr)[:200]})
        time.sleep(1)
    recs += got; ms = sorted(x['ms'] for x in got)
    summary[route] = {'sampled': len(got), 'cloro_resolved': sum(1 for x in got if x['cloro'] and not host(x['cloro']).startswith('google.')), 'direct_resolved': sum(1 for x in got if x['direct']),
                      'same_url': sum(1 for x in got if x['cloro'] and x['cloro'] == x['direct']), 'same_host': sum(1 for x in got if x['cloro'] and x['direct'] and host(x['cloro']) == host(x['direct'])), 'cloro_median_ms': ms[len(ms) // 2] if ms else None}
json.dump(recs, open(os.path.join(raw, 'resolver.json'), 'w'), indent=0); json.dump(summary, open(out, 'w'), indent=1); print(json.dumps(summary, indent=1))
for x in recs:
    if not x['cloro']: print('ERR', x['err'])
