#!/usr/bin/env python3
"""Scrape BGA news IDs 1101-1115 for new game releases."""
import subprocess
import re
import json
import time

AGENT_BROWSER = "/home/hermes/.hermes/node/lib/node_modules/agent-browser/bin/agent-browser-linux-x64"

def run(cmd, timeout=15):
    result = subprocess.run(cmd, shell=True, capture_output=True, text=True, timeout=timeout)
    return result.stdout

results = []

for news_id in range(1101, 1116):
    # Close any existing session first
    run(f'{AGENT_BROWSER} close --all 2>/dev/null', timeout=3)
    
    print(f"--- Scraping ID {news_id} ---")
    
    # Open the news page
    open_out = run(f'{AGENT_BROWSER} open "https://en.boardgamearena.com/news?id={news_id}" --args "--no-sandbox"', timeout=20)
    
    # Get snapshot
    time.sleep(2)
    snap = run(f'{AGENT_BROWSER} snapshot', timeout=15)
    snap_len = len(snap)
    print(f"  Snapshot length: {snap_len}")
    
    if snap_len < 1000:
        print(f"  ID {news_id}: EMPTY or too short, skipping")
        continue
    
    # Extract heading (level 3)
    headings = re.findall(r'heading\s+\"([^\"]+)\"\s+\[level=3', snap)
    title = headings[0] if headings else None
    
    # Extract date (Month DDth YYYY)
    dates = re.findall(r'StaticText\s+\"(\w+\s+\d+(?:st|nd|rd|th)\s+\d{4})\"', snap)
    date = dates[-1] if dates else None
    
    # Extract gamepanel links
    gamepanels = re.findall(r'link\s+\"(https://boardgamearena\.com/gamepanel\?game=[^\"]+)\"', snap)
    
    # Also look for any links
    links = re.findall(r'link\s+\"(https://[^\"]+)\"', snap)
    
    if title:
        print(f"  TITLE: {title}")
    if date:
        print(f"  DATE: {date}")
    if gamepanels:
        print(f"  GAMEPANEL: {gamepanels[0]}")
    
    # Filter: skip non-game content
    skip = False
    if title:
        if "arena season" in title.lower():
            print(f"  SKIP: Arena Season")
            skip = True
        elif "bga award" in title.lower():
            print(f"  SKIP: BGA Award")
            skip = True
        elif "board game fest" in title.lower() or "celebrate" in title.lower():
            print(f"  SKIP: Board Game Fest")
            skip = True
    
    if title and date and not skip:
        result = {
            "id": news_id,
            "date": date,
            "title": title,
            "gamepanel": gamepanels[0] if gamepanels else None
        }
        results.append(result)
        print(f"  RESULT: {json.dumps(result)}")
    
    # Close before next
    run(f'{AGENT_BROWSER} close --all 2>/dev/null', timeout=3)
    time.sleep(1)

print("\n=== ALL RESULTS ===")
for r in results:
    print(json.dumps(r, ensure_ascii=False))

# Save to file
with open('/home/hermes/workspace/bga_new_games.json', 'w') as f:
    json.dump(results, f, indent=2, ensure_ascii=False)

print(f"\nTotal new games found: {len(results)}")