chore: vollständiger Workspace-Snapshot 03.07.2026

- publish_gatekeeper.py (neues Gatekeeper-System) - 4 Premium-Artikel: Veggie Match, Berlin 1960, Wild Tiled West, Scream Park - Alle kumulierten Artikel, Scripts, Medien und Caches
2026-07-03 11:35:39 +02:00
parent 0bc68ecd25
commit b3b6b702d1
354 changed files with 180125 additions and 9391 deletions
@@ -0,0 +1,91 @@
+#!/usr/bin/env python3
+"""Scrape BGA news IDs 1101-1115 for new game releases."""
+import subprocess
+import re
+import json
+import time
+
+AGENT_BROWSER = "/home/hermes/.hermes/node/lib/node_modules/agent-browser/bin/agent-browser-linux-x64"
+
+def run(cmd, timeout=15):
+    result = subprocess.run(cmd, shell=True, capture_output=True, text=True, timeout=timeout)
+    return result.stdout
+
+results = []
+
+for news_id in range(1101, 1116):
+    # Close any existing session first
+    run(f'{AGENT_BROWSER} close --all 2>/dev/null', timeout=3)
+    
+    print(f"--- Scraping ID {news_id} ---")
+    
+    # Open the news page
+    open_out = run(f'{AGENT_BROWSER} open "https://en.boardgamearena.com/news?id={news_id}" --args "--no-sandbox"', timeout=20)
+    
+    # Get snapshot
+    time.sleep(2)
+    snap = run(f'{AGENT_BROWSER} snapshot', timeout=15)
+    snap_len = len(snap)
+    print(f"  Snapshot length: {snap_len}")
+    
+    if snap_len < 1000:
+        print(f"  ID {news_id}: EMPTY or too short, skipping")
+        continue
+    
+    # Extract heading (level 3)
+    headings = re.findall(r'heading\s+\"([^\"]+)\"\s+\[level=3', snap)
+    title = headings[0] if headings else None
+    
+    # Extract date (Month DDth YYYY)
+    dates = re.findall(r'StaticText\s+\"(\w+\s+\d+(?:st|nd|rd|th)\s+\d{4})\"', snap)
+    date = dates[-1] if dates else None
+    
+    # Extract gamepanel links
+    gamepanels = re.findall(r'link\s+\"(https://boardgamearena\.com/gamepanel\?game=[^\"]+)\"', snap)
+    
+    # Also look for any links
+    links = re.findall(r'link\s+\"(https://[^\"]+)\"', snap)
+    
+    if title:
+        print(f"  TITLE: {title}")
+    if date:
+        print(f"  DATE: {date}")
+    if gamepanels:
+        print(f"  GAMEPANEL: {gamepanels[0]}")
+    
+    # Filter: skip non-game content
+    skip = False
+    if title:
+        if "arena season" in title.lower():
+            print(f"  SKIP: Arena Season")
+            skip = True
+        elif "bga award" in title.lower():
+            print(f"  SKIP: BGA Award")
+            skip = True
+        elif "board game fest" in title.lower() or "celebrate" in title.lower():
+            print(f"  SKIP: Board Game Fest")
+            skip = True
+    
+    if title and date and not skip:
+        result = {
+            "id": news_id,
+            "date": date,
+            "title": title,
+            "gamepanel": gamepanels[0] if gamepanels else None
+        }
+        results.append(result)
+        print(f"  RESULT: {json.dumps(result)}")
+    
+    # Close before next
+    run(f'{AGENT_BROWSER} close --all 2>/dev/null', timeout=3)
+    time.sleep(1)
+
+print("\n=== ALL RESULTS ===")
+for r in results:
+    print(json.dumps(r, ensure_ascii=False))
+
+# Save to file
+with open('/home/hermes/workspace/bga_new_games.json', 'w') as f:
+    json.dump(results, f, indent=2, ensure_ascii=False)
+
+print(f"\nTotal new games found: {len(results)}")