fix: QC-Ratings aus 7 älteren Artikeln entfernt (CHECK 10)

2026-06-23 23:47:51 +02:00
parent e73e0e88de
commit 4d90e4249d
656 changed files with 2602398 additions and 3 deletions
@@ -0,0 +1,114 @@
+import re, json
+from datetime import datetime, timezone
+
+CUTOFF_MS = 1780272000000  # June 1, 2026 08:00 UTC
+NOW_UTC = datetime.now(timezone.utc)
+
+files = {
+    'top': '/home/hermes/workspace/reddit_top.html',
+    'hot': '/home/hermes/workspace/reddit_hot.html',
+    'new': '/home/hermes/workspace/reddit_new.html',
+}
+
+all_posts = {}  # keyed by thing ID (t3_xxx)
+
+for source, path in files.items():
+    with open(path) as f:
+        content = f.read()
+    
+    # Find all 'thing' divs
+    things = re.findall(r'<div class=" thing id-t3_([a-z0-9]+)[^"]*"(.*?)<div class="clearleft"></div></div>', content, re.DOTALL)
+    print(f"Source {source}: {len(things)} things found")
+    
+    for thing_id, thing_html in things:
+        # Extract data attributes
+        permalink_m = re.search(r'data-permalink="([^"]*)"', thing_html)
+        score_m = re.search(r'data-score="(\d+)"', thing_html)
+        comments_m = re.search(r'data-comments-count="(\d+)"', thing_html)
+        timestamp_m = re.search(r'data-timestamp="(\d+)"', thing_html)
+        author_m = re.search(r'data-author="([^"]*)"', thing_html)
+        
+        if not permalink_m:
+            continue
+        
+        permalink = permalink_m.group(1)
+        score = int(score_m.group(1)) if score_m else 0
+        comments = int(comments_m.group(1)) if comments_m else 0
+        timestamp = int(timestamp_m.group(1)) if timestamp_m else 0
+        author = author_m.group(1) if author_m else 'unknown'
+        
+        if timestamp < CUTOFF_MS:
+            continue
+        
+        # Extract title - look for <p class="title"> ... </p> within this thing
+        title_block = re.search(r'<p class="title">(.*?)</p>', thing_html, re.DOTALL)
+        title = "Unknown Title"
+        flair = ""
+        
+        if title_block:
+            title_html = title_block.group(1)
+            # Extract flair label
+            flair_m = re.search(r'linkflairlabel[^>]*title="([^"]*)"', title_html)
+            if not flair_m:
+                flair_m = re.search(r'flairrichtext[^>]*title="([^"]*)"', title_html)
+            if flair_m:
+                flair = flair_m.group(1)
+            
+            # Extract actual title text from <a> tag
+            title_text_m = re.search(r'<a[^>]*>(.*?)</a>', title_html)
+            if title_text_m:
+                title = title_text_m.group(1).strip()
+        
+        key = thing_id
+        if key in all_posts:
+            if score > all_posts[key]['score']:
+                all_posts[key] = {
+                    'id': thing_id,
+                    'title': title,
+                    'flair': flair,
+                    'permalink': permalink,
+                    'source': source,
+                    'score': score,
+                    'comments': comments,
+                    'timestamp': timestamp,
+                    'author': author,
+                }
+        else:
+            all_posts[key] = {
+                'id': thing_id,
+                'title': title,
+                'flair': flair,
+                'permalink': permalink,
+                'source': source,
+                'score': score,
+                'comments': comments,
+                'timestamp': timestamp,
+                'author': author,
+            }
+
+print(f"\nTotal unique posts in last 72h: {len(all_posts)}")
+
+# Exclude stickied AutoModerator posts, COMC posts
+excluded_flairs = {'COMC', 'Daily Game Recs', 'Midweek Mingle'}
+filtered = {k: v for k, v in all_posts.items() if v['flair'] not in excluded_flairs and v['author'] != 'AutoModerator'}
+
+# Also filter out obvious "look at my collection" posts by title
+def is_collection_post(title):
+    low = title.lower()
+    return any(x in low for x in ['[comc]', 'my collection', 'my game room', 'game room'])
+
+filtered = {k: v for k, v in filtered.items() if not is_collection_post(v['title'])}
+
+print(f"After filtering out stickied/COMC: {len(filtered)}")
+
+sorted_posts = sorted(filtered.values(), key=lambda x: x['score'], reverse=True)
+
+for i, p in enumerate(sorted_posts[:30]):
+    dt = datetime.fromtimestamp(p['timestamp']/1000, tz=timezone.utc)
+    age_h = (NOW_UTC - dt).total_seconds() / 3600
+    flair_str = f" [{p['flair']}]" if p['flair'] else ""
+    print(f"{i+1}. [{p['source'].upper()}{flair_str}] Score:{p['score']} 💬{p['comments']} | {age_h:.0f}h ago | u/{p['author']}")
+    print(f"   {p['title']}")
+    print(f"   https://old.reddit.com{p['permalink']}")
+    print()
+