Files
BSN-Chatsystem/research.py
T

44 lines
1.7 KiB
Python

import urllib.request, json, sys
TAVILY_API_KEY = "tvly-dev-REPLACE_ME" # We'll try a direct approach
# Let's first try to find if tavily is installed somewhere
import importlib
try:
import tavily
print("tavily available")
except ImportError:
print("tavily not available")
# Let's try direct web scraping of known sources
urls = {
"asmodee_study": [
"https://www.dicebreaker.com/companies/asmodee/news/asmodee-kantar-board-games-mental-health-study",
"https://www.tabletopgaming.co.uk/news/asmodee-and-kantar-study-finds-board-games-boost-mental-health",
],
"steamforged": [
"https://www.dicebreaker.com/companies/steamforged-games/news/steamforged-games-layoffs-2025",
"https://www.polygon.com/tabletop-games/steamforged-games-layoffs",
],
"dire_wolf": [
"https://www.direwolfdigital.com/news/",
"https://boardgamegeek.com/boardgame/428612/trains/credits",
]
}
for category, urllist in urls.items():
print(f"\n=== {category} ===")
for url in urllist:
try:
req = urllib.request.Request(url, headers={'User-Agent': 'Mozilla/5.0 (compatible; ResearchBot/1.0)'})
with urllib.request.urlopen(req, timeout=15) as resp:
html = resp.read().decode('utf-8', errors='replace')
print(f"URL: {url} - Status: {resp.status} - Size: {len(html)}")
# Extract title
import re
title_match = re.search(r'<title>(.*?)</title>', html, re.IGNORECASE)
if title_match:
print(f" Title: {title_match.group(1)}")
except Exception as e:
print(f"URL: {url} - Error: {e}")