#!/bin/bash UA="Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36" # Try BGG blog main page curl -s --max-time 20 -H "User-Agent: ${UA}" -H "Accept: text/html" \ "https://boardgamegeek.com/blogs" \ -o /home/hermes/workspace/bgg-scrape/blogs.html 2>&1 echo "Blogs page: exit=$? size=$(wc -c < /home/hermes/workspace/bgg-scrape/blogs.html)" head -5 /home/hermes/workspace/bgg-scrape/blogs.html # Try BGG blog RSS via different endpoint curl -s --max-time 20 -H "User-Agent: ${UA}" \ "https://boardgamegeek.com/blogrss/boardgamegeek" \ -o /home/hermes/workspace/bgg-scrape/bgg_blog_rss.xml 2>&1 echo "Blog RSS: exit=$? size=$(wc -c < /home/hermes/workspace/bgg-scrape/bgg_blog_rss.xml)" head -5 /home/hermes/workspace/bgg-scrape/bgg_blog_rss.xml