Hermes Agent
17 lines
807 B
Bash
17 lines
807 B
Bash
#!/bin/bash
|
|
UA="Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
|
|
|
|
# Try BGG blog main page
|
|
curl -s --max-time 20 -H "User-Agent: ${UA}" -H "Accept: text/html" \
|
|
"https://boardgamegeek.com/blogs" \
|
|
-o /home/hermes/workspace/bgg-scrape/blogs.html 2>&1
|
|
echo "Blogs page: exit=$? size=$(wc -c < /home/hermes/workspace/bgg-scrape/blogs.html)"
|
|
head -5 /home/hermes/workspace/bgg-scrape/blogs.html
|
|
|
|
# Try BGG blog RSS via different endpoint
|
|
curl -s --max-time 20 -H "User-Agent: ${UA}" \
|
|
"https://boardgamegeek.com/blogrss/boardgamegeek" \
|
|
-o /home/hermes/workspace/bgg-scrape/bgg_blog_rss.xml 2>&1
|
|
echo "Blog RSS: exit=$? size=$(wc -c < /home/hermes/workspace/bgg-scrape/bgg_blog_rss.xml)"
|
|
head -5 /home/hermes/workspace/bgg-scrape/bgg_blog_rss.xml
|