A collection of Cloudfeaster spiders for various gaming services.
First follow these instructions to get your development environment setup.
Now let's run one of the spiders.
~> run-spider.sh gamehouseonlinegames.py | jq .
{
"1": {
"title": "TextTwist 2",
"link": "https://www.gamehouse.com/online-games/texttwist-2"
},
"2": {
"title": "Daily Mahjong",
"link": "https://www.gamehouse.com/online-games/daily-mahjong"
},
"3": {
"title": "Bubblez!",
"link": "https://www.gamehouse.com/online-games/bubblez!"
},
"4": {
"title": "Rainforest Adventure",
"link": "https://www.gamehouse.com/online-games/rainforest-adventure"
},
"5": {
"title": "Jewel Quest",
"link": "https://www.gamehouse.com/online-games/jewel-quest"
},
"6": {
"title": "Snow Queen 2",
"link": "https://www.gamehouse.com/online-games/snow-queen-2"
},
"7": {
"title": "Rummy",
"link": "https://www.gamehouse.com/online-games/rummy"
},
"8": {
"title": "Mah Jong Medley",
"link": "https://www.gamehouse.com/online-games/mah-jong-medley"
},
"9": {
"title": "Mahjong The Endless Journey",
"link": "https://www.gamehouse.com/online-games/mahjong-the-endless-journey"
},
"10": {
"title": "Mahjongg Gardens",
"link": "https://www.gamehouse.com/online-games/mahjongg-gardens"
},
"_metadata": {
"status": {
"code": 0,
"message": "Ok"
},
"spider": {
"name": "gamehouseonlinegames.py",
"version": "sha256:a0717e4bef6cf41069b40efc8d6bb6941e5e899231e12d5a1af083c62b74fe1d"
},
"crawlArgs": [],
"crawlTime": {
"started": "2020-12-29T21:30:46.707601+00:00",
"durationInMs": 3957
}
},
"_debug": {
"screenshot": "/var/folders/zc/51nmqy_93559vqw_1y526y240000gn/T/tmp.ConMqmqP/screenshot.png",
"crawlLog": "/var/folders/zc/51nmqy_93559vqw_1y526y240000gn/T/tmp.ConMqmqP/crawl-log.txt",
"chromeDriverLog": "/var/folders/zc/51nmqy_93559vqw_1y526y240000gn/T/tmp.ConMqmqP/chromedriver-log.txt"
}
}
~>