Leahnaya/Magic-Spoiler
1
0
Fork 0
mirror of https://github.com/Cockatrice/Magic-Spoiler.git synced 2026-03-22 02:06:17 -05:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

fix Scryfall scraper (#168)

Browse Source 
Add all pages from Scryfall
This commit is contained in:
Dave 2017-09-17 11:59:50 -05:00 committed by tooomm
parent e07a61781e
commit 512ea06646
2 changed files with 34 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
scryfall_scraper.py
View File

@ -3,7 +3,7 @@ import requests
import time
def get_scryfall(setUrl):
def get_scryfall(setUrl='https://api.scryfall.com/cards/search?q=++e:xln'):
#getUrl = 'https://api.scryfall.com/cards/search?q=++e:'
#setUrl = getUrl + code.lower()
setDone = False
@ -16,20 +16,24 @@ def get_scryfall(setUrl):
scryfall.append(setcards['data'])
else:
setDone = True
# print setUrl
# print setcards
print 'No Scryfall data'
scryfall = ['']
time.sleep(.1)
if setcards.has_key('has_more'):
if setcards['has_more'] == True:
if setcards['has_more']:
setUrl = setcards['next_page']
else:
setDone = True
else:
print 'Scryfall does not "has_more"'
setDone = True
if not scryfall[0] == '':
scryfall = convert_scryfall(scryfall[0])
import json
scryfall2 = []
for cardarray in scryfall:
for card in cardarray:
scryfall2.append(card)
scryfall = convert_scryfall(scryfall2)
return {'cards': scryfall}
else:
return {'cards': []}
@ -37,9 +41,31 @@ def get_scryfall(setUrl):
def convert_scryfall(scryfall):
cards2 = []
scryfall2 = []
for card in scryfall:
if card == "cards" or card == "" or card == []:
continue
if 'layout' in card and card['layout'] == 'transform':
cardNoFaces = {}
for key in card:
if key != 'card_faces':
cardNoFaces[key] = card[key]
cardNoFaces['layout'] = 'double-faced'
cardNoFaces['names'] = [card['card_faces'][0]['name'], card['card_faces'][1]['name']]
card1 = dict(cardNoFaces.items() + card['card_faces'][0].items())
card2 = dict(cardNoFaces.items() + card['card_faces'][1].items())
card1['collector_number'] = card1['collector_number'] + 'a'
card2['collector_number'] = card2['collector_number'] + 'b'
scryfall2.append(card1)
scryfall2.append(card2)
else:
scryfall2.append(card)
scryfall = scryfall2
for card in scryfall:
card2 = {}
card2['cmc'] = int(card['cmc'])
if 'names' in card:
card2['names'] = card['names']
if card.has_key('mana_cost'):
card2['manaCost'] = card['mana_cost'].replace(
'{', '').replace('}', '')

13
set_info.yml
View File

@ -59,24 +59,17 @@ mtgsurl: "http://www.mtgsalvation.com/spoilers/185-ixalan"
mtgscardpath: "http://www.mtgsalvation.com/cards/ixalan/"
mythicCode: "ixa"
fullSpoil: false
# masterpieces:
# code: "MPS_?"
# name: "Masterpiece Series: ?"
# releaseDate: "2017-09-29"
# alternativeNames: ["?"]
# galleryURL: "?"
# additionalCardNames: []
# mtgsurl: "?"
# mtgscardpath: "?"
scryfallOnly: false
---
code: "IMA"
name: "Iconic Masters"
#block: "?"
#size: ?
size: 249
releaseDate: "2017-11-17"
type: "masters"
mtgsurl: ""
#mtgscardpath: "?"
scryfallOnly: true
fullSpoil: false
noRSS: true
---