myned/modufur
1
0
Fork 0
mirror of https://github.com/myned/modufur.git synced 2024-12-24 14:27:27 +00:00
Code Issues Activity

Add check for furaffinity before requesting submission info

Browse source
This commit is contained in:
Myned 2020-03-18 02:37:15 -04:00
parent 7e9ba1b437
commit 689b94fa0a
No known key found for this signature in database
GPG key ID: 2EF9C0C44229D034
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/utils/scraper.py
View file

@ -47,18 +47,20 @@ async def query_kheina(url):
if similarity < 55:
return None
source = re.search('\\d+$', content['results'][0]['sources'][0]['source']).group(0)
export = await u.fetch(f'https://faexport.spangle.org.uk/submission/{source}.json', json=True)
if tld.extract(content['results'][0]['sources'][0]['source']).domain == 'furaffinity':
submission = re.search('\\d+$', content['results'][0]['sources'][0]['source']).group(0)
try:
export = await u.fetch(f'https://faexport.spangle.org.uk/submission/{submission}.json', json=True)
thumbnail = export['full']
except AssertionError:
thumbnail = ''
else:
thumbnail = ''
result = {
'source': content['results'][0]['sources'][0]['source'],
'artist': content['results'][0]['sources'][0]['artist'],
'thumbnail': '' if isinstance(export, int) and export != 200 else export['full'],
'thumbnail': thumbnail,
'similarity': str(similarity),
'database': tld.extract(content['results'][0]['sources'][0]['source']).domain
}