myned/modufur
1
0
Fork 0
mirror of https://github.com/myned/modufur.git synced 2024-12-24 06:27:27 +00:00
Code Issues Activity

Fix extraneous errors messing up fallbacks

Browse source
This commit is contained in:
Myned 2019-11-12 14:10:53 -05:00
parent f5ef45f8ee
commit 02116ee1e1
No known key found for this signature in database
GPG key ID: BC58C09870A63E59
1 changed files with 15 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
src/utils/scraper.py
View file

@ -41,9 +41,10 @@ from utils import utils as u
async def query_kheina(url):
content = await u.fetch('https://kheina.com', params={'url': url}, text=True)
try:
content = await u.fetch('https://kheina.com', params={'url': url}, text=True)
for e in ('"', '''):
for e in ('"', '''):
content = content.replace(e, '')
content = re.sub('<a href="/cdn-cgi/l/email-protection".+</a>', '', content)
@ -74,13 +75,17 @@ async def query_kheina(url):
'database': 'Kheina'
}
return result
return result
except Exception:
return False
async def query_saucenao(url):
content = await u.fetch(
'https://saucenao.com/search.php',
params={'url': url, 'api_key': u.config['saucenao_api'], 'output_type': 2},
try:
content = await u.fetch(
'https://saucenao.com/search.php',
params={'url': url, 'api_key': u.config['saucenao_api'], 'output_type': 2},
json=True)
if content['header'].get('message', '') in (
@ -119,7 +124,10 @@ async def query_saucenao(url):
'database': 'SauceNAO'
}
return result
return result
except Exception:
return False
async def get_post(url):