myned/modufur
1
0
Fork 0
mirror of https://github.com/myned/modufur.git synced 2024-12-24 22:27:28 +00:00
Code Issues Activity

Change HTML sanitization to be more simplistic

Browse source
This commit is contained in:
Myned 2019-09-29 23:57:00 -04:00
parent f128f4b675
commit 496d5bc00c
No known key found for this signature in database
GPG key ID: BC58C09870A63E59
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
src/utils/scraper.py
View file

@ -43,9 +43,10 @@ from utils import utils as u
async def query_kheina(url): async def query_kheina(url):
content = await u.fetch('https://kheina.com', params={'url': url}, text=True) content = await u.fetch('https://kheina.com', params={'url': url}, text=True)
content = content.replace('"', 'quot;').replace(''', 'apos;') for e in ('"', '''):
content = content.replace(e, '')
soup = BeautifulSoup(content, 'html5lib') soup = BeautifulSoup(content, 'html5lib')
results = soup.find('data', id='results').string.replace('quot;', '"').replace('apos;', ''') results = soup.find('data', id='results').string
results = ast.literal_eval(results) results = ast.literal_eval(results)
iqdbdata = soup.find('data', id='iqdbdata').string iqdbdata = soup.find('data', id='iqdbdata').string
iqdbdata = ast.literal_eval(iqdbdata) iqdbdata = ast.literal_eval(iqdbdata)