myned/modufur
1
0
Fork 0
mirror of https://github.com/myned/modufur.git synced 2024-12-24 22:27:28 +00:00
Code Issues Activity

Fix HTML entities appearing in strings

Browse source
This commit is contained in:
Myned 2019-09-29 23:57:40 -04:00
parent 496d5bc00c
commit 3ab29caee1
No known key found for this signature in database
GPG key ID: BC58C09870A63E59
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/utils/scraper.py
View file

@ -45,6 +45,8 @@ async def query_kheina(url):
for e in ('"', '''):
content = content.replace(e, '')
content = re.sub('<a href="/cdn-cgi/l/email-protection".+</a>', '', content)
soup = BeautifulSoup(content, 'html5lib')
results = soup.find('data', id='results').string
results = ast.literal_eval(results)