myned/modufur
1
0
Fork 0
mirror of https://github.com/myned/modufur.git synced 2024-12-24 14:27:27 +00:00
Code Issues Activity

Merge branch 'dev'

Browse source
This commit is contained in:
Myned 2017-10-15 15:32:43 -04:00
commit 7febc13ef1
1 changed files with 10 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
src/main/utils/scraper.py
View file

@ -1,3 +1,5 @@
import re
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from lxml import html from lxml import html
@ -10,10 +12,13 @@ async def check_match(url):
try: try:
value = BeautifulSoup(content, 'html.parser').find_all('a')[1].get('href') value = BeautifulSoup(content, 'html.parser').find_all('a')[1].get('href')
if value != '#':
return value
else:
raise IndexError
except IndexError: except IndexError:
raise exc.MatchError(url) try:
raise exc.MatchError(re.search('\/([^\/]+)$', url).group(1))
if value != '#': except AttributeError:
return value raise exc.MissingArgument
else:
raise exc.MatchError(url)