myned/modufur
1
0
Fork 0
mirror of https://github.com/myned/modufur.git synced 2024-11-01 21:02:38 +00:00
Code Issues Activity

Merge branch 'dev'

Browse source
This commit is contained in:
Myned 2017-10-27 21:32:16 -04:00
commit 9f3c34d315
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
src/main/utils/scraper.py
View file

@ -1,3 +1,4 @@
import asyncio
import re import re
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
@ -8,6 +9,8 @@ from utils import utils as u
async def get_post(url): async def get_post(url):
await asyncio.sleep(u.RATE_LIMIT)
content = await u.fetch('http://iqdb.harry.lu', params={'url': url}) content = await u.fetch('http://iqdb.harry.lu', params={'url': url})
try: try: