1
0
Fork 0
mirror of https://github.com/myned/modufur.git synced 2024-12-25 14:47:29 +00:00
modufur/tools/scraper.py
2022-02-21 14:53:53 -06:00

68 lines
2 KiB
Python

import aiohttp
import tldextract
import lightbulb
import pysaucenao
import config as c
plugin = lightbulb.Plugin("scraper")
sauce = pysaucenao.SauceNao(api_key=c.config["saucenao"], priority=(29, 40, 41)) # e621 > Fur Affinity > Twitter
async def reverse(urls):
return [await _saucenao(url) or await _kheina(url) for url in urls]
async def _saucenao(url):
try:
results = await sauce.from_url(url)
except pysaucenao.FileSizeLimitException:
raise pysaucenao.FileSizeLimitException(url)
except pysaucenao.ImageSizeException:
raise pysaucenao.ImageSizeException(url)
except pysaucenao.InvalidImageException:
raise pysaucenao.InvalidImageException(url)
return (
{
"url": results[0].url,
"artist": ", ".join(results[0].authors) or "Unknown",
"thumbnail": results[0].thumbnail,
"similarity": round(results[0].similarity),
"source": tldextract.extract(results[0].index).domain,
}
if results
else None
)
async def _kheina(url):
content = await _post("https://api.kheina.com/v1/search", {"url": url})
if content["results"][0]["similarity"] < 50:
return None
return {
"url": content["results"][0]["sources"][0]["source"],
"artist": content["results"][0]["sources"][0]["artist"] or "Unknown",
"thumbnail": f'https://cdn.kheina.com/file/kheinacom/{content["results"][0]["sources"][0]["sha1"]}.jpg',
"similarity": round(content["results"][0]["similarity"]),
"source": tldextract.extract(content["results"][0]["sources"][0]["source"]).domain,
}
async def _post(url, data):
async with aiohttp.ClientSession() as session:
async with session.post(
url, data=data, headers={"User-Agent": "Myned/Modufur (https://github.com/Myned/Modufur)"}
) as response:
return await response.json() if response.status == 200 else None
def load(bot):
bot.add_plugin(plugin)
def unload(bot):
bot.remove_plugin(plugin)