zhenxun_bot/plugins/nonebot_plugin_picsearcher/iqdb.py

80 lines
3.0 KiB
Python
Raw Normal View History

2021-05-20 18:37:51 +08:00
# -*- coding: utf-8 -*-
import asyncio
from typing import List, Tuple
import io
from urllib.parse import urljoin
from lxml.html import fromstring
import aiohttp
from nonebot.adapters.cqhttp import MessageSegment
from .formdata import FormData
headers = {
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh-CN,zh;q=0.9', 'Cache-Control': 'max-age=0',
'Connection': 'keep-alive',
'Content-Type': 'multipart/form-data; boundary=----WebKitFormBoundaryuwjSiBcpPag4k159',
'Cookie': 'Hm_lvt_765ecde8c11b85f1ac5f168fa6e6821f=1602471368; Hm_lpvt_765ecde8c11b85f1ac5f168fa6e6821f=1602472300',
'Host': 'iqdb.org', 'Origin': 'http://iqdb.org', 'Referer': 'http://iqdb.org/', 'Upgrade-Insecure-Requests': '1',
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.105 Safari/537.36'}
def parse_html(html: str):
selector = fromstring(html)
for tag in selector.xpath('//div[@id="pages"]/div[position()>1]/table'):
# 第一个是bestmatch
if pic_url := tag.xpath('./tr[2]/td/a/img/@src'):
pic_url = urljoin("http://iqdb.org/", pic_url[0]) # 缩略图
else:
pic_url = "没有最相似的"
similarity = tag.xpath('./tr[last()]/td/text()')[0] # 相似度
href: List[str] = tag.xpath('./tr/td/a/@href') # 第一个href
href.extend(tag.xpath('./tr/td/span/a/@href')) # 第二个 可能是空
href = list(map(lambda x: "https:" + x if not x.startswith("https") else x, href))
yield pic_url, similarity, href
pass
async def get_pic_from_url(url: str):
"""
返回信息元祖
:param url:
:return:
"""
async with aiohttp.ClientSession() as session:
async with session.get(url) as resp:
content = io.BytesIO(await resp.read())
data = FormData(boundary="----WebKitFormBoundaryuwjSiBcpPag4k159")
data.add_field(name="MAX_FILE_SIZE", value="")
for i in range(1, 7):
data.add_field(name="service[]", value=str(i))
data.add_field(name="service[]", value="11")
data.add_field(name="service[]", value="13")
data.add_field(name="file", value=content, content_type="application/octet-stream", filename="0.jpg")
data.add_field(name="url", value="")
async with session.post("http://iqdb.org/", data=data, headers=headers) as res:
html = await res.text()
return [i for i in parse_html(html)]
pass
async def get_des(url: str):
"""
返回详细简介 cq码转义
:param url:
:return:
"""
image_data: List[Tuple] = await get_pic_from_url(url)
if not image_data:
msg: str = "找不到高相似度的"
yield msg
return
for pic in image_data:
msg = MessageSegment.image(file=pic[0]) + f"\n{pic[1]}\n"
for i in pic[2]:
msg = msg + f"{i}\n"
yield msg