mirror of
https://github.com/LC044/WeChatMsg
synced 2024-11-16 06:51:19 +08:00
303 lines
12 KiB
Python
303 lines
12 KiB
Python
# -*- coding: utf-8 -*-
|
||
"""
|
||
emoji.py
|
||
|
||
!!!声明：
|
||
由于表情包并不属于个人，并且其可能具有版权风险，你只有浏览权没有拥有权
|
||
另外访问腾讯API可能会给腾讯服务器造成压力
|
||
所以禁止任何人以任何方式修改或间接修改该文件，违者后果自负
|
||
"""
|
||
|
||
import os
|
||
import traceback
|
||
import xml.etree.ElementTree as ET
|
||
import sqlite3
|
||
import threading
|
||
from PyQt5.QtGui import QPixmap
|
||
import requests
|
||
|
||
from app.log import log, logger
|
||
|
||
root_path = './data/emoji/'
|
||
if not os.path.exists('./data'):
|
||
os.mkdir('./data')
|
||
if not os.path.exists(root_path):
|
||
os.mkdir(root_path)
|
||
|
||
|
||
@log
|
||
def get_image_format(header):
|
||
# 定义图片格式的 magic numbers
|
||
image_formats = {
|
||
b'\xFF\xD8\xFF': 'jpeg',
|
||
b'\x89\x50\x4E\x47\x0D\x0A\x1A\x0A': 'png',
|
||
b'\x47\x49\x46': 'gif',
|
||
b'\x42\x4D': 'bmp',
|
||
# 添加其他图片格式的 magic numbers
|
||
}
|
||
# 判断文件的图片格式
|
||
for magic_number, image_format in image_formats.items():
|
||
if header.startswith(magic_number):
|
||
return image_format
|
||
# 如果无法识别格式，返回 None
|
||
return None
|
||
|
||
|
||
@log
|
||
def parser_xml(xml_string):
|
||
assert type(xml_string) == str
|
||
# Parse the XML string
|
||
try:
|
||
root = ET.fromstring(xml_string)
|
||
except:
|
||
root = ET.fromstring(xml_string.replace("&", "&"))
|
||
emoji = root.find('./emoji')
|
||
# Accessing attributes of the 'emoji' element
|
||
fromusername = emoji.get('fromusername')
|
||
tousername = emoji.get('tousername')
|
||
md5 = emoji.get('md5')
|
||
cdnurl = emoji.get('cdnurl')
|
||
encrypturl = emoji.get('encrypturl')
|
||
thumburl = emoji.get('thumburl')
|
||
externurl = emoji.get('externurl')
|
||
androidmd5 = emoji.get('androidmd5')
|
||
width = emoji.get('width')
|
||
height = emoji.get('height')
|
||
return {
|
||
'width': width,
|
||
'height': height,
|
||
'cdnurl': cdnurl,
|
||
'thumburl': thumburl if thumburl else cdnurl,
|
||
'md5': (md5 if md5 else androidmd5).lower(),
|
||
}
|
||
|
||
|
||
lock = threading.Lock()
|
||
db_path = "./app/Database/Msg/Emotion.db"
|
||
|
||
|
||
class Emotion:
|
||
def __init__(self):
|
||
self.DB = None
|
||
self.cursor: sqlite3.Cursor = None
|
||
self.open_flag = False
|
||
self.init_database()
|
||
|
||
def init_database(self):
|
||
if not self.open_flag:
|
||
if os.path.exists(db_path):
|
||
self.DB = sqlite3.connect(db_path, check_same_thread=False)
|
||
# '''创建游标'''
|
||
self.cursor = self.DB.cursor()
|
||
self.open_flag = True
|
||
if lock.locked():
|
||
lock.release()
|
||
|
||
def get_emoji_url(self, md5: str, thumb: bool) -> str | bytes:
|
||
'''供下载用，返回可能是url可能是bytes'''
|
||
if thumb:
|
||
sql = '''
|
||
select
|
||
case
|
||
when thumburl is NULL or thumburl = '' then cdnurl
|
||
else thumburl
|
||
end as selected_url
|
||
from CustomEmotion
|
||
where md5 = ?
|
||
'''
|
||
else:
|
||
sql = '''
|
||
select CDNUrl
|
||
from CustomEmotion
|
||
where md5 = ?
|
||
'''
|
||
try:
|
||
lock.acquire(True)
|
||
self.cursor.execute(sql, [md5])
|
||
return self.cursor.fetchone()[0]
|
||
except:
|
||
md5 = md5.upper()
|
||
sql = f"""
|
||
select {"Thumb" if thumb else "Data"}
|
||
from EmotionItem
|
||
where md5 = ?
|
||
"""
|
||
self.cursor.execute(sql, [md5])
|
||
try:
|
||
return self.cursor.fetchone()[0]
|
||
except:
|
||
return ""
|
||
finally:
|
||
lock.release()
|
||
|
||
def get_emoji_URL(self, md5: str, thumb: bool):
|
||
'''只管url，另外的不管'''
|
||
if thumb:
|
||
sql = '''
|
||
select
|
||
case
|
||
when thumburl is NULL or thumburl = '' then cdnurl
|
||
else thumburl
|
||
end as selected_url
|
||
from CustomEmotion
|
||
where md5 = ?
|
||
'''
|
||
else:
|
||
sql = '''
|
||
select CDNUrl
|
||
from CustomEmotion
|
||
where md5 = ?
|
||
'''
|
||
try:
|
||
lock.acquire(True)
|
||
self.cursor.execute(sql, [md5])
|
||
return self.cursor.fetchone()[0]
|
||
except:
|
||
return ""
|
||
finally:
|
||
lock.release()
|
||
|
||
def close(self):
|
||
if self.open_flag:
|
||
try:
|
||
lock.acquire(True)
|
||
self.open_flag = False
|
||
self.DB.close()
|
||
finally:
|
||
lock.release()
|
||
|
||
def __del__(self):
|
||
self.close()
|
||
|
||
|
||
@log
|
||
def download(url, output_dir, name, thumb=False):
|
||
resp = requests.get(url)
|
||
byte = resp.content
|
||
image_format = get_image_format(byte[:8])
|
||
if image_format:
|
||
if thumb:
|
||
output_path = os.path.join(output_dir, 'th_' + name + '.' + image_format)
|
||
else:
|
||
output_path = os.path.join(output_dir, name + '.' + image_format)
|
||
else:
|
||
output_path = os.path.join(output_dir, name)
|
||
with open(output_path, 'wb') as f:
|
||
f.write(resp.content)
|
||
return output_path
|
||
|
||
|
||
def get_most_emoji(messages):
|
||
dic = {}
|
||
for msg in messages:
|
||
str_content = msg[7]
|
||
emoji_info = parser_xml(str_content)
|
||
if emoji_info is None:
|
||
continue
|
||
md5 = emoji_info['md5']
|
||
if not md5:
|
||
continue
|
||
try:
|
||
dic[md5][0] += 1
|
||
except:
|
||
dic[md5] = [1, emoji_info]
|
||
md5_nums = [(num[0], key, num[1]) for key, num in dic.items()]
|
||
md5_nums.sort(key=lambda x: x[0], reverse=True)
|
||
if not md5_nums:
|
||
return '', 0
|
||
md5 = md5_nums[0][1]
|
||
num = md5_nums[0][0]
|
||
emoji_info = md5_nums[0][2]
|
||
url = emoji_info['cdnurl']
|
||
if not url or url == "":
|
||
url = Emotion().get_emoji_url(md5, False)
|
||
return url, num
|
||
|
||
|
||
def get_emoji(xml_string, thumb=True, output_path=root_path) -> str:
|
||
"""供下载用"""
|
||
try:
|
||
emoji_info = parser_xml(xml_string)
|
||
md5 = emoji_info['md5']
|
||
image_format = ['.png', '.gif', '.jpeg']
|
||
for f in image_format:
|
||
prefix = 'th_' if thumb else ''
|
||
file_path = os.path.join(output_path, prefix + md5 + f)
|
||
if os.path.exists(file_path):
|
||
return file_path
|
||
url = emoji_info['thumburl'] if thumb else emoji_info['cdnurl']
|
||
if not url or url == "":
|
||
url = Emotion().get_emoji_url(md5, thumb)
|
||
if type(url) == str and url != "":
|
||
print("下载表情包ing:", url)
|
||
emoji_path = download(url, output_path, md5, thumb)
|
||
return emoji_path
|
||
elif type(url) == bytes:
|
||
image_format = get_image_format(url[:8])
|
||
if image_format:
|
||
if thumb:
|
||
output_path = os.path.join(output_path, 'th_' + md5 + '.' + image_format)
|
||
else:
|
||
output_path = os.path.join(output_path, md5 + '.' + image_format)
|
||
else:
|
||
output_path = os.path.join(output_path, md5)
|
||
with open(output_path, 'wb') as f:
|
||
f.write(url)
|
||
print("表情包数据库加载", output_path)
|
||
return output_path
|
||
else:
|
||
print("！！！未知表情包数据，信息：", xml_string, emoji_info, url)
|
||
output_path = os.path.join(output_path, '404.png')
|
||
if not os.path.exists(output_path):
|
||
QPixmap(':/icons/icons/404.png').save(output_path)
|
||
return output_path
|
||
except:
|
||
logger.error(traceback.format_exc())
|
||
output_path = os.path.join(output_path, "404.png")
|
||
if not os.path.exists(output_path):
|
||
QPixmap(':/icons/icons/404.png').save(output_path)
|
||
return output_path
|
||
|
||
|
||
def get_emoji_path(xml_string, thumb=True, output_path=root_path) -> str:
|
||
try:
|
||
emoji_info = parser_xml(xml_string)
|
||
md5 = emoji_info['md5']
|
||
image_format = ['.png', '.gif', '.jpeg']
|
||
for f in image_format:
|
||
prefix = 'th_' if thumb else ''
|
||
file_path = os.path.join(output_path, prefix + md5 + f)
|
||
return file_path
|
||
except:
|
||
logger.error(traceback.format_exc())
|
||
output_path = os.path.join(output_path, "404.png")
|
||
return output_path
|
||
|
||
def get_emoji_url(xml_string, thumb=True) -> str:
|
||
"""不管下载，只返回url"""
|
||
try:
|
||
emoji_info = parser_xml(xml_string)
|
||
md5 = emoji_info['md5']
|
||
url = emoji_info["thumburl" if thumb else "cdnurl"]
|
||
if not url or url == '':
|
||
url = Emotion().get_emoji_URL(md5=md5, thumb=thumb)
|
||
return url
|
||
except:
|
||
logger.error(traceback.format_exc())
|
||
output_path = os.path.join(output_path, "404.png")
|
||
return output_path
|
||
|
||
|
||
if __name__ == '__main__':
|
||
# xml_string = '<msg><emoji fromusername = "wxid_0o18ef858vnu22" tousername = "wxid_27hqbq7vx5hf22" type="2" idbuffer="media:0_0" md5="71ce49ed3ce9e57e43e07f802983bf45" len = "352588" productid="com.tencent.xin.emoticon.person.stiker_1678703862259eb01f2ef4a313" androidmd5="71ce49ed3ce9e57e43e07f802983bf45" androidlen="352588" s60v3md5 = "71ce49ed3ce9e57e43e07f802983bf45" s60v3len="352588" s60v5md5 = "71ce49ed3ce9e57e43e07f802983bf45" s60v5len="352588" cdnurl = "http://wxapp.tc.qq.com/262/20304/stodownload?m=71ce49ed3ce9e57e43e07f802983bf45&filekey=30350201010421301f020201060402535a041071ce49ed3ce9e57e43e07f802983bf45020305614c040d00000004627466730000000132&hy=SZ&storeid=263ffa00b000720d03274c5820000010600004f50535a1ca0c950b64287022&bizid=1023" designerid = "" thumburl = "http://mmbiz.qpic.cn/mmemoticon/ajNVdqHZLLDSKTMRgM8agiadpFhKz9IJ3cD5Ra2sTROibOaShdt3D4z6PfE92WkjQY/0" encrypturl = "http://wxapp.tc.qq.com/262/20304/stodownload?m=cbaae1d847aac6389652b65562bacaa2&filekey=30350201010421301f020201060402535a0410cbaae1d847aac6389652b65562bacaa20203056150040d00000004627466730000000132&hy=SZ&storeid=263ffa00b0008d8223274c5820000010600004f50535a17b82910b64764739&bizid=1023" aeskey= "7051ab2a34442dec63434832463f45ce" externurl = "http://wxapp.tc.qq.com/262/20304/stodownload?m=960f68693454dfa64b9966ca5d70dbd3&filekey=30340201010420301e020201060402535a0410960f68693454dfa64b9966ca5d70dbd3020221a0040d00000004627466730000000132&hy=SZ&storeid=26423dbe3000793a8720e40de0000010600004f50535a1d40c950b71be0a50&bizid=1023" externmd5 = "41895664fc5a77878e2155fc96209a19" width= "240" height= "240" tpurl= "" tpauthkey= "" attachedtext= "" attachedtextcolor= "" lensid= "" emojiattr= "" linkid= "" desc= "ChEKB2RlZmF1bHQSBuWNlee6rw==" ></emoji> </msg>'
|
||
# res1 = parser_xml(xml_string)
|
||
# print(res1, res1['md5'])
|
||
# download(res1['cdnurl'], "./data/emoji/", res1['md5'])
|
||
# download(res1['thumburl'], "./data/emoji/", res1['md5'], True)
|
||
# print(Emotion().get_emoji_url("144714f65c98844128ac3a1042445d9a", True))
|
||
# print(Emotion().get_emoji_url("144714f65c98844128ac3a1042445d9a", False))
|
||
print(parser_xml(""))
|
||
# print(get_emoji(xml_string, True))
|
||
# print(get_emoji(xml_string, False))
|
||
# http://vweixinf.tc.qq.com/110/20403/stodownload?m=3a4d439aba02dce4834b2c54e9f15597&filekey=3043020101042f302d02016e0402534804203361346434333961626130326463653438333462326335346539663135353937020213f0040d00000004627466730000000131&hy=SH&storeid=323032313037323030373236313130303039653236646365316535316534383236386234306230303030303036653033303034666233&ef=3&bizid=1022
|