mirror of
https://github.com/LC044/WeChatMsg
synced 2024-11-15 14:31:18 +08:00
753 lines
31 KiB
Python
753 lines
31 KiB
Python
import csv
|
||
import html
|
||
import os
|
||
import sys
|
||
import traceback
|
||
from re import findall
|
||
from PyQt5.QtCore import pyqtSignal, QThread
|
||
from PyQt5.QtWidgets import QFileDialog
|
||
|
||
from . import msg_db, micro_msg_db
|
||
from .package_msg import PackageMsg
|
||
from ..DataBase import hard_link_db
|
||
from ..DataBase import media_msg_db
|
||
from ..log import logger
|
||
from ..person import MePC
|
||
from ..util import path
|
||
import shutil
|
||
from ..util.compress_content import parser_reply
|
||
from ..util.emoji import get_emoji, get_emoji_path
|
||
from ..util.image import get_image_path, get_image
|
||
|
||
os.makedirs('./data/聊天记录', exist_ok=True)
|
||
|
||
|
||
def makedirs(path):
|
||
os.makedirs(path, exist_ok=True)
|
||
os.makedirs(os.path.join(path, 'image'), exist_ok=True)
|
||
os.makedirs(os.path.join(path, 'emoji'), exist_ok=True)
|
||
os.makedirs(os.path.join(path, 'video'), exist_ok=True)
|
||
os.makedirs(os.path.join(path, 'voice'), exist_ok=True)
|
||
os.makedirs(os.path.join(path, 'file'), exist_ok=True)
|
||
os.makedirs(os.path.join(path, 'avatar'), exist_ok=True)
|
||
|
||
|
||
def escape_js_and_html(input_str):
|
||
# 转义HTML特殊字符
|
||
html_escaped = html.escape(input_str, quote=False)
|
||
|
||
# 手动处理JavaScript转义字符
|
||
js_escaped = (
|
||
html_escaped
|
||
.replace("\\", "\\\\")
|
||
.replace("'", r"\'")
|
||
.replace('"', r'\"')
|
||
.replace("\n", r'\n')
|
||
.replace("\r", r'\r')
|
||
.replace("\t", r'\t')
|
||
)
|
||
|
||
return js_escaped
|
||
|
||
|
||
class Output(QThread):
|
||
"""
|
||
发送信息线程
|
||
"""
|
||
progressSignal = pyqtSignal(int)
|
||
rangeSignal = pyqtSignal(int)
|
||
okSignal = pyqtSignal(int)
|
||
i = 1
|
||
CSV = 0
|
||
DOCX = 1
|
||
HTML = 2
|
||
CSV_ALL = 3
|
||
CONTACT_CSV = 4
|
||
TXT = 5
|
||
|
||
def __init__(self, contact, type_=DOCX, message_types={}, parent=None):
|
||
super().__init__(parent)
|
||
self.Child0 = None
|
||
self.last_timestamp = 0
|
||
self.message_types = message_types
|
||
self.sec = 2 # 默认1000秒
|
||
self.contact = contact
|
||
self.ta_username = contact.wxid if contact else ''
|
||
self.msg_id = 0
|
||
self.output_type = type_
|
||
self.total_num = 1
|
||
self.num = 0
|
||
|
||
def progress(self, value):
|
||
self.progressSignal.emit(value)
|
||
|
||
def to_csv_all(self):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/"
|
||
os.makedirs(origin_docx_path, exist_ok=True)
|
||
filename = QFileDialog.getSaveFileName(None, "save file", os.path.join(os.getcwd(), 'messages.csv'),
|
||
"csv files (*.csv);;all files(*.*)")
|
||
if not filename[0]:
|
||
return
|
||
filename = filename[0]
|
||
# columns = ["用户名", "消息内容", "发送时间", "发送状态", "消息类型", "isSend", "msgId"]
|
||
columns = ['localId', 'TalkerId', 'Type', 'SubType',
|
||
'IsSender', 'CreateTime', 'Status', 'StrContent',
|
||
'StrTime', 'Remark', 'NickName', 'Sender']
|
||
|
||
packagemsg = PackageMsg()
|
||
messages = packagemsg.get_package_message_all()
|
||
# 写入CSV文件
|
||
with open(filename, mode='w', newline='', encoding='utf-8') as file:
|
||
writer = csv.writer(file)
|
||
writer.writerow(columns)
|
||
# 写入数据
|
||
writer.writerows(messages)
|
||
self.okSignal.emit(1)
|
||
|
||
def contact_to_csv(self):
|
||
filename = QFileDialog.getSaveFileName(None, "save file", os.path.join(os.getcwd(), 'contacts.csv'),
|
||
"csv files (*.csv);;all files(*.*)")
|
||
if not filename[0]:
|
||
return
|
||
filename = filename[0]
|
||
# columns = ["用户名", "消息内容", "发送时间", "发送状态", "消息类型", "isSend", "msgId"]
|
||
columns = ['UserName', 'Alias', 'Type', 'Remark', 'NickName', 'PYInitial', 'RemarkPYInitial', 'smallHeadImgUrl',
|
||
'bigHeadImgUrl']
|
||
contacts = micro_msg_db.get_contact()
|
||
# 写入CSV文件
|
||
with open(filename, mode='w', newline='', encoding='utf-8') as file:
|
||
writer = csv.writer(file)
|
||
writer.writerow(columns)
|
||
# 写入数据
|
||
writer.writerows(contacts)
|
||
self.okSignal.emit(1)
|
||
|
||
def run(self):
|
||
if self.output_type == self.DOCX:
|
||
return
|
||
elif self.output_type == self.CSV_ALL:
|
||
self.to_csv_all()
|
||
elif self.output_type == self.CONTACT_CSV:
|
||
self.contact_to_csv()
|
||
elif self.output_type == self.CSV:
|
||
self.Child = ChildThread(self.contact, type_=self.output_type, message_types=self.message_types)
|
||
self.Child.progressSignal.connect(self.progress)
|
||
self.Child.rangeSignal.connect(self.rangeSignal)
|
||
self.Child.okSignal.connect(self.okSignal)
|
||
self.Child.start()
|
||
elif self.output_type == self.HTML:
|
||
self.Child = ChildThread(self.contact, type_=self.output_type, message_types=self.message_types)
|
||
self.Child.progressSignal.connect(self.progressSignal)
|
||
self.Child.rangeSignal.connect(self.rangeSignal)
|
||
self.Child.okSignal.connect(self.count_finish_num)
|
||
self.Child.start()
|
||
if self.message_types.get(34):
|
||
# 语音消息单独的线程
|
||
self.total_num += 1
|
||
self.output_media = OutputMedia(self.contact)
|
||
self.output_media.okSingal.connect(self.count_finish_num)
|
||
self.output_media.progressSignal.connect(self.progressSignal)
|
||
self.output_media.start()
|
||
|
||
if self.message_types.get(47):
|
||
# emoji消息单独的线程
|
||
self.total_num += 1
|
||
self.output_emoji = OutputEmoji(self.contact)
|
||
self.output_emoji.okSingal.connect(self.count_finish_num)
|
||
self.output_emoji.progressSignal.connect(self.progressSignal)
|
||
self.output_emoji.start()
|
||
if self.message_types.get(3):
|
||
# emoji消息单独的线程
|
||
self.total_num += 1
|
||
self.output_image = OutputImage(self.contact)
|
||
self.output_image.okSingal.connect(self.count_finish_num)
|
||
self.output_image.progressSignal.connect(self.progressSignal)
|
||
self.output_image.start()
|
||
|
||
def count_finish_num(self, num):
|
||
self.num += 1
|
||
if self.num == self.total_num:
|
||
self.okSignal.emit(1)
|
||
|
||
def cancel(self):
|
||
self.requestInterruption()
|
||
|
||
|
||
def modify_audio_metadata(audiofile, new_artist): # 修改音频元数据中的“创作者”标签
|
||
return
|
||
audiofile = load(audiofile)
|
||
|
||
# 检查文件是否有标签
|
||
if audiofile.tag is None:
|
||
audiofile.initTag()
|
||
|
||
# 修改艺术家名称
|
||
audiofile.tag.artist = new_artist
|
||
audiofile.tag.save()
|
||
|
||
|
||
class ChildThread(QThread):
|
||
"""
|
||
子线程，用于导出部分聊天记录
|
||
"""
|
||
progressSignal = pyqtSignal(int)
|
||
rangeSignal = pyqtSignal(int)
|
||
okSignal = pyqtSignal(int)
|
||
i = 1
|
||
CSV = 0
|
||
DOCX = 1
|
||
HTML = 2
|
||
|
||
def __init__(self, contact, type_=DOCX, message_types={}, parent=None):
|
||
super().__init__(parent)
|
||
self.contact = contact
|
||
self.message_types = message_types
|
||
self.last_timestamp = 0
|
||
self.sec = 2 # 默认1000秒
|
||
self.msg_id = 0
|
||
self.output_type = type_
|
||
|
||
def is_5_min(self, timestamp):
|
||
if abs(timestamp - self.last_timestamp) > 300:
|
||
self.last_timestamp = timestamp
|
||
return True
|
||
return False
|
||
|
||
def text(self, doc, message):
|
||
type_ = message[2]
|
||
str_content = message[7]
|
||
str_time = message[8]
|
||
is_send = message[4]
|
||
timestamp = message[5]
|
||
is_chatroom = 1 if self.contact.is_chatroom else 0
|
||
if is_chatroom:
|
||
avatar = f"./avatar/{message[12].wxid}.png"
|
||
else:
|
||
avatar = f"./avatar/{MePC().wxid if is_send else self.contact.wxid}.png"
|
||
if is_chatroom:
|
||
if is_send:
|
||
displayname = MePC().name
|
||
else:
|
||
displayname = message[12].remark
|
||
else:
|
||
displayname = MePC().name if is_send else self.contact.remark
|
||
displayname = escape_js_and_html(displayname)
|
||
if self.output_type == Output.HTML:
|
||
str_content = escape_js_and_html(str_content)
|
||
doc.write(
|
||
f'''{{ type:{1}, text: '{str_content}',is_send:{is_send},avatar_path:'{avatar}',timestamp:{timestamp},is_chatroom:{is_chatroom},displayname:'{displayname}'}},'''
|
||
)
|
||
elif self.output_type == Output.TXT:
|
||
name = '你' if is_send else self.contact.remark
|
||
doc.write(
|
||
f'''{str_time} {name}\n{str_content}\n\n'''
|
||
)
|
||
|
||
def image(self, doc, message):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
|
||
type_ = message[2]
|
||
str_content = message[7]
|
||
str_time = message[8]
|
||
is_send = message[4]
|
||
BytesExtra = message[10]
|
||
timestamp = message[5]
|
||
is_chatroom = 1 if self.contact.is_chatroom else 0
|
||
if is_chatroom:
|
||
avatar = f"./avatar/{message[12].wxid}.png"
|
||
else:
|
||
avatar = f"./avatar/{MePC().wxid if is_send else self.contact.wxid}.png"
|
||
if is_chatroom:
|
||
if is_send:
|
||
displayname = MePC().name
|
||
else:
|
||
displayname = message[12].remark
|
||
else:
|
||
displayname = MePC().name if is_send else self.contact.remark
|
||
displayname = escape_js_and_html(displayname)
|
||
if self.output_type == Output.HTML:
|
||
str_content = escape_js_and_html(str_content)
|
||
image_path = hard_link_db.get_image(str_content, BytesExtra, thumb=False)
|
||
image_path = hard_link_db.get_image(str_content, BytesExtra, thumb=False)
|
||
if not os.path.exists(os.path.join(MePC().wx_dir, image_path)):
|
||
image_thumb_path = hard_link_db.get_image(str_content, BytesExtra, thumb=True)
|
||
if not os.path.exists(os.path.join(MePC().wx_dir, image_thumb_path)):
|
||
return
|
||
image_path = image_thumb_path
|
||
image_path = get_image_path(image_path, base_path=f'/data/聊天记录/{self.contact.remark}/image')
|
||
image_path = image_path.replace('/', '\\')
|
||
image_path = image_path.replace('\\', '/')
|
||
doc.write(
|
||
f'''{{ type:{type_}, text: '{image_path}',is_send:{is_send},avatar_path:'{avatar}',timestamp:{timestamp},is_chatroom:{is_chatroom},displayname:'{displayname}'}},'''
|
||
)
|
||
elif self.output_type == Output.TXT:
|
||
name = '你' if is_send else self.contact.remark
|
||
doc.write(
|
||
f'''{str_time} {name}\n[图片]\n\n'''
|
||
)
|
||
|
||
def audio(self, doc, message):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
|
||
str_content = message[7]
|
||
str_time = message[8]
|
||
is_send = message[4]
|
||
msgSvrId = message[9]
|
||
timestamp = message[5]
|
||
is_chatroom = 1 if self.contact.is_chatroom else 0
|
||
if is_chatroom:
|
||
avatar = f"./avatar/{message[12].wxid}.png"
|
||
else:
|
||
avatar = f"./avatar/{MePC().wxid if is_send else self.contact.wxid}.png"
|
||
if is_chatroom:
|
||
if is_send:
|
||
displayname = MePC().name
|
||
else:
|
||
displayname = message[12].remark
|
||
else:
|
||
displayname = MePC().name if is_send else self.contact.remark
|
||
displayname = escape_js_and_html(displayname)
|
||
if self.output_type == Output.HTML:
|
||
try:
|
||
audio_path = media_msg_db.get_audio_path(msgSvrId, output_path=origin_docx_path + "/voice")
|
||
audio_path = audio_path.replace('/', '\\')
|
||
modify_audio_metadata(audio_path, displayname)
|
||
os.utime(audio_path, (timestamp, timestamp))
|
||
audio_path = audio_path.replace('\\', '/')
|
||
audio_path = "./voice/" + os.path.basename(audio_path)
|
||
voice_to_text = escape_js_and_html(media_msg_db.get_audio_text(str_content))
|
||
except:
|
||
return
|
||
doc.write(
|
||
f'''{{ type:34, text:'{audio_path}',is_send:{is_send},avatar_path:'{avatar}',voice_to_text:'{voice_to_text}',timestamp:{timestamp},is_chatroom:{is_chatroom},displayname:'{displayname}'}},'''
|
||
)
|
||
if self.output_type == Output.TXT:
|
||
name = '你' if is_send else self.contact.remark
|
||
doc.write(
|
||
f'''{str_time} {name}\n[语音]\n\n'''
|
||
)
|
||
|
||
def emoji(self, doc, message):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
|
||
str_content = message[7]
|
||
str_time = message[8]
|
||
is_send = message[4]
|
||
timestamp = message[5]
|
||
is_chatroom = 1 if self.contact.is_chatroom else 0
|
||
if is_chatroom:
|
||
avatar = f"./avatar/{message[12].wxid}.png"
|
||
else:
|
||
avatar = f"./avatar/{MePC().wxid if is_send else self.contact.wxid}.png"
|
||
if is_chatroom:
|
||
if is_send:
|
||
displayname = MePC().name
|
||
else:
|
||
displayname = message[12].remark
|
||
else:
|
||
displayname = MePC().name if is_send else self.contact.remark
|
||
displayname = escape_js_and_html(displayname)
|
||
if self.output_type == Output.HTML:
|
||
emoji_path = get_emoji_path(str_content, thumb=True, output_path=origin_docx_path + '/emoji')
|
||
emoji_path = './emoji/' + os.path.basename(emoji_path)
|
||
doc.write(
|
||
f'''{{ type:{3}, text: '{emoji_path}',is_send:{is_send},avatar_path:'{avatar}',timestamp:{timestamp},is_chatroom:{is_chatroom},displayname:'{displayname}'}},'''
|
||
)
|
||
elif self.output_type == Output.TXT:
|
||
name = '你' if is_send else self.contact.remark
|
||
doc.write(
|
||
f'''{str_time} {name}\n[表情包]\n\n'''
|
||
)
|
||
|
||
def wx_file(self, doc, isSend, content, status):
|
||
return
|
||
|
||
def retract_message(self, doc, isSend, content, status):
|
||
return
|
||
|
||
def refermsg(self, doc, message):
|
||
"""
|
||
处理回复消息
|
||
@param doc:
|
||
@param message:
|
||
@return:
|
||
"""
|
||
str_time = message[8]
|
||
is_send = message[4]
|
||
content = parser_reply(message[11])
|
||
refer_msg = content.get('refer')
|
||
timestamp = message[5]
|
||
is_chatroom = 1 if self.contact.is_chatroom else 0
|
||
if is_chatroom:
|
||
avatar = f"./avatar/{message[12].wxid}.png"
|
||
else:
|
||
avatar = f"./avatar/{MePC().wxid if is_send else self.contact.wxid}.png"
|
||
if is_chatroom:
|
||
if is_send:
|
||
displayname = MePC().name
|
||
else:
|
||
displayname = message[12].remark
|
||
else:
|
||
displayname = MePC().name if is_send else self.contact.remark
|
||
displayname = escape_js_and_html(displayname)
|
||
if self.output_type == Output.HTML:
|
||
contentText = escape_js_and_html(content.get('title'))
|
||
if refer_msg:
|
||
referText = f"{escape_js_and_html(refer_msg.get('displayname'))}：{escape_js_and_html(refer_msg.get('content'))}"
|
||
doc.write(
|
||
f'''{{ type:49, text: '{contentText}',is_send:{is_send},sub_type:{content.get('type')},refer_text: '{referText}',avatar_path:'{avatar}',timestamp:{timestamp},is_chatroom:{is_chatroom},displayname:'{displayname}'}},'''
|
||
)
|
||
else:
|
||
doc.write(
|
||
f'''{{ type:49, text: '{contentText}',is_send:{is_send},sub_type:{content.get('type')},avatar_path:'{avatar}',timestamp:{timestamp},is_chatroom:{is_chatroom},displayname:'{displayname}'}},'''
|
||
)
|
||
elif self.output_type == Output.TXT:
|
||
name = '你' if is_send else self.contact.remark
|
||
if refer_msg:
|
||
doc.write(
|
||
f'''{str_time} {name}\n{content.get('title')}\n引用:{refer_msg.get('displayname')}:{refer_msg.get('content')}\n\n'''
|
||
)
|
||
else:
|
||
doc.write(
|
||
f'''{str_time} {name}\n{content.get('title')}\n引用:未知\n\n'''
|
||
)
|
||
|
||
def system_msg(self, doc, message):
|
||
str_content = message[7]
|
||
is_send = message[4]
|
||
str_time = message[8]
|
||
timestamp = message[5]
|
||
is_chatroom = 1 if self.contact.is_chatroom else 0
|
||
str_content = str_content.replace('<![CDATA[', "").replace(
|
||
' <a href="weixin://revoke_edit_click">重新编辑</a>]]>', "")
|
||
res = findall('(</{0,1}(img|revo|_wc_cus|a).*?>)', str_content)
|
||
for xmlstr, b in res:
|
||
str_content = str_content.replace(xmlstr, "")
|
||
str_content = escape_js_and_html(str_content)
|
||
if self.output_type == Output.HTML:
|
||
doc.write(
|
||
f'''{{ type:0, text: '{str_content}',is_send:{is_send},avatar_path:'',timestamp:{timestamp},is_chatroom:{is_chatroom},displayname:''}},'''
|
||
)
|
||
elif self.output_type == Output.TXT:
|
||
name = '你' if is_send else self.contact.remark
|
||
doc.write(
|
||
f'''{str_time} {name}\n{str_content}\n\n'''
|
||
)
|
||
|
||
def video(self, doc, message):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
|
||
type_ = message[2]
|
||
str_content = message[7]
|
||
str_time = message[8]
|
||
is_send = message[4]
|
||
BytesExtra = message[10]
|
||
timestamp = message[5]
|
||
is_chatroom = 1 if self.contact.is_chatroom else 0
|
||
if is_chatroom:
|
||
avatar = f"./avatar/{message[12].wxid}.png"
|
||
else:
|
||
avatar = f"./avatar/{MePC().wxid if is_send else self.contact.wxid}.png"
|
||
if is_chatroom:
|
||
if is_send:
|
||
displayname = MePC().name
|
||
else:
|
||
displayname = message[12].remark
|
||
else:
|
||
displayname = MePC().name if is_send else self.contact.remark
|
||
displayname = escape_js_and_html(displayname)
|
||
if self.output_type == Output.HTML:
|
||
video_path = hard_link_db.get_video(str_content, BytesExtra, thumb=False)
|
||
image_path = hard_link_db.get_video(str_content, BytesExtra, thumb=True)
|
||
if video_path is None and image_path is not None:
|
||
image_path = path.get_relative_path(image_path, base_path=f'/data/聊天记录/{self.contact.remark}/image')
|
||
try:
|
||
# todo 网络图片问题
|
||
print(origin_docx_path + image_path[1:])
|
||
os.utime(origin_docx_path + image_path[1:], (timestamp, timestamp))
|
||
image_path = image_path.replace('\\', '/')
|
||
# print(f"tohtml:---{image_path}")
|
||
|
||
doc.write(
|
||
f'''{{ type:3, text: '{image_path}',is_send:{is_send},avatar_path:'{avatar}',timestamp:{timestamp},is_chatroom:{is_chatroom},displayname:'{displayname}'}},'''
|
||
)
|
||
except:
|
||
doc.write(
|
||
f'''{{ type:1, text: '视频丢失',is_send:{is_send},avatar_path:'{avatar}',timestamp:{timestamp},is_chatroom:{is_chatroom},displayname:'{displayname}'}},'''
|
||
)
|
||
return
|
||
if video_path is None and image_path is None:
|
||
return
|
||
video_path = f'{MePC().wx_dir}/{video_path}'
|
||
if os.path.exists(video_path):
|
||
new_path = origin_docx_path + '/video/' + os.path.basename(video_path)
|
||
if not os.path.exists(new_path):
|
||
shutil.copy(video_path, os.path.join(origin_docx_path, 'video'))
|
||
os.utime(new_path, (timestamp, timestamp))
|
||
video_path = f'./video/{os.path.basename(video_path)}'
|
||
video_path = video_path.replace('\\', '/')
|
||
doc.write(
|
||
f'''{{ type:{type_}, text: '{video_path}',is_send:{is_send},avatar_path:'{avatar}',timestamp:{timestamp},is_chatroom:{is_chatroom},displayname:'{displayname}'}},'''
|
||
)
|
||
elif self.output_type == Output.TXT:
|
||
name = '你' if is_send else self.contact.remark
|
||
doc.write(
|
||
f'''{str_time} {name}\n[视频]\n\n'''
|
||
)
|
||
|
||
def to_csv(self):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
|
||
os.makedirs(origin_docx_path, exist_ok=True)
|
||
filename = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}/{self.contact.remark}_utf8.csv"
|
||
# columns = ["用户名", "消息内容", "发送时间", "发送状态", "消息类型", "isSend", "msgId"]
|
||
columns = ['localId', 'TalkerId', 'Type', 'SubType',
|
||
'IsSender', 'CreateTime', 'Status', 'StrContent',
|
||
'StrTime']
|
||
messages = msg_db.get_messages(self.contact.wxid)
|
||
# 写入CSV文件
|
||
with open(filename, mode='w', newline='', encoding='utf-8') as file:
|
||
writer = csv.writer(file)
|
||
writer.writerow(columns)
|
||
# 写入数据
|
||
writer.writerows(messages)
|
||
self.okSignal.emit('ok')
|
||
|
||
def to_html_(self):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
|
||
makedirs(origin_docx_path)
|
||
if self.contact.is_chatroom:
|
||
packagemsg = PackageMsg()
|
||
messages = packagemsg.get_package_message_by_wxid(self.contact.wxid)
|
||
else:
|
||
messages = msg_db.get_messages(self.contact.wxid)
|
||
filename = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}/{self.contact.remark}.html"
|
||
file_path = './app/resources/template.html'
|
||
if not os.path.exists(file_path):
|
||
resource_dir = getattr(sys, '_MEIPASS', os.path.abspath(os.path.dirname(__file__)))
|
||
file_path = os.path.join(resource_dir, 'app', 'resources', 'template.html')
|
||
with open(file_path, "r", encoding="utf-8") as f:
|
||
content = f.read()
|
||
html_head, html_end = content.split('/*注意看这是分割线*/')
|
||
f = open(filename, 'w', encoding='utf-8')
|
||
f.write(html_head.replace("<title>Chat Records</title>", f"<title>{self.contact.remark}</title>"))
|
||
MePC().avatar.save(os.path.join(f"{origin_docx_path}/avatar/{MePC().wxid}.png"))
|
||
if self.contact.is_chatroom:
|
||
for message in messages:
|
||
if message[4]: # is_send
|
||
continue
|
||
try:
|
||
chatroom_avatar_path = f"{origin_docx_path}/avatar/{message[12].wxid}.png"
|
||
if not os.path.exists(chatroom_avatar_path):
|
||
message[12].avatar.save(chatroom_avatar_path)
|
||
except:
|
||
print(message)
|
||
pass
|
||
else:
|
||
self.contact.avatar.save(os.path.join(f"{origin_docx_path}/avatar/{self.contact.wxid}.png"))
|
||
self.rangeSignal.emit(len(messages))
|
||
for index, message in enumerate(messages):
|
||
type_ = message[2]
|
||
sub_type = message[3]
|
||
timestamp = message[5]
|
||
if (type_ == 3 and self.message_types.get(3)) or (type_ == 34 and self.message_types.get(34)) or (type_ == 47 and self.message_types.get(47)):
|
||
pass
|
||
else:
|
||
self.progressSignal.emit(1)
|
||
|
||
if self.is_5_min(timestamp):
|
||
str_time = message[8]
|
||
f.write(
|
||
f'''{{ type:0, text: '{str_time}',is_send:0,avatar_path:'',timestamp:{timestamp}}},'''
|
||
)
|
||
if type_ == 1 and self.message_types.get(type_):
|
||
self.text(f, message)
|
||
elif type_ == 3 and self.message_types.get(type_):
|
||
self.image(f, message)
|
||
elif type_ == 34 and self.message_types.get(type_):
|
||
self.audio(f, message)
|
||
elif type_ == 43 and self.message_types.get(type_):
|
||
self.video(f, message)
|
||
elif type_ == 47 and self.message_types.get(type_):
|
||
self.emoji(f, message)
|
||
elif type_ == 10000 and self.message_types.get(type_):
|
||
self.system_msg(f, message)
|
||
elif type_ == 49 and sub_type == 57 and self.message_types.get(1):
|
||
self.refermsg(f, message)
|
||
f.write(html_end)
|
||
f.close()
|
||
self.okSignal.emit(1)
|
||
|
||
def to_txt(self):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
|
||
os.makedirs(origin_docx_path, exist_ok=True)
|
||
filename = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}/{self.contact.remark}.txt"
|
||
messages = msg_db.get_messages(self.contact.wxid)
|
||
total_steps = len(messages)
|
||
with open(filename, mode='w', newline='', encoding='utf-8') as f:
|
||
for index, message in enumerate(messages):
|
||
type_ = message[2]
|
||
sub_type = message[3]
|
||
self.progressSignal.emit(int((index + 1) / total_steps * 100))
|
||
if type_ == 1 and self.message_types.get(type_):
|
||
self.text(f, message)
|
||
elif type_ == 3 and self.message_types.get(type_):
|
||
self.image(f, message)
|
||
elif type_ == 34 and self.message_types.get(type_):
|
||
self.audio(f, message)
|
||
elif type_ == 43 and self.message_types.get(type_):
|
||
self.video(f, message)
|
||
elif type_ == 47 and self.message_types.get(type_):
|
||
self.emoji(f, message)
|
||
elif type_ == 10000 and self.message_types.get(type_):
|
||
self.system_msg(f, message)
|
||
elif type_ == 49 and sub_type == 57:
|
||
self.refermsg(f, message)
|
||
self.okSignal.emit(1)
|
||
|
||
def run(self):
|
||
if self.output_type == Output.DOCX:
|
||
return
|
||
elif self.output_type == Output.CSV:
|
||
self.to_csv()
|
||
elif self.output_type == Output.HTML:
|
||
self.to_html_()
|
||
elif self.output_type == Output.CSV_ALL:
|
||
self.to_csv_all()
|
||
elif self.output_type == Output.TXT:
|
||
self.to_txt()
|
||
|
||
def cancel(self):
|
||
self.requestInterruption()
|
||
|
||
|
||
class OutputMedia(QThread):
|
||
okSingal = pyqtSignal(int)
|
||
progressSignal = pyqtSignal(int)
|
||
|
||
def __init__(self, contact):
|
||
super().__init__()
|
||
self.contact = contact
|
||
|
||
def run(self):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
|
||
messages = msg_db.get_messages_by_type(self.contact.wxid, 34)
|
||
for message in messages:
|
||
is_send = message[4]
|
||
msgSvrId = message[9]
|
||
try:
|
||
audio_path = media_msg_db.get_audio(msgSvrId, output_path=origin_docx_path + "/voice")
|
||
except:
|
||
logger.error(traceback.format_exc())
|
||
finally:
|
||
self.progressSignal.emit(1)
|
||
self.okSingal.emit(34)
|
||
|
||
|
||
class OutputEmoji(QThread):
|
||
okSingal = pyqtSignal(int)
|
||
progressSignal = pyqtSignal(int)
|
||
|
||
def __init__(self, contact):
|
||
super().__init__()
|
||
self.contact = contact
|
||
|
||
def run(self):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
|
||
messages = msg_db.get_messages_by_type(self.contact.wxid, 47)
|
||
for message in messages:
|
||
str_content = message[7]
|
||
try:
|
||
emoji_path = get_emoji(str_content, thumb=True, output_path=origin_docx_path + '/emoji')
|
||
except:
|
||
logger.error(traceback.format_exc())
|
||
finally:
|
||
self.progressSignal.emit(1)
|
||
self.okSingal.emit(47)
|
||
|
||
|
||
class OutputImage(QThread):
|
||
okSingal = pyqtSignal(int)
|
||
progressSignal = pyqtSignal(int)
|
||
|
||
def __init__(self, contact):
|
||
super().__init__()
|
||
self.contact = contact
|
||
self.child_thread_num = 2
|
||
self.child_threads = [0]*(self.child_thread_num+1)
|
||
self.num = 0
|
||
|
||
def count1(self, num):
|
||
self.num += 1
|
||
print('图片导出完成一个')
|
||
if self.num == self.child_thread_num:
|
||
self.okSingal.emit(47)
|
||
print('图片导出完成')
|
||
|
||
def run(self):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
|
||
messages = msg_db.get_messages_by_type(self.contact.wxid,3)
|
||
for message in messages:
|
||
str_content = message[7]
|
||
BytesExtra = message[10]
|
||
timestamp = message[5]
|
||
try:
|
||
image_path = hard_link_db.get_image(str_content, BytesExtra, thumb=False)
|
||
if not os.path.exists(os.path.join(MePC().wx_dir, image_path)):
|
||
image_thumb_path = hard_link_db.get_image(str_content, BytesExtra, thumb=True)
|
||
if not os.path.exists(os.path.join(MePC().wx_dir, image_thumb_path)):
|
||
continue
|
||
image_path = image_thumb_path
|
||
image_path = get_image(image_path, base_path=f'/data/聊天记录/{self.contact.remark}/image')
|
||
try:
|
||
os.utime(origin_docx_path + image_path[1:], (timestamp, timestamp))
|
||
except:
|
||
pass
|
||
except:
|
||
logger.error(traceback.format_exc())
|
||
finally:
|
||
self.progressSignal.emit(1)
|
||
self.okSingal.emit(47)
|
||
# sublist_length = len(messages) // self.child_thread_num
|
||
# index = 0
|
||
# for i in range(0, len(messages), sublist_length):
|
||
# child_messages = messages[i:i + sublist_length]
|
||
# self.child_threads[index] = OutputImageChild(self.contact, child_messages)
|
||
# self.child_threads[index].okSingal.connect(self.count1)
|
||
# self.child_threads[index].progressSignal.connect(self.progressSignal)
|
||
# self.child_threads[index].start()
|
||
# print('开启一个新线程')
|
||
# index += 1
|
||
|
||
|
||
|
||
|
||
class OutputImageChild(QThread):
|
||
okSingal = pyqtSignal(int)
|
||
progressSignal = pyqtSignal(int)
|
||
|
||
def __init__(self, contact, messages):
|
||
super().__init__()
|
||
self.contact = contact
|
||
self.messages = messages
|
||
|
||
def run(self):
|
||
origin_docx_path = f"{os.path.abspath('.')}/data/聊天记录/{self.contact.remark}"
|
||
for message in self.messages:
|
||
str_content = message[7]
|
||
BytesExtra = message[10]
|
||
timestamp = message[5]
|
||
try:
|
||
image_path = hard_link_db.get_image(str_content, BytesExtra, thumb=False)
|
||
if not os.path.exists(os.path.join(MePC().wx_dir, image_path)):
|
||
image_thumb_path = hard_link_db.get_image(str_content, BytesExtra, thumb=True)
|
||
if not os.path.exists(os.path.join(MePC().wx_dir, image_thumb_path)):
|
||
continue
|
||
image_path = image_thumb_path
|
||
image_path = get_image(image_path, base_path=f'/data/聊天记录/{self.contact.remark}/image')
|
||
try:
|
||
os.utime(origin_docx_path + image_path[1:], (timestamp, timestamp))
|
||
except:
|
||
pass
|
||
except:
|
||
logger.error(traceback.format_exc())
|
||
finally:
|
||
self.progressSignal.emit(1)
|
||
self.okSingal.emit(47)
|
||
print('图片子线程完成')
|