mirror of
https://github.com/LC044/WeChatMsg
synced 2024-11-15 22:41:20 +08:00
273 lines
9.1 KiB
Python
273 lines
9.1 KiB
Python
import os
|
||
from collections import Counter
|
||
|
||
from PyQt5.QtCore import QFile, QTextStream, QIODevice
|
||
|
||
import sys
|
||
|
||
sys.path.append('.')
|
||
|
||
from app.DataBase import msg_db, MsgType
|
||
from pyecharts import options as opts
|
||
from pyecharts.charts import WordCloud, Calendar, Bar, Line
|
||
from app.resources import resource_rc
|
||
|
||
var = resource_rc.qt_resource_name
|
||
charts_width = 800
|
||
charts_height = 450
|
||
wordcloud_width = 780
|
||
wordcloud_height = 720
|
||
|
||
|
||
def wordcloud(wxid, is_Annual_report=False, year='2023', who='1'):
|
||
import jieba
|
||
txt_messages = msg_db.get_messages_by_type(wxid, MsgType.TEXT, year)
|
||
if not txt_messages:
|
||
return {
|
||
'chart_data': None,
|
||
'keyword': "没有聊天你想分析啥",
|
||
'max_num': "0",
|
||
'dialogs': []
|
||
}
|
||
# text = ''.join(map(lambda x: x[7], txt_messages))
|
||
text = ''.join(map(lambda x: x[7] if x[4] == int(who) else '', txt_messages)) # 1“我”说的话，0“Ta”说的话
|
||
|
||
total_msg_len = len(text)
|
||
# 使用jieba进行分词，并加入停用词
|
||
words = jieba.cut(text)
|
||
# 统计词频
|
||
word_count = Counter(words)
|
||
# 过滤停用词
|
||
stopwords_file = './app000/data/stopwords.txt'
|
||
try:
|
||
with open(stopwords_file, "r", encoding="utf-8") as stopword_file:
|
||
stopwords = set(stopword_file.read().splitlines())
|
||
except:
|
||
file = QFile(':/data/stopwords.txt')
|
||
if file.open(QIODevice.ReadOnly | QIODevice.Text):
|
||
stream = QTextStream(file)
|
||
stream.setCodec('utf-8')
|
||
content = stream.readAll()
|
||
file.close()
|
||
stopwords = set(content.splitlines())
|
||
filtered_word_count = {word: count for word, count in word_count.items() if len(word) > 1 and word not in stopwords}
|
||
|
||
# 转换为词云数据格式
|
||
data = [(word, count) for word, count in filtered_word_count.items()]
|
||
# text_data = data
|
||
data.sort(key=lambda x: x[1], reverse=True)
|
||
|
||
text_data = data[:100] if len(data) > 100 else data
|
||
# 创建词云图
|
||
keyword, max_num = text_data[0]
|
||
w = (
|
||
WordCloud(init_opts=opts.InitOpts(width=f"{wordcloud_width}px", height=f"{wordcloud_height}px"))
|
||
.add(series_name="聊天文字", data_pair=text_data, word_size_range=[5, 40])
|
||
)
|
||
# return w.render_embed()
|
||
return {
|
||
'chart_data': w.dump_options_with_quotes(),
|
||
'keyword': keyword,
|
||
'max_num': str(max_num),
|
||
'dialogs': msg_db.get_messages_by_keyword(wxid, keyword, num=5, max_len=12)
|
||
}
|
||
|
||
|
||
def wordcloud_christmas(wxid, year='2023'):
|
||
import jieba
|
||
txt_messages = msg_db.get_messages_by_type(wxid, MsgType.TEXT, year)
|
||
if not txt_messages:
|
||
return {
|
||
'chart_data': None,
|
||
'keyword': "没有聊天你想分析啥",
|
||
'max_num': '0',
|
||
'dialogs': [],
|
||
'total_num': 0,
|
||
}
|
||
text = ''.join(map(lambda x: x[7], txt_messages))
|
||
total_msg_len = len(text)
|
||
# 使用jieba进行分词，并加入停用词
|
||
words = jieba.cut(text)
|
||
# 统计词频
|
||
word_count = Counter(words)
|
||
# 过滤停用词
|
||
stopwords_file = './app/data/stopwords.txt'
|
||
with open(stopwords_file, "r", encoding="utf-8") as stopword_file:
|
||
stopwords1 = set(stopword_file.read().splitlines())
|
||
# 构建 FFmpeg 可执行文件的路径
|
||
stopwords = set()
|
||
stopwords_file = './app/resources/data/stopwords.txt'
|
||
if not os.path.exists(stopwords_file):
|
||
resource_dir = getattr(sys, '_MEIPASS', os.path.abspath(os.path.dirname(__file__)))
|
||
stopwords_file = os.path.join(resource_dir, 'app', 'resources', 'data','stopwords.txt')
|
||
with open(stopwords_file, "r", encoding="utf-8") as stopword_file:
|
||
stopwords = set(stopword_file.read().splitlines())
|
||
stopwords = stopwords.union(stopwords1)
|
||
|
||
filtered_word_count = {word: count for word, count in word_count.items() if len(word) > 1 and word not in stopwords}
|
||
# 转换为词云数据格式
|
||
data = [(word, count) for word, count in filtered_word_count.items()]
|
||
# text_data = data
|
||
data.sort(key=lambda x: x[1], reverse=True)
|
||
|
||
text_data = data[:100] if len(data) > 100 else data
|
||
# 创建词云图
|
||
keyword, max_num = text_data[0]
|
||
w = (
|
||
WordCloud()
|
||
.add(series_name="聊天文字", data_pair=text_data, word_size_range=[5, 40])
|
||
)
|
||
# return w.render_embed()
|
||
dialogs = msg_db.get_messages_by_keyword(wxid, keyword, num=3, max_len=12, year_=year)
|
||
|
||
return {
|
||
'wordcloud_chart_data': w.dump_options_with_quotes(),
|
||
'keyword': keyword,
|
||
'keyword_max_num': str(max_num),
|
||
'dialogs': dialogs,
|
||
'total_num': total_msg_len,
|
||
}
|
||
|
||
|
||
def calendar_chart(wxid, is_Annual_report=False, year='2023'):
|
||
try:
|
||
calendar_data = msg_db.get_messages_by_days(wxid, is_Annual_report, year)
|
||
except:
|
||
return {
|
||
'calendar_chart_data': None,
|
||
'chat_days': 0,
|
||
}
|
||
if not calendar_data:
|
||
return {
|
||
'calendar_chart_data': None,
|
||
'chat_days': 0,
|
||
}
|
||
min_ = min(map(lambda x: x[1], calendar_data))
|
||
max_ = max(map(lambda x: x[1], calendar_data))
|
||
start_date_ = calendar_data[0][0]
|
||
end_date_ = calendar_data[-1][0]
|
||
print(start_date_, '---->', end_date_)
|
||
if is_Annual_report:
|
||
calendar_days = year
|
||
calendar_title = f'{year}年聊天情况'
|
||
else:
|
||
calendar_days = (start_date_, end_date_)
|
||
calendar_title = '和Ta的聊天情况'
|
||
c = (
|
||
Calendar()
|
||
.add(
|
||
"",
|
||
calendar_data,
|
||
calendar_opts=opts.CalendarOpts(range_=calendar_days)
|
||
)
|
||
.set_global_opts(
|
||
visualmap_opts=opts.VisualMapOpts(
|
||
max_=max_,
|
||
min_=min_,
|
||
orient="horizontal",
|
||
pos_bottom="0px",
|
||
pos_left="0px",
|
||
),
|
||
legend_opts=opts.LegendOpts(is_show=False)
|
||
)
|
||
)
|
||
return {
|
||
'calendar_chart_data': c.dump_options_with_quotes(),
|
||
'chat_days': len(calendar_data),
|
||
}
|
||
|
||
|
||
def month_count(wxid, is_Annual_report=False, year='2023'):
|
||
"""
|
||
每月聊天条数
|
||
"""
|
||
msg_data = msg_db.get_messages_by_month(wxid, is_Annual_report, year)
|
||
y_data = list(map(lambda x: x[1], msg_data))
|
||
x_axis = list(map(lambda x: x[0], msg_data))
|
||
m = (
|
||
Bar(init_opts=opts.InitOpts(width=f"{charts_width}px", height=f"{charts_height}px"))
|
||
.add_xaxis(x_axis)
|
||
.add_yaxis("消息数量", y_data,
|
||
label_opts=opts.LabelOpts(is_show=False),
|
||
itemstyle_opts=opts.ItemStyleOpts(color="skyblue"),
|
||
)
|
||
.set_global_opts(
|
||
title_opts=opts.TitleOpts(title="逐月统计", subtitle=None),
|
||
datazoom_opts=opts.DataZoomOpts(),
|
||
toolbox_opts=opts.ToolboxOpts(),
|
||
visualmap_opts=opts.VisualMapOpts(
|
||
min_=min(y_data),
|
||
max_=max(y_data),
|
||
dimension=1, # 根据第2个维度（y 轴）进行映射
|
||
is_piecewise=False, # 是否分段显示
|
||
range_color=["#66ccff", "#003366"], # 设置颜色范围
|
||
type_="color",
|
||
pos_right="0%",
|
||
),
|
||
)
|
||
)
|
||
|
||
return {
|
||
'chart_data': m
|
||
}
|
||
|
||
|
||
def hour_count(wxid, is_Annual_report=False, year='2023'):
|
||
"""
|
||
小时计数聊天条数
|
||
"""
|
||
msg_data = msg_db.get_messages_by_hour(wxid, is_Annual_report, year)
|
||
print(msg_data)
|
||
y_data = list(map(lambda x: x[1], msg_data))
|
||
x_axis = list(map(lambda x: x[0], msg_data))
|
||
h = (
|
||
Line(init_opts=opts.InitOpts(width=f"{charts_width}px", height=f"{charts_height}px"))
|
||
.add_xaxis(xaxis_data=x_axis)
|
||
.add_yaxis(
|
||
series_name="聊天频率",
|
||
y_axis=y_data,
|
||
markpoint_opts=opts.MarkPointOpts(
|
||
data=[
|
||
opts.MarkPointItem(type_="max", name="最大值"),
|
||
opts.MarkPointItem(type_="min", name="最小值", value=int(10)),
|
||
]
|
||
),
|
||
markline_opts=opts.MarkLineOpts(
|
||
data=[opts.MarkLineItem(type_="average", name="平均值")]
|
||
),
|
||
)
|
||
.set_global_opts(
|
||
title_opts=opts.TitleOpts(title="聊天时段", subtitle=None),
|
||
# datazoom_opts=opts.DataZoomOpts(),
|
||
# toolbox_opts=opts.ToolboxOpts(),
|
||
)
|
||
.set_series_opts(
|
||
label_opts=opts.LabelOpts(
|
||
is_show=False
|
||
)
|
||
)
|
||
)
|
||
|
||
return {
|
||
'chart_data': h
|
||
}
|
||
|
||
|
||
class Analysis:
|
||
pass
|
||
|
||
|
||
if __name__ == '__main__':
|
||
msg_db.init_database(path='../DataBase/Msg/MSG.db')
|
||
# w = wordcloud('wxid_0o18ef858vnu22')
|
||
w_data = wordcloud('wxid_27hqbq7vx5hf22', True, '2023')
|
||
# print(w_data)
|
||
# w['chart_data'].render("./data/聊天统计/wordcloud.html")
|
||
c = calendar_chart('wxid_27hqbq7vx5hf22', False, '2023')
|
||
c['chart_data'].render("./data/聊天统计/calendar.html")
|
||
# print('c:::', c)
|
||
m = month_count('wxid_27hqbq7vx5hf22', False, '2023')
|
||
m['chart_data'].render("./data/聊天统计/month_num.html")
|
||
h = hour_count('wxid_27hqbq7vx5hf22')
|
||
h['chart_data'].render("./data/聊天统计/hour_count.html")
|