Shikong/WeChatMsg
1
0
Fork 0
mirror of https://github.com/LC044/WeChatMsg synced 2025-02-23 11:42:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

add some statistics in analysis

Browse Source
This commit is contained in:
DzhiWang 2023-12-20 20:55:27 +08:00
parent 261ac8ea27
commit 57645baf8a
3 changed files with 202 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

117
app/DataBase/msg.py
View File

@ -124,6 +124,33 @@ class Msg:
lock.release()
return result[0]
def get_messages_length_with_ta(self, username_, is_Annual_report_=False, year_='2023'):
if is_Annual_report_:
sql = '''
select count(*)
from MSG
WHERE StrTalker = ? AND strftime('%Y', CreateTime, 'unixepoch', 'localtime') = ?
'''
else:
sql = '''
select count(*)
from MSG
'''
if not self.open_flag:
return None
try:
lock.acquire(True)
if is_Annual_report_:
self.cursor.execute(sql, [username_, year_])
else:
self.cursor.execute(sql, [username_])
result = self.cursor.fetchone()
except Exception as e:
result = None
finally:
lock.release()
return result[0]
def get_message_by_num(self, username_, local_id):
sql = '''
select localId,TalkerId,Type,SubType,IsSender,CreateTime,Status,StrContent,strftime('%Y-%m-%d %H:%M:%S',CreateTime,'unixepoch','localtime') as StrTime,MsgSvrID,BytesExtra,CompressContent
@ -354,6 +381,96 @@ class Msg:
# result.sort(key=lambda x: x[5])
return result
def get_lateDay_messages(self, username_, is_Annual_report_=False, year_='2023'):
if is_Annual_report_:
sql = '''
SELECT strftime('%Y-%m-%d %H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
from(
SELECT CreateTime, strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
FROM MSG
WHERE StrTalker = ? AND strftime('%Y', CreateTime, 'unixepoch', 'localtime') = ?
AND (strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') > ?
or strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') < ? ) AND Type=1
ORDER BY CASE
WHEN strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') < ? THEN 0
ELSE 1
END, time DESC
LIMIT 4
)
'''
else:
sql = '''
SELECT strftime('%Y-%m-%d %H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
from(
SELECT CreateTime, strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
FROM MSG
WHERE StrTalker = ? AND (strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') > ?
or strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') < ? ) AND Type=1
ORDER BY CASE
WHEN strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') < ? THEN 0
ELSE 1
END, time DESC
LIMIT 4
)
'''
result = None
if not self.open_flag:
return None
try:
lock.acquire(True)
if is_Annual_report_:
self.cursor.execute(sql, [username_, year_, '21:00:00', '05:00:00', '05:00:00'])
else:
self.cursor.execute(sql, [username_, '21:00:00', '05:00:00', '05:00:00'])
result = self.cursor.fetchall()
except sqlite3.DatabaseError:
logger.error(f'{traceback.format_exc()}\n数据库损坏请删除msg文件夹重试')
finally:
lock.release()
# result.sort(key=lambda x: x[5])
return result
def get_earlyDay_messages(self, username_, is_Annual_report_=False, year_='2023'):
if is_Annual_report_:
sql = '''
SELECT strftime('%Y-%m-%d %H:%M:%S', CreateTime, 'unixepoch', 'localtime') as strtime, IsSender, Status, StrContent
from (
SELECT CreateTime, strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
FROM MSG
WHERE StrTalker = ? AND strftime('%Y', CreateTime, 'unixepoch', 'localtime') = ?
AND strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') > ? AND Type=1
ORDER BY time
LIMIT 4
)
'''
else:
sql = '''
SELECT strftime('%Y-%m-%d %H:%M:%S', CreateTime, 'unixepoch', 'localtime') as strtime, IsSender, Status, StrContent
from (
SELECT CreateTime, strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
FROM MSG
WHERE StrTalker = ? AND strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') > ? AND Type=1
ORDER BY time
LIMIT 4
)
'''
result = None
if not self.open_flag:
return None
try:
lock.acquire(True)
if is_Annual_report_:
self.cursor.execute(sql, [username_, year_, '05:00:00'])
else:
self.cursor.execute(sql, [username_, '05:00:00'])
result = self.cursor.fetchall()
except sqlite3.DatabaseError:
logger.error(f'{traceback.format_exc()}\n数据库损坏请删除msg文件夹重试')
finally:
lock.release()
# result.sort(key=lambda x: x[5])
return result
def get_first_time_of_message(self, username_):
if not self.open_flag:
return None

63
app/analysis/analysis.py
View File

@ -1,4 +1,5 @@
from collections import Counter
from datetime import datetime
from PyQt5.QtCore import QFile, QTextStream, QIODevice
@ -73,15 +74,29 @@ def wordcloud(wxid, is_Annual_report=False, year='2023', who='1'):
def calendar_chart(wxid, is_Annual_report=False, year='2023'):
data_length = msg_db.get_messages_length_with_ta(wxid, is_Annual_report, year) # 获取和他的聊天条数
print(f'聊天总数：{data_length}')
calendar_data = msg_db.get_messages_by_days(wxid, is_Annual_report, year)
if not calendar_data:
return False
min_ = min(map(lambda x: x[1], calendar_data))
max_ = max(map(lambda x: x[1], calendar_data))
max_date = next(x[0] for x in calendar_data if x[1] == max_)
date_obj = datetime.strptime(max_date, "%Y-%m-%d")
formatted_date = date_obj.strftime("%Y年%m月%d日")
print(formatted_date)
start_date_ = calendar_data[0][0]
end_date_ = calendar_data[-1][0]
print(start_date_, '---->', end_date_)
# 计算两个日期之间的天数差
date1 = datetime.strptime(str(start_date_), "%Y-%m-%d")
date2 = datetime.strptime(str(end_date_), "%Y-%m-%d")
date_num = (date2 - date1).days + 1
print(date_num)
if is_Annual_report:
calendar_days = year
calendar_title = f'{year}年聊天情况'
@ -110,7 +125,12 @@ def calendar_chart(wxid, is_Annual_report=False, year='2023'):
)
)
return {
'chart_data': c
'chart_data': c,
'data_length': data_length, # 和xx的聊天记录总数
'max_date': formatted_date,
'max_num': str(max_),
'date_num': str(date_num),
'dialogs': msg_db.get_first_time_of_message(wxid) # 非年度报告使用
}
@ -121,6 +141,23 @@ def month_count(wxid, is_Annual_report=False, year='2023'):
msg_data = msg_db.get_messages_by_month(wxid, is_Annual_report, year)
y_data = list(map(lambda x: x[1], msg_data))
x_axis = list(map(lambda x: x[0], msg_data))
# 获取聊天的月数
if all(y > 0 for y in y_data):
conc = "我们这一年每个月都有在聊天"
else:
months_with_chat = sum(1 for y in y_data if y > 0)
conc = f"我们这一年有{months_with_chat}个月都在聊天"
print("聊天月数", conc)
# 月平均聊天条数
average_num = round(sum(y_data)/12)
print(f'月平均聊天条数:{average_num}')
# 月聊天条数最大值和最小值
max_num = max(y_data)
max_num_month = next(x[0] for x in msg_data if x[1] == max_num)
min_num = min(y_data)
min_num_month = next(x[0] for x in msg_data if x[1] == max_num)
print(f'{max_num_month}月聊天条数:{max_num},{min_num_month}月聊天条数:{min_num}')
m = (
Bar(init_opts=opts.InitOpts(width=f"{charts_width}px", height=f"{charts_height}px"))
.add_xaxis(x_axis)
@ -145,7 +182,13 @@ def month_count(wxid, is_Annual_report=False, year='2023'):
)
return {
'chart_data': m
'chart_data': m.dump_options_with_quotes(),
'txt': conc,
'month_average_num': average_num,
'max_num_month': max_num_month,
'max_num': max_num,
'min_num_month': max_num_month,
'min_num': min_num
}
@ -157,6 +200,9 @@ def hour_count(wxid, is_Annual_report=False, year='2023'):
print(msg_data)
y_data = list(map(lambda x: x[1], msg_data))
x_axis = list(map(lambda x: x[0], msg_data))
max_num = max(y_data)
max_num_hour = next(x[0] for x in msg_data if x[1] == max_num)
print(f'{max_num_hour}：{max_num}')
h = (
Line(init_opts=opts.InitOpts(width=f"{charts_width}px", height=f"{charts_height}px"))
.add_xaxis(xaxis_data=x_axis)
@ -184,9 +230,16 @@ def hour_count(wxid, is_Annual_report=False, year='2023'):
)
)
)
late_data = msg_db.get_lateDay_messages(wxid, is_Annual_report, year) # 最晚的消息记录
early_data = msg_db.get_earlyDay_messages(wxid, is_Annual_report, year) # 早上最早的记录
print(late_data)
print(early_data)
return {
'chart_data': h
'chart_data': h.dump_options_with_quotes(),
'max_num_hour': max_num_hour,
'max_num': max_num,
'late_data': late_data,
'early_data': early_data
}
@ -205,5 +258,5 @@ if __name__ == '__main__':
# print('c:::', c)
m = month_count('wxid_27hqbq7vx5hf22', False, '2023')
m['chart_data'].render("./data/聊天统计/month_num.html")
h = hour_count('wxid_27hqbq7vx5hf22')
h = hour_count('wxid_27hqbq7vx5hf22',is_Annual_report=False)
h['chart_data'].render("./data/聊天统计/hour_count.html")

27
app/web_ui/web.py
View File

@ -68,6 +68,33 @@ def one(who):
return render_template('wordcloud.html', **world_cloud_data, who=who)
@app.route('/calendar')
def calendar():
wxid = contact.wxid
world_cloud_data = analysis.calendar_chart(wxid, is_Annual_report=True)
with open('calendar.html', 'w', encoding='utf-8') as f:
f.write(render_template('calendar.html', **world_cloud_data))
return render_template('calendar.html', **world_cloud_data)
@app.route('/month_count')
def month():
wxid = contact.wxid
world_cloud_data = analysis.month_count(wxid, is_Annual_report=True)
with open('month_count.html', 'w', encoding='utf-8') as f:
f.write(render_template('month_count.html', **world_cloud_data))
return render_template('month_count.html', **world_cloud_data)
@app.route('/hour_count')
def hour():
wxid = contact.wxid
world_cloud_data = analysis.month_count(wxid, is_Annual_report=True)
with open('hour_count.html', 'w', encoding='utf-8') as f:
f.write(render_template('hour_count.html', **world_cloud_data))
return render_template('hour_count.html', **world_cloud_data)
@app.route('/wordcloud')
def cone():
# wxid = contact.wxid