add some statistics in analysis

app/DataBase/msg.py

@@ -124,6 +124,33 @@ class Msg:
             lock.release()
         return result[0]
 
+    def get_messages_length_with_ta(self, username_, is_Annual_report_=False, year_='2023'):
+        if is_Annual_report_:
+            sql = '''
+                select count(*)
+                from MSG
+                WHERE StrTalker = ? AND strftime('%Y', CreateTime, 'unixepoch', 'localtime') = ? 
+            '''
+        else:
+            sql = '''
+            select count(*)
+            from MSG
+        '''
+        if not self.open_flag:
+            return None
+        try:
+            lock.acquire(True)
+            if is_Annual_report_:
+                self.cursor.execute(sql, [username_,  year_])
+            else:
+                self.cursor.execute(sql, [username_])
+            result = self.cursor.fetchone()
+        except Exception as e:
+            result = None
+        finally:
+            lock.release()
+        return result[0]
+
     def get_message_by_num(self, username_, local_id):
         sql = '''
                 select localId,TalkerId,Type,SubType,IsSender,CreateTime,Status,StrContent,strftime('%Y-%m-%d %H:%M:%S',CreateTime,'unixepoch','localtime') as StrTime,MsgSvrID,BytesExtra,CompressContent
@@ -354,6 +381,96 @@ class Msg:
         # result.sort(key=lambda x: x[5])
         return result
 
+    def get_lateDay_messages(self, username_, is_Annual_report_=False, year_='2023'):
+        if is_Annual_report_:
+            sql = '''
+                SELECT strftime('%Y-%m-%d %H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
+                from(
+                    SELECT CreateTime, strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
+                    FROM MSG
+                    WHERE StrTalker = ? AND strftime('%Y', CreateTime, 'unixepoch', 'localtime') = ? 
+                        AND (strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') > ?
+                        or strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') < ? ) AND Type=1
+                    ORDER BY CASE
+                        WHEN strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') < ? THEN 0
+                        ELSE 1
+                    END, time DESC
+                    LIMIT 4
+                    )
+                '''
+        else:
+            sql = '''
+                SELECT strftime('%Y-%m-%d %H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
+                from(
+                    SELECT CreateTime, strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
+                    FROM MSG
+                    WHERE StrTalker = ? AND (strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') > ?
+                        or strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') < ? ) AND Type=1
+                    ORDER BY CASE
+                        WHEN strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') < ? THEN 0
+                        ELSE 1
+                    END, time DESC
+                    LIMIT 4
+                    )
+            '''
+        result = None
+        if not self.open_flag:
+            return None
+        try:
+            lock.acquire(True)
+            if is_Annual_report_:
+                self.cursor.execute(sql, [username_, year_, '21:00:00', '05:00:00', '05:00:00'])
+            else:
+                self.cursor.execute(sql, [username_, '21:00:00', '05:00:00', '05:00:00'])
+            result = self.cursor.fetchall()
+        except sqlite3.DatabaseError:
+            logger.error(f'{traceback.format_exc()}\n数据库损坏请删除msg文件夹重试')
+        finally:
+            lock.release()
+        # result.sort(key=lambda x: x[5])
+        return result
+    
+    def get_earlyDay_messages(self, username_, is_Annual_report_=False, year_='2023'):
+        if is_Annual_report_:
+            sql = '''
+                SELECT strftime('%Y-%m-%d %H:%M:%S', CreateTime, 'unixepoch', 'localtime') as strtime, IsSender, Status, StrContent
+                from (
+                    SELECT CreateTime, strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
+                    FROM MSG
+                    WHERE StrTalker = ? AND strftime('%Y', CreateTime, 'unixepoch', 'localtime') = ? 
+                        AND strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') > ? AND Type=1
+                    ORDER BY time
+                    LIMIT 4
+                    )
+                '''
+        else:
+            sql = '''
+                SELECT strftime('%Y-%m-%d %H:%M:%S', CreateTime, 'unixepoch', 'localtime') as strtime, IsSender, Status, StrContent
+                from (
+                    SELECT CreateTime, strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') as time, IsSender, Status, StrContent
+                    FROM MSG
+                    WHERE StrTalker = ? AND strftime('%H:%M:%S', CreateTime, 'unixepoch', 'localtime') > ? AND Type=1
+                    ORDER BY time
+                    LIMIT 4
+                    )
+            '''
+        result = None
+        if not self.open_flag:
+            return None
+        try:
+            lock.acquire(True)
+            if is_Annual_report_:
+                self.cursor.execute(sql, [username_, year_, '05:00:00'])
+            else:
+                self.cursor.execute(sql, [username_, '05:00:00'])
+            result = self.cursor.fetchall()
+        except sqlite3.DatabaseError:
+            logger.error(f'{traceback.format_exc()}\n数据库损坏请删除msg文件夹重试')
+        finally:
+            lock.release()
+        # result.sort(key=lambda x: x[5])
+        return result
+
     def get_first_time_of_message(self, username_):
         if not self.open_flag:
             return None

app/analysis/analysis.py

@@ -1,4 +1,5 @@
 from collections import Counter
+from datetime import datetime
 
 from PyQt5.QtCore import QFile, QTextStream, QIODevice
 
@@ -73,15 +74,29 @@ def wordcloud(wxid, is_Annual_report=False, year='2023', who='1'):
 
 
 def calendar_chart(wxid, is_Annual_report=False, year='2023'):
+    data_length = msg_db.get_messages_length_with_ta(wxid, is_Annual_report, year)  # 获取和他的聊天条数
+    print(f'聊天总数：{data_length}')
     calendar_data = msg_db.get_messages_by_days(wxid, is_Annual_report, year)
 
     if not calendar_data:
         return False
     min_ = min(map(lambda x: x[1], calendar_data))
     max_ = max(map(lambda x: x[1], calendar_data))
+    max_date = next(x[0] for x in calendar_data if x[1] == max_)
+    date_obj = datetime.strptime(max_date, "%Y-%m-%d")
+    formatted_date = date_obj.strftime("%Y年%m月%d日")
+    print(formatted_date)
+
     start_date_ = calendar_data[0][0]
     end_date_ = calendar_data[-1][0]
     print(start_date_, '---->', end_date_)
+
+    # 计算两个日期之间的天数差
+    date1 = datetime.strptime(str(start_date_), "%Y-%m-%d")
+    date2 = datetime.strptime(str(end_date_), "%Y-%m-%d")
+    date_num = (date2 - date1).days + 1
+    print(date_num)
+
     if is_Annual_report:
         calendar_days = year
         calendar_title = f'{year}年聊天情况'
@@ -110,7 +125,12 @@ def calendar_chart(wxid, is_Annual_report=False, year='2023'):
         )
     )
     return {
-        'chart_data': c
+        'chart_data': c,
+        'data_length': data_length,  # 和xx的聊天记录总数
+        'max_date': formatted_date,
+        'max_num': str(max_),
+        'date_num': str(date_num),
+        'dialogs': msg_db.get_first_time_of_message(wxid)  # 非年度报告使用
     }
 
 
@@ -121,6 +141,23 @@ def month_count(wxid, is_Annual_report=False, year='2023'):
     msg_data = msg_db.get_messages_by_month(wxid, is_Annual_report, year)
     y_data = list(map(lambda x: x[1], msg_data))
     x_axis = list(map(lambda x: x[0], msg_data))
+    # 获取聊天的月数
+    if all(y > 0 for y in y_data):
+        conc = "我们这一年每个月都有在聊天"
+    else:
+        months_with_chat = sum(1 for y in y_data if y > 0)
+        conc = f"我们这一年有{months_with_chat}个月都在聊天"
+    print("聊天月数", conc)
+    # 月平均聊天条数
+    average_num = round(sum(y_data)/12)
+    print(f'月平均聊天条数:{average_num}')
+    # 月聊天条数最大值和最小值
+    max_num = max(y_data)
+    max_num_month = next(x[0] for x in msg_data if x[1] == max_num)
+    min_num = min(y_data)
+    min_num_month = next(x[0] for x in msg_data if x[1] == max_num)
+    print(f'{max_num_month}月聊天条数:{max_num},{min_num_month}月聊天条数:{min_num}')
+
     m = (
         Bar(init_opts=opts.InitOpts(width=f"{charts_width}px", height=f"{charts_height}px"))
         .add_xaxis(x_axis)
@@ -145,7 +182,13 @@ def month_count(wxid, is_Annual_report=False, year='2023'):
     )
 
     return {
-        'chart_data': m
+        'chart_data': m.dump_options_with_quotes(),
+        'txt': conc,
+        'month_average_num': average_num,
+        'max_num_month': max_num_month,
+        'max_num': max_num,
+        'min_num_month': max_num_month,
+        'min_num': min_num
     }
 
 
@@ -157,6 +200,9 @@ def hour_count(wxid, is_Annual_report=False, year='2023'):
     print(msg_data)
     y_data = list(map(lambda x: x[1], msg_data))
     x_axis = list(map(lambda x: x[0], msg_data))
+    max_num = max(y_data)
+    max_num_hour = next(x[0] for x in msg_data if x[1] == max_num)
+    print(f'{max_num_hour}：{max_num}')
     h = (
         Line(init_opts=opts.InitOpts(width=f"{charts_width}px", height=f"{charts_height}px"))
         .add_xaxis(xaxis_data=x_axis)
@@ -184,9 +230,16 @@ def hour_count(wxid, is_Annual_report=False, year='2023'):
             )
         )
     )
-
+    late_data = msg_db.get_lateDay_messages(wxid, is_Annual_report, year)  # 最晚的消息记录
+    early_data = msg_db.get_earlyDay_messages(wxid, is_Annual_report, year)  # 早上最早的记录
+    print(late_data)
+    print(early_data)
     return {
-        'chart_data': h
+        'chart_data': h.dump_options_with_quotes(),
+        'max_num_hour': max_num_hour,
+        'max_num': max_num,
+        'late_data': late_data,
+        'early_data': early_data
     }
 
 
@@ -205,5 +258,5 @@ if __name__ == '__main__':
     # print('c:::', c)
     m = month_count('wxid_27hqbq7vx5hf22', False, '2023')
     m['chart_data'].render("./data/聊天统计/month_num.html")
-    h = hour_count('wxid_27hqbq7vx5hf22')
+    h = hour_count('wxid_27hqbq7vx5hf22',is_Annual_report=False)
     h['chart_data'].render("./data/聊天统计/hour_count.html")

app/web_ui/web.py

@@ -68,6 +68,33 @@ def one(who):
     return render_template('wordcloud.html', **world_cloud_data, who=who)
 
 
+@app.route('/calendar')
+def calendar():
+    wxid = contact.wxid
+    world_cloud_data = analysis.calendar_chart(wxid, is_Annual_report=True)  
+    with open('calendar.html', 'w', encoding='utf-8') as f:
+        f.write(render_template('calendar.html', **world_cloud_data))
+    return render_template('calendar.html', **world_cloud_data)
+
+
+@app.route('/month_count')
+def month():
+    wxid = contact.wxid
+    world_cloud_data = analysis.month_count(wxid, is_Annual_report=True) 
+    with open('month_count.html', 'w', encoding='utf-8') as f:
+        f.write(render_template('month_count.html', **world_cloud_data))
+    return render_template('month_count.html', **world_cloud_data)
+
+
+@app.route('/hour_count')
+def hour():
+    wxid = contact.wxid
+    world_cloud_data = analysis.month_count(wxid, is_Annual_report=True) 
+    with open('hour_count.html', 'w', encoding='utf-8') as f:
+        f.write(render_template('hour_count.html', **world_cloud_data))
+    return render_template('hour_count.html', **world_cloud_data)
+
+
 @app.route('/wordcloud')
 def cone():
     # wxid = contact.wxid