mirror of https://github.com/Mai-with-u/MaiBot.git
304 lines
10 KiB
Python
304 lines
10 KiB
Python
"""
|
||
统计和展示 replyer 动作选择记录
|
||
|
||
用法:
|
||
python scripts/replyer_action_stats.py
|
||
"""
|
||
|
||
import json
|
||
import os
|
||
import sys
|
||
from collections import Counter, defaultdict
|
||
from datetime import datetime
|
||
from typing import Dict, List, Any
|
||
from pathlib import Path
|
||
|
||
# Add project root to Python path
|
||
project_root = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||
sys.path.insert(0, project_root)
|
||
|
||
try:
|
||
from src.common.database.database_model import ChatStreams
|
||
from src.chat.message_receive.chat_stream import get_chat_manager
|
||
except ImportError:
|
||
ChatStreams = None
|
||
get_chat_manager = None
|
||
|
||
|
||
def get_chat_name(chat_id: str) -> str:
|
||
"""根据 chat_id 获取聊天名称"""
|
||
try:
|
||
if ChatStreams:
|
||
chat_stream = ChatStreams.get_or_none(ChatStreams.stream_id == chat_id)
|
||
if chat_stream:
|
||
if chat_stream.group_name:
|
||
return f"{chat_stream.group_name}"
|
||
elif chat_stream.user_nickname:
|
||
return f"{chat_stream.user_nickname}的私聊"
|
||
|
||
if get_chat_manager:
|
||
chat_manager = get_chat_manager()
|
||
stream_name = chat_manager.get_stream_name(chat_id)
|
||
if stream_name:
|
||
return stream_name
|
||
|
||
return f"未知聊天 ({chat_id[:8]}...)"
|
||
except Exception:
|
||
return f"查询失败 ({chat_id[:8]}...)"
|
||
|
||
|
||
def load_records(temp_dir: str = "data/temp") -> List[Dict[str, Any]]:
|
||
"""加载所有 replyer 动作记录"""
|
||
records = []
|
||
temp_path = Path(temp_dir)
|
||
|
||
if not temp_path.exists():
|
||
print(f"目录不存在: {temp_dir}")
|
||
return records
|
||
|
||
# 查找所有 replyer_action_*.json 文件
|
||
pattern = "replyer_action_*.json"
|
||
for file_path in temp_path.glob(pattern):
|
||
try:
|
||
with open(file_path, "r", encoding="utf-8") as f:
|
||
data = json.load(f)
|
||
records.append(data)
|
||
except Exception as e:
|
||
print(f"读取文件失败 {file_path}: {e}")
|
||
|
||
# 按时间戳排序
|
||
records.sort(key=lambda x: x.get("timestamp", ""))
|
||
return records
|
||
|
||
|
||
def format_timestamp(ts: str) -> str:
|
||
"""格式化时间戳"""
|
||
try:
|
||
dt = datetime.fromisoformat(ts)
|
||
return dt.strftime("%Y-%m-%d %H:%M:%S")
|
||
except Exception:
|
||
return ts
|
||
|
||
|
||
def calculate_time_distribution(records: List[Dict[str, Any]]) -> Dict[str, int]:
|
||
"""计算时间分布"""
|
||
now = datetime.now()
|
||
distribution = {
|
||
"今天": 0,
|
||
"昨天": 0,
|
||
"3天内": 0,
|
||
"7天内": 0,
|
||
"30天内": 0,
|
||
"更早": 0,
|
||
}
|
||
|
||
for record in records:
|
||
try:
|
||
ts = record.get("timestamp", "")
|
||
if not ts:
|
||
continue
|
||
dt = datetime.fromisoformat(ts)
|
||
diff = (now - dt).days
|
||
|
||
if diff == 0:
|
||
distribution["今天"] += 1
|
||
elif diff == 1:
|
||
distribution["昨天"] += 1
|
||
elif diff < 3:
|
||
distribution["3天内"] += 1
|
||
elif diff < 7:
|
||
distribution["7天内"] += 1
|
||
elif diff < 30:
|
||
distribution["30天内"] += 1
|
||
else:
|
||
distribution["更早"] += 1
|
||
except Exception:
|
||
pass
|
||
|
||
return distribution
|
||
|
||
|
||
def print_statistics(records: List[Dict[str, Any]]):
|
||
"""打印统计信息"""
|
||
if not records:
|
||
print("没有找到任何记录")
|
||
return
|
||
|
||
print("=" * 80)
|
||
print("Replyer 动作选择记录统计")
|
||
print("=" * 80)
|
||
print()
|
||
|
||
# 总记录数
|
||
total_count = len(records)
|
||
print(f"📊 总记录数: {total_count}")
|
||
print()
|
||
|
||
# 时间范围
|
||
timestamps = [r.get("timestamp", "") for r in records if r.get("timestamp")]
|
||
if timestamps:
|
||
first_time = format_timestamp(min(timestamps))
|
||
last_time = format_timestamp(max(timestamps))
|
||
print(f"📅 时间范围: {first_time} ~ {last_time}")
|
||
print()
|
||
|
||
# 按 think_level 统计
|
||
think_levels = [r.get("think_level", 0) for r in records]
|
||
think_level_counter = Counter(think_levels)
|
||
print("🧠 思考深度分布:")
|
||
for level in sorted(think_level_counter.keys()):
|
||
count = think_level_counter[level]
|
||
percentage = (count / total_count) * 100
|
||
level_name = {0: "不需要思考", 1: "简单思考", 2: "深度思考"}.get(level, f"未知({level})")
|
||
print(f" Level {level} ({level_name}): {count} 次 ({percentage:.1f}%)")
|
||
print()
|
||
|
||
# 按 chat_id 统计（总体）
|
||
chat_counter = Counter([r.get("chat_id", "未知") for r in records])
|
||
print(f"💬 聊天分布 (共 {len(chat_counter)} 个聊天):")
|
||
# 只显示前10个
|
||
for chat_id, count in chat_counter.most_common(10):
|
||
chat_name = get_chat_name(chat_id)
|
||
percentage = (count / total_count) * 100
|
||
print(f" {chat_name}: {count} 次 ({percentage:.1f}%)")
|
||
if len(chat_counter) > 10:
|
||
print(f" ... 还有 {len(chat_counter) - 10} 个聊天")
|
||
print()
|
||
|
||
# 每个 chat_id 的详细统计
|
||
print("=" * 80)
|
||
print("每个聊天的详细统计")
|
||
print("=" * 80)
|
||
print()
|
||
|
||
# 按 chat_id 分组记录
|
||
records_by_chat = defaultdict(list)
|
||
for record in records:
|
||
chat_id = record.get("chat_id", "未知")
|
||
records_by_chat[chat_id].append(record)
|
||
|
||
# 按记录数排序
|
||
sorted_chats = sorted(records_by_chat.items(), key=lambda x: len(x[1]), reverse=True)
|
||
|
||
for chat_id, chat_records in sorted_chats:
|
||
chat_name = get_chat_name(chat_id)
|
||
chat_count = len(chat_records)
|
||
chat_percentage = (chat_count / total_count) * 100
|
||
|
||
print(f"📱 {chat_name} ({chat_id[:8]}...)")
|
||
print(f" 总记录数: {chat_count} ({chat_percentage:.1f}%)")
|
||
|
||
# 该聊天的 think_level 分布
|
||
chat_think_levels = [r.get("think_level", 0) for r in chat_records]
|
||
chat_think_counter = Counter(chat_think_levels)
|
||
print(" 思考深度分布:")
|
||
for level in sorted(chat_think_counter.keys()):
|
||
level_count = chat_think_counter[level]
|
||
level_percentage = (level_count / chat_count) * 100
|
||
level_name = {0: "不需要思考", 1: "简单思考", 2: "深度思考"}.get(level, f"未知({level})")
|
||
print(f" Level {level} ({level_name}): {level_count} 次 ({level_percentage:.1f}%)")
|
||
|
||
# 该聊天的时间范围
|
||
chat_timestamps = [r.get("timestamp", "") for r in chat_records if r.get("timestamp")]
|
||
if chat_timestamps:
|
||
first_time = format_timestamp(min(chat_timestamps))
|
||
last_time = format_timestamp(max(chat_timestamps))
|
||
print(f" 时间范围: {first_time} ~ {last_time}")
|
||
|
||
# 该聊天的时间分布
|
||
chat_time_dist = calculate_time_distribution(chat_records)
|
||
print(" 时间分布:")
|
||
for period, count in chat_time_dist.items():
|
||
if count > 0:
|
||
period_percentage = (count / chat_count) * 100
|
||
print(f" {period}: {count} 次 ({period_percentage:.1f}%)")
|
||
|
||
# 显示该聊天最近的一条理由示例
|
||
if chat_records:
|
||
latest_record = chat_records[-1]
|
||
reason = latest_record.get("reason", "无理由")
|
||
if len(reason) > 120:
|
||
reason = reason[:120] + "..."
|
||
timestamp = format_timestamp(latest_record.get("timestamp", ""))
|
||
think_level = latest_record.get("think_level", 0)
|
||
print(f" 最新记录 [{timestamp}] (Level {think_level}): {reason}")
|
||
|
||
print()
|
||
|
||
# 时间分布
|
||
time_dist = calculate_time_distribution(records)
|
||
print("⏰ 时间分布:")
|
||
for period, count in time_dist.items():
|
||
if count > 0:
|
||
percentage = (count / total_count) * 100
|
||
print(f" {period}: {count} 次 ({percentage:.1f}%)")
|
||
print()
|
||
|
||
# 显示一些示例理由
|
||
print("📝 示例理由 (最近5条):")
|
||
recent_records = records[-5:]
|
||
for i, record in enumerate(recent_records, 1):
|
||
reason = record.get("reason", "无理由")
|
||
think_level = record.get("think_level", 0)
|
||
timestamp = format_timestamp(record.get("timestamp", ""))
|
||
chat_id = record.get("chat_id", "未知")
|
||
chat_name = get_chat_name(chat_id)
|
||
|
||
# 截断过长的理由
|
||
if len(reason) > 100:
|
||
reason = reason[:100] + "..."
|
||
|
||
print(f" {i}. [{timestamp}] {chat_name} (Level {think_level})")
|
||
print(f" {reason}")
|
||
print()
|
||
|
||
# 按 think_level 分组显示理由示例
|
||
print("=" * 80)
|
||
print("按思考深度分类的示例理由")
|
||
print("=" * 80)
|
||
print()
|
||
|
||
for level in [0, 1, 2]:
|
||
level_records = [r for r in records if r.get("think_level") == level]
|
||
if not level_records:
|
||
continue
|
||
|
||
level_name = {0: "不需要思考", 1: "简单思考", 2: "深度思考"}.get(level, f"未知({level})")
|
||
print(f"Level {level} ({level_name}) - 共 {len(level_records)} 条:")
|
||
|
||
# 显示3个示例（选择最近的）
|
||
examples = level_records[-3:] if len(level_records) >= 3 else level_records
|
||
for i, record in enumerate(examples, 1):
|
||
reason = record.get("reason", "无理由")
|
||
if len(reason) > 150:
|
||
reason = reason[:150] + "..."
|
||
timestamp = format_timestamp(record.get("timestamp", ""))
|
||
chat_id = record.get("chat_id", "未知")
|
||
chat_name = get_chat_name(chat_id)
|
||
print(f" {i}. [{timestamp}] {chat_name}")
|
||
print(f" {reason}")
|
||
print()
|
||
|
||
# 统计信息汇总
|
||
print("=" * 80)
|
||
print("统计汇总")
|
||
print("=" * 80)
|
||
print(f"总记录数: {total_count}")
|
||
print(f"涉及聊天数: {len(chat_counter)}")
|
||
if chat_counter:
|
||
avg_count = total_count / len(chat_counter)
|
||
print(f"平均每个聊天记录数: {avg_count:.1f}")
|
||
else:
|
||
print("平均每个聊天记录数: N/A")
|
||
print()
|
||
|
||
|
||
def main():
|
||
"""主函数"""
|
||
records = load_records()
|
||
print_statistics(records)
|
||
|
||
|
||
if __name__ == "__main__":
|
||
main()
|