""" run_eval.py — S3 改写器全语料评估 用法: python run_eval.py # 跑 corpus/ 目录下的合成语料 python run_eval.py --corpus ./corpus # 指定语料目录 python run_eval.py --from-db # 从数据库抽取真实脚本(需 psycopg2) --from-db 模式依赖可选依赖 psycopg2,连接参数从环境变量读取: DB_HOST (默认 192.168.20.68) DB_PORT (默认 5435) DB_NAME (默认 postgres) DB_USER (默认 readonly) DB_PASS (默认 "") 输出指标: - 总条数 / 各分类条数 - 自动化率 = FULL_AUTO / (FULL_AUTO + PARTIAL + HARD) [S3 条数为分母] - 每规则命中统计 - HARD 条目清单(供人工排期) """ import argparse import json import os import sys from collections import Counter, defaultdict from typing import List, Dict, Any # 确保同目录的 rewrite.py 可导入 sys.path.insert(0, os.path.dirname(__file__)) from rewrite import rewrite_script, REWRITE_RULES, RewriteDetail # ────────────────────────────────────────────── # 1. 语料加载 # ────────────────────────────────────────────── def load_corpus_dir(corpus_dir: str) -> List[Dict[str, Any]]: """从 corpus/ 目录加载脚本,读取 index.json 获取期望标签。""" index_path = os.path.join(corpus_dir, "index.json") if not os.path.exists(index_path): raise FileNotFoundError(f"未找到 index.json: {index_path}") with open(index_path, encoding="utf-8") as f: index = json.load(f) records = [] for entry in index: filepath = os.path.join(corpus_dir, entry["filename"]) if not os.path.exists(filepath): print(f" [警告] 文件不存在,跳过: {filepath}") continue with open(filepath, encoding="utf-8") as f: src = f.read() records.append({ "id": entry["id"], "name": entry["name"], "description": entry.get("description", ""), "expected_label": entry["expected_label"], "source": src, "origin": "corpus", }) return records def load_corpus_db(db_params: Dict[str, str]) -> List[Dict[str, Any]]: """ 从数据库 view_template 表抽取脚本(--from-db 模式)。 SQL 口径参照盘点报告 WS3 节,抽取含实质脚本的模板。 需要 psycopg2(可选依赖)。 """ try: import psycopg2 import psycopg2.extras except ImportError: print("错误: --from-db 模式需要 psycopg2,请先安装: pip install psycopg2-binary") sys.exit(1) host = db_params.get("host", "192.168.20.68") port = int(db_params.get("port", "5435")) dbname = db_params.get("dbname", "postgres") user = db_params.get("user", "readonly") password = db_params.get("password", "") print(f"连接数据库: {host}:{port}/{dbname} (用户: {user}) ...") try: conn = psycopg2.connect( host=host, port=port, dbname=dbname, user=user, password=password, connect_timeout=10, options="-c search_path=eip3", ) except Exception as e: print(f"数据库连接失败: {e}") print("提示: 确认 192.168.20.68:5435 网络可达后重试") sys.exit(1) # 抽取有脚本的模板:参照盘点口径,从 view_template 的 template_content XML # 中提取