Files
eip4-platform/tools/s3_rewriter/gen_corpus.py
zhengwr c174fbdf83 chore: 工具迁入正式工程 + 工程 README + 根目录草稿报告入 ignore
- eip4-poc/tools/{s3_rewriter,loadtest} → tools/(P4 改写器种子与压测 harness 随工程演进,PoC 冻结)
- 新增工程 README(模块图/纪律/常用命令/自举说明)
- 根目录 parity-reports/ 为 CLI 默认输出草稿,入 .gitignore(正式报告在 platform-parity/parity-reports/)

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
2026-06-11 11:20:01 +08:00

535 lines
21 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""
语料生成器 — gen_corpus.py
按盘点报告的 Top 模式频率分布,合成 ≥60 条有代表性的测试脚本。
频率权重(Top 模式,615 条 S3 内):
addButton 100
getValue 68
getContainerDataSource / setFilter / removeAllItems 61+56+29=146
group.setReadOnly 27
getDisplay 27
setVisible 21
setCaption 16
硬 S3(new Window/Button/ComboBox + showConfirmDialog + UI.getCurrent) 76
NO_S3(非 S3 脚本) 约 553+259=812 条(取少量作负例)
输出目录: corpus/
每条文件: corpus/NNN_<标签>_<名称>.groovy
元数据: corpus/index.json (含 expected_label, description)
"""
import json
import os
import textwrap
CORPUS_DIR = os.path.join(os.path.dirname(__file__), "corpus")
os.makedirs(CORPUS_DIR, exist_ok=True)
# ──────────────────────────────────────────────────────────────
# 脚本模板仓库
# 每条: (name, expected_label, description, groovy_source)
# ──────────────────────────────────────────────────────────────
SCRIPTS = []
def add(name: str, label: str, desc: str, src: str):
SCRIPTS.append((name, label, desc, textwrap.dedent(src).strip()))
# ═══════════════════════════════════════════
# A. addButton 系列(×10,最高频)
# ═══════════════════════════════════════════
add("addButton_01", "FULL_AUTO", "单字段加按钮", """
group.getField("PROJ_STATUS").addButton("查看详情", { item -> showDetail(item) })
""")
add("addButton_02", "FULL_AUTO", "多字段加按钮", """
group.getField("PROJ_NAME").addButton("跳转", actionHandler)
group.getField("CONTRACT_NO").addButton("合同详情", contractHandler)
""")
add("addButton_03", "FULL_AUTO", "addButton+setVisible 混合", """
group.getField("APPLY_STATUS").addButton("审批", approveAction)
group.getField("APPLY_STATUS").setVisible(item.STATUS == "PENDING")
""")
add("addButton_04", "FULL_AUTO", "addButton 带多参数", """
group.getField("FILE_URL").addButton("下载", "download", { it -> downloadFile(it) })
""")
add("addButton_05", "FULL_AUTO", "addButton 单引号字段名", """
group.getField('REMARK').addButton('备注', remarkAction)
""")
add("addButton_06", "FULL_AUTO", "addButton + getValue 联动", """
def status = group.getField("STATUS").getValue()
group.getField("ACTION_BTN").addButton("提交", { submitAction(status) })
""")
add("addButton_07", "FULL_AUTO", "addButton + setCaption", """
group.getField("PROJ_NAME").addButton("编辑", editHandler)
group.getField("PROJ_NAME").setCaption("项目名称(必填)")
""")
add("addButton_08", "FULL_AUTO", "中间变量 addButton(变量内联)", """
def f = group.getField("LABOR_NO")
f.addButton("工人档案", workerHandler)
""")
add("addButton_09", "FULL_AUTO", "addButton + setEnabled", """
group.getField("SUBMIT_BTN").addButton("提交审批", submitAction)
group.getField("SUBMIT_BTN").setEnabled(item.DRAFT == true)
""")
add("addButton_10", "FULL_AUTO", "addButton 嵌套 if", """
if (item.ROLE == "MANAGER") {
group.getField("APPROVE_BTN").addButton("审批通过", approveOk)
group.getField("APPROVE_BTN").addButton("驳回", approveReject)
}
""")
# ═══════════════════════════════════════════
# B. getValue 系列(×7)
# ═══════════════════════════════════════════
add("getValue_01", "FULL_AUTO", "getValue 单用", """
def v = group.getField("CONTRACT_AMOUNT").getValue()
return v > 0
""")
add("getValue_02", "FULL_AUTO", "getValue 多字段", """
def name = group.getField("PROJ_NAME").getValue()
def no = group.getField("PROJ_NO").getValue()
return name + " / " + no
""")
add("getValue_03", "FULL_AUTO", "getValue 条件分支", """
if (group.getField("STATUS").getValue() == "APPROVED") {
group.getField("CLOSE_BTN").setVisible(true)
}
""")
add("getValue_04", "FULL_AUTO", "getValue + setValue", """
def cur = group.getField("AMOUNT").getValue()
group.getField("AMOUNT_DISPLAY").setValue("¥" + cur)
""")
add("getValue_05", "FULL_AUTO", "getValue 变量内联", """
def fld = group.getField("PROJ_TYPE")
def t = fld.getValue()
enableButton("TYPE_BTN", t != null)
""")
add("getValue_06", "FULL_AUTO", "getValue + Notification", """
def v = group.getField("QTY").getValue()
if (v == null) {
Notification.show("数量不能为空")
}
""")
add("getValue_07", "FULL_AUTO", "getValue 链式比较", """
def allow = group.getField("ALLOW_EDIT").getValue()
group.getField("NAME").setEnabled(allow == true)
group.getField("NAME").setRequired(allow == true)
""")
# ═══════════════════════════════════════════
# C. getContainerDataSource / setFilter / removeAllItems(×15)
# ═══════════════════════════════════════════
add("setFilter_01", "FULL_AUTO", "setFilter 基本", """
group.getField("SUBCONTRACT_NO").getContainerDataSource().setFilter("STATUS=1")
""")
add("setFilter_02", "FULL_AUTO", "setFilter 多条件", """
group.getField("WORKER_ID").getContainerDataSource().setFilter("PROJ_ID=" + item.PROJ_ID)
""")
add("setFilter_03", "FULL_AUTO", "removeAllItems 基本", """
group.getField("DETAIL_LIST").getContainerDataSource().removeAllItems()
""")
add("setFilter_04", "FULL_AUTO", "setFilter + removeAllItems", """
group.getField("DICT_FIELD").getContainerDataSource().removeAllItems()
group.getField("DICT_FIELD").getContainerDataSource().setFilter("TYPE=CONTRACT")
""")
add("setFilter_05", "PARTIAL", "getContainerDataSource 裸取后用中间变量调用 setFilter(ds 不是字段句柄,内联不覆盖)", """
def ds = group.getField("COMBO_FIELD").getContainerDataSource()
ds.setFilter("ACTIVE=1")
""")
add("setFilter_06", "FULL_AUTO", "中间变量 setFilter", """
def f = group.getField("LABOR_COMPANY")
f.getContainerDataSource().setFilter("AREA_CODE=" + item.AREA)
""")
add("setFilter_07", "FULL_AUTO", "setFilter + getValue", """
def projId = group.getField("PROJ_ID").getValue()
group.getField("CONTRACT_NO").getContainerDataSource().setFilter("PROJ_ID=" + projId)
""")
add("setFilter_08", "FULL_AUTO", "removeAllItems + addButton", """
group.getField("TAG_LIST").getContainerDataSource().removeAllItems()
group.getField("TAG_LIST").addButton("添加标签", addTagAction)
""")
add("getContainerDataSource_01", "FULL_AUTO", "getContainerDataSource 单独使用", """
def source = group.getField("MATERIAL_TYPE").getContainerDataSource()
""")
add("setFilter_09", "FULL_AUTO", "setFilter 动态参数", """
def companyId = item.COMPANY_ID
group.getField("DEPT_ID").getContainerDataSource().setFilter("COMPANY_ID=" + companyId)
group.getField("DEPT_ID").setVisible(companyId != null)
""")
add("setFilter_10", "FULL_AUTO", "多字段 setFilter", """
group.getField("PROVINCE").getContainerDataSource().setFilter("LEVEL=1")
group.getField("CITY").getContainerDataSource().setFilter("LEVEL=2")
group.getField("DISTRICT").getContainerDataSource().setFilter("LEVEL=3")
""")
add("removeAllItems_01", "FULL_AUTO", "removeAllItems 在条件内", """
if (item.RESET_FLAG) {
group.getField("OPTION_LIST").getContainerDataSource().removeAllItems()
}
""")
add("removeAllItems_02", "FULL_AUTO", "removeAllItems + setVisible", """
group.getField("CHOICE").getContainerDataSource().removeAllItems()
group.getField("CHOICE").setVisible(false)
""")
add("setFilter_11", "FULL_AUTO", "setFilter 字符串拼接", """
group.getField("SUBTYPE").getContainerDataSource().setFilter("PARENT_CODE='" + item.TYPE_CODE + "'")
""")
add("setFilter_12", "FULL_AUTO", "setFilter 变量内联后改写", """
def combo = group.getField("STATUS_COMBO")
combo.getContainerDataSource().setFilter("CATEGORY=PROJ")
combo.setCaption("项目状态")
""")
# ═══════════════════════════════════════════
# D. group.setReadOnly 系列(×5)
# ═══════════════════════════════════════════
add("setReadOnly_01", "FULL_AUTO", "group.setReadOnly 基本", """
group.setReadOnly(true)
""")
add("setReadOnly_02", "FULL_AUTO", "group.setReadOnly 条件", """
group.setReadOnly(item.APPROVED == true)
""")
add("setReadOnly_03", "FULL_AUTO", "group.setReadOnly + setVisible", """
group.setReadOnly(item.STATUS != "DRAFT")
group.getField("SUBMIT_BTN").setVisible(item.STATUS == "DRAFT")
""")
add("setReadOnly_04", "FULL_AUTO", "field.setReadOnly 单字段", """
group.getField("CREATE_TIME").setReadOnly(true)
group.getField("CREATE_BY").setReadOnly(true)
""")
add("setReadOnly_05", "FULL_AUTO", "group + field 混合 setReadOnly", """
group.setReadOnly(true)
group.getField("REMARK").setReadOnly(false)
""")
# ═══════════════════════════════════════════
# E. getDisplay 系列(×4)
# ═══════════════════════════════════════════
add("getDisplay_01", "FULL_AUTO", "getDisplay 基本", """
def disp = group.getField("PROJ_STATUS").getDisplay()
""")
add("getDisplay_02", "FULL_AUTO", "getDisplay + getValue", """
def label = group.getField("TYPE").getDisplay()
def val = group.getField("TYPE").getValue()
return label + ":" + val
""")
add("getDisplay_03", "FULL_AUTO", "getDisplay 条件逻辑", """
if (group.getField("STATUS").getDisplay() == "已审批") {
group.getField("CLOSE_BTN").setVisible(true)
}
""")
add("getDisplay_04", "FULL_AUTO", "getDisplay 变量内联", """
def f = group.getField("CATEGORY")
def d = f.getDisplay()
setFieldCaption("NOTE", d)
""")
# ═══════════════════════════════════════════
# F. setVisible 系列(×4)
# ═══════════════════════════════════════════
add("setVisible_01", "FULL_AUTO", "setVisible 基本", """
group.getField("APPROVE_NOTE").setVisible(item.STATUS == "REJECTED")
""")
add("setVisible_02", "FULL_AUTO", "setVisible 多字段", """
def show = item.PROJ_TYPE == "CONSTRUCTION"
group.getField("SAFETY_CERT").setVisible(show)
group.getField("SAFETY_DATE").setVisible(show)
""")
add("setVisible_03", "FULL_AUTO", "setVisible + setRequired", """
group.getField("TAX_NO").setVisible(item.HAS_TAX == true)
group.getField("TAX_NO").setRequired(item.HAS_TAX == true)
""")
add("setVisible_04", "PARTIAL", "setVisible 循环(字段名为变量 fn,正则无法匹配字面量,余留待人工)", """
["FIELD_A", "FIELD_B", "FIELD_C"].each { fn ->
group.getField(fn).setVisible(item.SHOW_ALL)
}
""")
# ═══════════════════════════════════════════
# G. setCaption 系列(×3)
# ═══════════════════════════════════════════
add("setCaption_01", "FULL_AUTO", "setCaption 基本", """
group.getField("AMOUNT").setCaption("合同金额(元)")
""")
add("setCaption_02", "FULL_AUTO", "setCaption 动态标题", """
def label = item.PROJ_TYPE == "PUBLIC" ? "公共项目编号" : "私人项目编号"
group.getField("PROJ_NO").setCaption(label)
""")
add("setCaption_03", "FULL_AUTO", "setCaption + setEnabled", """
group.getField("LABOR_COUNT").setCaption("劳务人数")
group.getField("LABOR_COUNT").setEnabled(item.CONTRACT_TYPE == "LABOR")
""")
# ═══════════════════════════════════════════
# H. Notification.show 系列(×3)
# ═══════════════════════════════════════════
add("notification_01", "FULL_AUTO", "Notification.show 基本", """
Notification.show("操作成功")
""")
add("notification_02", "FULL_AUTO", "Notification.show 动态消息", """
def msg = "保存成功:" + item.PROJ_NAME
Notification.show(msg)
""")
add("notification_03", "FULL_AUTO", "Notification.show + getValue", """
def v = group.getField("AMOUNT").getValue()
if (v == null || v <= 0) {
Notification.show("金额必须大于零")
} else {
Notification.show("金额有效")
}
""")
# ═══════════════════════════════════════════
# I. 多模式混合复杂脚本(×5)
# ═══════════════════════════════════════════
add("mixed_01", "FULL_AUTO", "复杂多模式混合", """
// 项目信息联动脚本
def projType = group.getField("PROJ_TYPE").getValue()
if (projType == "BIG") {
group.getField("SAFETY_MGR").setVisible(true)
group.getField("SAFETY_MGR").setRequired(true)
group.getField("SAFETY_MGR").getContainerDataSource().setFilter("ROLE=SAFETY")
} else {
group.getField("SAFETY_MGR").setVisible(false)
group.getField("SAFETY_MGR").setRequired(false)
}
group.getField("PROJ_NO").setCaption("项目编号(" + projType + ")")
group.getField("SUBMIT_BTN").addButton("提交", submitAction)
Notification.show("项目类型已切换: " + projType)
""")
add("mixed_02", "FULL_AUTO", "变量内联+多规则", """
def statusFld = group.getField("STATUS")
def status = statusFld.getValue()
def dispFld = group.getField("STATUS_DISPLAY")
dispFld.setCaption(status == "ACTIVE" ? "活跃" : "非活跃")
dispFld.setVisible(true)
group.setReadOnly(status == "CLOSED")
""")
add("mixed_03", "FULL_AUTO", "数据源+显隐联动", """
def typeVal = group.getField("SUBCONTRACT_TYPE").getValue()
group.getField("COMPANY").getContainerDataSource().removeAllItems()
group.getField("COMPANY").getContainerDataSource().setFilter("TYPE=" + typeVal)
group.getField("COMPANY").setVisible(typeVal != null)
group.getField("COMPANY").setEnabled(typeVal != null)
""")
add("mixed_04", "FULL_AUTO", "嵌套条件多字段控制", """
def role = item.USER_ROLE
if (role == "ADMIN") {
group.setReadOnly(false)
group.getField("DELETE_BTN").addButton("删除", deleteAction)
group.getField("AUDIT_LOG").setVisible(true)
} else {
group.setReadOnly(true)
group.getField("DELETE_BTN").setVisible(false)
group.getField("AUDIT_LOG").setVisible(false)
}
""")
add("mixed_05", "FULL_AUTO", "多变量内联+复合改写", """
def fProj = group.getField("PROJ_ID")
def fDept = group.getField("DEPT_ID")
fProj.getContainerDataSource().setFilter("STATUS=ACTIVE")
fDept.getContainerDataSource().setFilter("PROJ_ID=" + fProj.getValue())
fProj.setCaption("所属项目")
fDept.setCaption("所属部门")
""")
# ═══════════════════════════════════════════
# J. PARTIAL:部分 S3 改写,含无法识别的链式调用
# ═══════════════════════════════════════════
add("partial_01", "PARTIAL", "PARTIAL: 含不在规则表内的方法", """
group.getField("PROJ_NAME").setVisible(true)
group.getField("SPECIAL_FIELD").setStyleName("highlight") // setStyleName 不在规则表
""")
add("partial_02", "PARTIAL", "PARTIAL: 含自定义组件方法", """
group.getField("STATUS").setValue("ACTIVE")
group.getField("CUSTOM_WIDGET").customSpecialMethod("arg1") // 不可识别
""")
add("partial_03", "PARTIAL", "PARTIAL: addComponent 不在规则", """
group.getField("NAME").setCaption("姓名")
group.getField("PANEL").addComponent(someWidget) // addComponent 不在规则
""")
# ═══════════════════════════════════════════
# K. HARD:硬 S3,动态 Vaadin 组件
# ═══════════════════════════════════════════
add("hard_01", "HARD", "HARD: new Window", """
def win = new Window("详情窗口")
win.setWidth("800px")
win.center()
UI.getCurrent().addWindow(win)
""")
add("hard_02", "HARD", "HARD: new Button", """
def btn = new Button("确认")
btn.addClickListener({ e -> doConfirm() })
layout.addComponent(btn)
""")
add("hard_03", "HARD", "HARD: new ComboBox", """
def combo = new ComboBox("选择状态")
combo.addItem("ACTIVE")
combo.addItem("CLOSED")
group.getField("PANEL").addComponent(combo)
""")
add("hard_04", "HARD", "HARD: showConfirmDialog", """
showConfirmDialog("确认删除?", {
if (it == true) {
deleteRecord(item.ID)
}
})
""")
add("hard_05", "HARD", "HARD: UI.getCurrent", """
def ui = UI.getCurrent()
ui.access({
Notification.show("后台操作完成")
})
""")
add("hard_06", "HARD", "HARD: new TextField 动态", """
def tf = new TextField("备注")
tf.setWidth("100%")
tf.setValue(item.REMARK ?: "")
verticalLayout.addComponent(tf)
""")
add("hard_07", "HARD", "HARD: new Window + setFilter 混合(整条转人工)", """
group.getField("PROJ_ID").getContainerDataSource().setFilter("STATUS=1")
def popup = new Window("弹窗")
popup.center()
UI.getCurrent().addWindow(popup)
""")
# ═══════════════════════════════════════════
# L. NO_S3:纯 S1/S2 脚本(负例)
# ═══════════════════════════════════════════
add("no_s3_01", "NO_S3", "NO_S3: 纯行级表达式 S1", """
return item.AMOUNT > 10000
""")
add("no_s3_02", "NO_S3", "NO_S3: enableButton S2 形态", """
enableButton("SUBMIT_BTN", item.STATUS == "DRAFT")
enableButton("CANCEL_BTN", item.STATUS != "CLOSED")
""")
add("no_s3_03", "NO_S3", "NO_S3: setFieldVisible S2 形态", """
setFieldVisible("APPROVE_NOTE", item.STATUS == "REJECTED")
setFieldRequired("APPROVE_NOTE", item.STATUS == "REJECTED")
""")
add("no_s3_04", "NO_S3", "NO_S3: 纯数值计算", """
def total = item.UNIT_PRICE * item.QTY
item.TOTAL_AMOUNT = total
return total
""")
add("no_s3_05", "NO_S3", "NO_S3: S2 辅助函数调用", """
setFieldValue("PROJ_STATUS", "ACTIVE")
showToast("状态更新成功")
setGroupReadOnly(false)
""")
# ──────────────────────────────────────────────
# 写入文件
# ──────────────────────────────────────────────
def generate():
index = []
for idx, (name, label, desc, src) in enumerate(SCRIPTS, start=1):
filename = f"{idx:03d}_{label}_{name}.groovy"
filepath = os.path.join(CORPUS_DIR, filename)
with open(filepath, "w", encoding="utf-8") as f:
f.write(src + "\n")
index.append({
"id": idx,
"filename": filename,
"expected_label": label,
"description": desc,
"name": name,
})
index_path = os.path.join(CORPUS_DIR, "index.json")
with open(index_path, "w", encoding="utf-8") as f:
json.dump(index, f, ensure_ascii=False, indent=2)
# 打印统计
from collections import Counter
counts = Counter(s[1] for s in SCRIPTS)
total = len(SCRIPTS)
print(f"语料生成完毕,共 {total} 条脚本:")
for label, cnt in sorted(counts.items()):
print(f" {label:12s}: {cnt:3d} 条 ({cnt/total*100:.1f}%)")
print(f"输出目录: {CORPUS_DIR}")
print(f"索引文件: {index_path}")
# 验证频率分布
print("\n频率分布说明(对应盘点报告 Top 模式):")
patterns = {
"addButton": sum(1 for s in SCRIPTS if "addButton" in s[0] and s[1] != "HARD"),
"getValue": sum(1 for s in SCRIPTS if "getValue" in s[0]),
"setFilter/DataSource": sum(1 for s in SCRIPTS if "setFilter" in s[0] or "removeAllItems" in s[0] or "getContainerDataSource" in s[0]),
"setReadOnly": sum(1 for s in SCRIPTS if "setReadOnly" in s[0]),
"getDisplay": sum(1 for s in SCRIPTS if "getDisplay" in s[0]),
"setVisible": sum(1 for s in SCRIPTS if "setVisible" in s[0]),
"setCaption": sum(1 for s in SCRIPTS if "setCaption" in s[0]),
"Notification": sum(1 for s in SCRIPTS if "notification" in s[0]),
"mixed": sum(1 for s in SCRIPTS if "mixed" in s[0]),
"HARD": counts["HARD"],
"PARTIAL": counts["PARTIAL"],
"NO_S3": counts["NO_S3"],
}
for p, cnt in patterns.items():
print(f" {p:30s}: {cnt}")
if __name__ == "__main__":
generate()