- eip4-poc/tools/{s3_rewriter,loadtest} → tools/(P4 改写器种子与压测 harness 随工程演进,PoC 冻结)
- 新增工程 README(模块图/纪律/常用命令/自举说明)
- 根目录 parity-reports/ 为 CLI 默认输出草稿,入 .gitignore(正式报告在 platform-parity/parity-reports/)
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
149 lines
5.1 KiB
Python
149 lines
5.1 KiB
Python
#!/usr/bin/env python3
|
|
"""
|
|
EIP4 M0-C3:高频实体基础压测,输出 P50/P90/P95/P99 延迟基线。
|
|
零依赖(标准库)。用法:
|
|
python3 load_p95.py --base http://localhost:8084 \
|
|
--entities SYS_USERGROUP,PM_LABORCOMPANY --requests 200 --concurrency 10 \
|
|
--out-md 基线.md --out-json 基线.json
|
|
说明:
|
|
- Top10「高频」实体在客户生产访问日志可得前,以样本库行数 Top 实体为代理口径,
|
|
正式基线须在客户库副本(192.168.20.68:5435)网络恢复后重跑并替换。
|
|
- 每实体先 3 次预热(不计入),再发 --requests 次列表查询(page=1,perPage=20)。
|
|
"""
|
|
import argparse
|
|
import json
|
|
import statistics
|
|
import sys
|
|
import threading
|
|
import time
|
|
import urllib.error
|
|
import urllib.request
|
|
from queue import Queue
|
|
|
|
|
|
def percentile(sorted_vals, p):
|
|
if not sorted_vals:
|
|
return None
|
|
k = (len(sorted_vals) - 1) * p / 100.0
|
|
f = int(k)
|
|
c = min(f + 1, len(sorted_vals) - 1)
|
|
return sorted_vals[f] + (sorted_vals[c] - sorted_vals[f]) * (k - f)
|
|
|
|
|
|
def fire(url, timeout):
|
|
t0 = time.perf_counter()
|
|
try:
|
|
with urllib.request.urlopen(url, timeout=timeout) as r:
|
|
body = r.read()
|
|
ms = (time.perf_counter() - t0) * 1000
|
|
ok = r.status == 200
|
|
# 引擎错误也可能 200 包 status!=0,粗校验 JSON 外形
|
|
if ok and body[:1] not in (b"{", b"["):
|
|
ok = False
|
|
return ms, ok
|
|
except Exception:
|
|
return (time.perf_counter() - t0) * 1000, False
|
|
|
|
|
|
def bench_entity(base, entity, n_req, concurrency, timeout):
|
|
url = f"{base}/api/entity/{entity}/list?page=1&perPage=20"
|
|
for _ in range(3): # 预热
|
|
fire(url, timeout)
|
|
|
|
q = Queue()
|
|
for _ in range(n_req):
|
|
q.put(url)
|
|
lat, errs = [], 0
|
|
lock = threading.Lock()
|
|
|
|
def worker():
|
|
nonlocal errs
|
|
while True:
|
|
try:
|
|
u = q.get_nowait()
|
|
except Exception:
|
|
return
|
|
ms, ok = fire(u, timeout)
|
|
with lock:
|
|
lat.append(ms)
|
|
if not ok:
|
|
errs += 1
|
|
q.task_done()
|
|
|
|
t0 = time.perf_counter()
|
|
threads = [threading.Thread(target=worker, daemon=True) for _ in range(concurrency)]
|
|
for t in threads:
|
|
t.start()
|
|
for t in threads:
|
|
t.join()
|
|
wall = time.perf_counter() - t0
|
|
|
|
s = sorted(lat)
|
|
return {
|
|
"entity": entity,
|
|
"requests": n_req,
|
|
"concurrency": concurrency,
|
|
"errors": errs,
|
|
"rps": round(n_req / wall, 1) if wall > 0 else None,
|
|
"p50_ms": round(percentile(s, 50), 1),
|
|
"p90_ms": round(percentile(s, 90), 1),
|
|
"p95_ms": round(percentile(s, 95), 1),
|
|
"p99_ms": round(percentile(s, 99), 1),
|
|
"max_ms": round(s[-1], 1) if s else None,
|
|
"mean_ms": round(statistics.fmean(s), 1) if s else None,
|
|
}
|
|
|
|
|
|
def main():
|
|
ap = argparse.ArgumentParser()
|
|
ap.add_argument("--base", default="http://localhost:8084")
|
|
ap.add_argument("--entities", required=True, help="逗号分隔实体表名")
|
|
ap.add_argument("--requests", type=int, default=200)
|
|
ap.add_argument("--concurrency", type=int, default=10)
|
|
ap.add_argument("--timeout", type=float, default=30.0)
|
|
ap.add_argument("--out-md", default=None)
|
|
ap.add_argument("--out-json", default=None)
|
|
ap.add_argument("--note", default="本地自举环境基线;客户库副本基线待网络恢复后重跑")
|
|
args = ap.parse_args()
|
|
|
|
results = []
|
|
for e in [x.strip() for x in args.entities.split(",") if x.strip()]:
|
|
print(f"压测 {e} ...", flush=True)
|
|
r = bench_entity(args.base, e, args.requests, args.concurrency, args.timeout)
|
|
print(f" P95={r['p95_ms']}ms P99={r['p99_ms']}ms RPS={r['rps']} 错误={r['errors']}")
|
|
results.append(r)
|
|
|
|
payload = {
|
|
"generated_at": time.strftime("%Y-%m-%d %H:%M:%S"),
|
|
"base": args.base,
|
|
"note": args.note,
|
|
"results": results,
|
|
}
|
|
if args.out_json:
|
|
with open(args.out_json, "w", encoding="utf-8") as f:
|
|
json.dump(payload, f, ensure_ascii=False, indent=2)
|
|
if args.out_md:
|
|
lines = [
|
|
"# C3 压测基线",
|
|
"",
|
|
f"> 生成时间:{payload['generated_at']} | 目标:{args.base}",
|
|
f"> 口径:每实体 {args.requests} 请求 / 并发 {args.concurrency} / list 第 1 页 20 行",
|
|
f"> {args.note}",
|
|
"",
|
|
"| 实体 | P50(ms) | P90(ms) | P95(ms) | P99(ms) | Max(ms) | RPS | 错误 |",
|
|
"|------|--------:|--------:|--------:|--------:|--------:|----:|----:|",
|
|
]
|
|
for r in results:
|
|
lines.append(
|
|
f"| {r['entity']} | {r['p50_ms']} | {r['p90_ms']} | {r['p95_ms']} "
|
|
f"| {r['p99_ms']} | {r['max_ms']} | {r['rps']} | {r['errors']} |")
|
|
with open(args.out_md, "w", encoding="utf-8") as f:
|
|
f.write("\n".join(lines) + "\n")
|
|
bad = sum(r["errors"] for r in results)
|
|
print(f"完成:{len(results)} 实体,总错误 {bad}")
|
|
sys.exit(1 if bad else 0)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|