fix: enforce strict CAD showcase delivery gates
This commit is contained in:
@@ -293,6 +293,14 @@ def test_orchestrator_runs_resumable_trimesh_pipeline(tmp_path: Path) -> None:
|
||||
str(out),
|
||||
"--name",
|
||||
"orchestrator-test",
|
||||
"--waiver",
|
||||
"audit:glazing_captured=Synthetic fixture contains no glazing evidence",
|
||||
"--waiver",
|
||||
"audit:frame_ledger=Synthetic fixture does not exercise sheet-frame detection",
|
||||
"--waiver",
|
||||
"audit:area_declared=Synthetic fixture has no independent declared-area evidence",
|
||||
"--waiver",
|
||||
"audit:storey_count=Synthetic fixture has no independent storey-count evidence",
|
||||
"--budget-mb",
|
||||
"5",
|
||||
]
|
||||
|
||||
@@ -156,9 +156,136 @@ def test_web_writer_and_static_delivery_checks(tmp_path: Path) -> None:
|
||||
"--evidence-out",
|
||||
str(tmp_path / "web_evidence.json"),
|
||||
)
|
||||
assert proc.returncode == 3
|
||||
assert "browser:smoke" in proc.stderr
|
||||
browser_report = tmp_path / "browser_smoke_report.json"
|
||||
browser_report.write_text(
|
||||
json.dumps(
|
||||
{
|
||||
"status": "PASS",
|
||||
"detail": "12/12 checks passed",
|
||||
"console_errors": [],
|
||||
"page_errors": [],
|
||||
"failed_requests": [],
|
||||
}
|
||||
),
|
||||
encoding="utf-8",
|
||||
)
|
||||
proc = run(
|
||||
sys.executable,
|
||||
"scripts/verify_delivery.py",
|
||||
"--spec",
|
||||
str(spec),
|
||||
"--source-report",
|
||||
str(source_report),
|
||||
"--glb",
|
||||
str(glb),
|
||||
"--render",
|
||||
str(render),
|
||||
"--web-dir",
|
||||
str(web),
|
||||
"--browser-report",
|
||||
str(browser_report),
|
||||
"--evidence-out",
|
||||
str(tmp_path / "web_evidence.json"),
|
||||
)
|
||||
assert proc.returncode == 0, proc.stderr
|
||||
|
||||
|
||||
def test_warn_or_skip_blocks_without_explicit_reasoned_waiver(tmp_path: Path) -> None:
|
||||
spec, glb, _metadata = build_fixture(tmp_path)
|
||||
render = tmp_path / "render.png"
|
||||
render_fixture(render)
|
||||
source_report = source_report_fixture(tmp_path)
|
||||
evidence = tmp_path / "evidence.json"
|
||||
proc = run(
|
||||
sys.executable,
|
||||
"scripts/verify_delivery.py",
|
||||
"--spec",
|
||||
str(spec),
|
||||
"--source-report",
|
||||
str(source_report),
|
||||
"--glb",
|
||||
str(glb),
|
||||
"--render",
|
||||
str(render),
|
||||
"--require-browser-report",
|
||||
"--evidence-out",
|
||||
str(evidence),
|
||||
)
|
||||
assert proc.returncode == 3
|
||||
assert json.loads(evidence.read_text(encoding="utf-8"))["status"] == "BLOCKED"
|
||||
proc = run(
|
||||
sys.executable,
|
||||
"scripts/verify_delivery.py",
|
||||
"--spec",
|
||||
str(spec),
|
||||
"--source-report",
|
||||
str(source_report),
|
||||
"--glb",
|
||||
str(glb),
|
||||
"--render",
|
||||
str(render),
|
||||
"--require-browser-report",
|
||||
"--waiver",
|
||||
"browser:smoke=No browser is available in this offline-only benchmark",
|
||||
"--evidence-out",
|
||||
str(evidence),
|
||||
)
|
||||
assert proc.returncode == 0, proc.stderr
|
||||
report = json.loads(evidence.read_text(encoding="utf-8"))
|
||||
smoke = next(item for item in report["checks"] if item["name"] == "browser:smoke")
|
||||
assert smoke["status"] == "PASS"
|
||||
assert smoke["original_status"] == "SKIP"
|
||||
assert smoke["waiver_reason"]
|
||||
|
||||
|
||||
def test_campus_scope_cannot_pass_with_a_missing_requested_building(tmp_path: Path) -> None:
|
||||
spec, glb, _metadata = build_fixture(tmp_path)
|
||||
render = tmp_path / "render.png"
|
||||
render_fixture(render)
|
||||
source_report = source_report_fixture(tmp_path)
|
||||
site = tmp_path / "site.png"
|
||||
render_fixture(site)
|
||||
scope = tmp_path / "scope_manifest.json"
|
||||
scope.write_text(
|
||||
json.dumps(
|
||||
{
|
||||
"scope_version": 1,
|
||||
"mode": "campus",
|
||||
"requested": ["1#", "2#"],
|
||||
"buildings": [
|
||||
{"id": "1#", "status": "PASS", "artifacts": [glb.name]},
|
||||
{"id": "2#", "status": "BLOCKED", "reason": "No readable source drawing", "artifacts": []},
|
||||
],
|
||||
"site": {"status": "PASS", "artifacts": [site.name]},
|
||||
}
|
||||
),
|
||||
encoding="utf-8",
|
||||
)
|
||||
evidence = tmp_path / "evidence.json"
|
||||
proc = run(
|
||||
sys.executable,
|
||||
"scripts/verify_delivery.py",
|
||||
"--spec",
|
||||
str(spec),
|
||||
"--source-report",
|
||||
str(source_report),
|
||||
"--glb",
|
||||
str(glb),
|
||||
"--render",
|
||||
str(render),
|
||||
"--scope-manifest",
|
||||
str(scope),
|
||||
"--evidence-out",
|
||||
str(evidence),
|
||||
)
|
||||
assert proc.returncode == 3
|
||||
report = json.loads(evidence.read_text(encoding="utf-8"))
|
||||
assert report["status"] == "BLOCKED"
|
||||
assert any(item["name"] == "scope:building:2#" and item["status"] == "WARN" for item in report["checks"])
|
||||
|
||||
|
||||
def test_variants_manifest_requires_metadata_artifact(tmp_path: Path) -> None:
|
||||
spec, glb, _metadata = build_fixture(tmp_path)
|
||||
render = tmp_path / "render.png"
|
||||
|
||||
Reference in New Issue
Block a user