from __future__ import annotations import json import subprocess import sys from pathlib import Path from PIL import Image, ImageDraw ROOT = Path(__file__).resolve().parents[1] sys.path.insert(0, str(ROOT / "scripts")) import showcase_schema # noqa: E402 from test_contracts import minimal_spec # noqa: E402 def run(*args: str) -> subprocess.CompletedProcess[str]: return subprocess.run(list(args), cwd=ROOT, text=True, capture_output=True) def build_fixture(tmp_path: Path) -> tuple[Path, Path, Path]: spec = tmp_path / "spec.json" glb = tmp_path / "model.glb" metadata = tmp_path / "model_metadata.json" spec.write_text(json.dumps(minimal_spec()), encoding="utf-8") proc = run( sys.executable, "scripts/spec_to_glb.py", "--spec", str(spec), "--out", str(glb), "--metadata-out", str(metadata), ) assert proc.returncode == 0, proc.stderr return spec, glb, metadata def render_fixture(path: Path) -> None: image = Image.new("RGB", (640, 480), "white") draw = ImageDraw.Draw(image) draw.rectangle((100, 120, 540, 400), fill="#4477aa", outline="black", width=4) image.save(path) def source_report_fixture(tmp_path: Path) -> Path: path = tmp_path / "cad_read_report.json" path.write_text( json.dumps( { "report_version": 1, "dxf_sanitized": str(tmp_path), "gate": {"name": "all_sources_converted_and_readable", "status": "PASS"}, "files": [{"file": "fixture.dxf", "status": "ok", "modelspace_entities": 1}], } ), encoding="utf-8", ) return path def test_strict_delivery_passes_for_glb_render_and_offline_viewer(tmp_path: Path) -> None: spec, glb, _metadata = build_fixture(tmp_path) render = tmp_path / "render.png" render_fixture(render) offline = tmp_path / "viewer.html" proc = run( sys.executable, "scripts/write_offline_viewer.py", "--spec", str(spec), "--glb", str(glb), "--out", str(offline), ) assert proc.returncode == 0, proc.stderr evidence = tmp_path / "evidence.json" source_report = source_report_fixture(tmp_path) proc = run( sys.executable, "scripts/verify_delivery.py", "--spec", str(spec), "--source-report", str(source_report), "--glb", str(glb), "--render", str(render), "--offline-viewer", str(offline), "--evidence-out", str(evidence), ) assert proc.returncode == 0, proc.stderr report = json.loads(evidence.read_text(encoding="utf-8")) assert report["status"] == "PASS" assert any(item["name"] == "offline:payload" and item["status"] == "PASS" for item in report["checks"]) def test_strict_delivery_requires_a_render(tmp_path: Path) -> None: spec, glb, _metadata = build_fixture(tmp_path) source_report = source_report_fixture(tmp_path) proc = run( sys.executable, "scripts/verify_delivery.py", "--spec", str(spec), "--source-report", str(source_report), "--glb", str(glb), "--evidence-out", str(tmp_path / "evidence.json"), ) assert proc.returncode == 3 assert "At least one inspected render is required" in proc.stderr def test_web_writer_and_static_delivery_checks(tmp_path: Path) -> None: spec, glb, metadata = build_fixture(tmp_path) web = tmp_path / "web" proc = run( sys.executable, "scripts/write_web_showcase.py", "--glb", str(glb), "--metadata", str(metadata), "--out-dir", str(web), ) assert proc.returncode == 0, proc.stderr for relative in ("node_modules/three/build/three.module.js", "node_modules/lucide/dist/umd/lucide.js"): target = web / relative target.parent.mkdir(parents=True, exist_ok=True) target.write_text("// test dependency", encoding="utf-8") render = tmp_path / "render.png" render_fixture(render) source_report = source_report_fixture(tmp_path) proc = run( sys.executable, "scripts/verify_delivery.py", "--spec", str(spec), "--source-report", str(source_report), "--glb", str(glb), "--render", str(render), "--web-dir", str(web), "--evidence-out", str(tmp_path / "web_evidence.json"), ) assert proc.returncode == 3 assert "browser:smoke" in proc.stderr browser_report = tmp_path / "browser_smoke_report.json" browser_report.write_text( json.dumps( { "status": "PASS", "detail": "12/12 checks passed", "console_errors": [], "page_errors": [], "failed_requests": [], } ), encoding="utf-8", ) proc = run( sys.executable, "scripts/verify_delivery.py", "--spec", str(spec), "--source-report", str(source_report), "--glb", str(glb), "--render", str(render), "--web-dir", str(web), "--browser-report", str(browser_report), "--evidence-out", str(tmp_path / "web_evidence.json"), ) assert proc.returncode == 0, proc.stderr def test_warn_or_skip_blocks_without_explicit_reasoned_waiver(tmp_path: Path) -> None: spec, glb, _metadata = build_fixture(tmp_path) render = tmp_path / "render.png" render_fixture(render) source_report = source_report_fixture(tmp_path) evidence = tmp_path / "evidence.json" proc = run( sys.executable, "scripts/verify_delivery.py", "--spec", str(spec), "--source-report", str(source_report), "--glb", str(glb), "--render", str(render), "--require-browser-report", "--evidence-out", str(evidence), ) assert proc.returncode == 3 assert json.loads(evidence.read_text(encoding="utf-8"))["status"] == "BLOCKED" proc = run( sys.executable, "scripts/verify_delivery.py", "--spec", str(spec), "--source-report", str(source_report), "--glb", str(glb), "--render", str(render), "--require-browser-report", "--waiver", "browser:smoke=No browser is available in this offline-only benchmark", "--evidence-out", str(evidence), ) assert proc.returncode == 0, proc.stderr report = json.loads(evidence.read_text(encoding="utf-8")) smoke = next(item for item in report["checks"] if item["name"] == "browser:smoke") assert smoke["status"] == "PASS" assert smoke["original_status"] == "SKIP" assert smoke["waiver_reason"] def test_campus_scope_cannot_pass_with_a_missing_requested_building(tmp_path: Path) -> None: spec, glb, _metadata = build_fixture(tmp_path) render = tmp_path / "render.png" render_fixture(render) source_report = source_report_fixture(tmp_path) site = tmp_path / "site.png" render_fixture(site) scope = tmp_path / "scope_manifest.json" scope.write_text( json.dumps( { "scope_version": 1, "mode": "campus", "requested": ["1#", "2#"], "buildings": [ {"id": "1#", "status": "PASS", "artifacts": [glb.name]}, {"id": "2#", "status": "BLOCKED", "reason": "No readable source drawing", "artifacts": []}, ], "site": {"status": "PASS", "artifacts": [site.name]}, } ), encoding="utf-8", ) evidence = tmp_path / "evidence.json" proc = run( sys.executable, "scripts/verify_delivery.py", "--spec", str(spec), "--source-report", str(source_report), "--glb", str(glb), "--render", str(render), "--scope-manifest", str(scope), "--evidence-out", str(evidence), ) assert proc.returncode == 3 report = json.loads(evidence.read_text(encoding="utf-8")) assert report["status"] == "BLOCKED" assert any(item["name"] == "scope:building:2#" and item["status"] == "WARN" for item in report["checks"]) def test_variants_manifest_requires_metadata_artifact(tmp_path: Path) -> None: spec, glb, _metadata = build_fixture(tmp_path) render = tmp_path / "render.png" render_fixture(render) source_report = source_report_fixture(tmp_path) manifest = tmp_path / "variants_manifest.json" manifest.write_text( json.dumps( { "manifest_version": 1, "name": "missing-metadata", "default_key": "standard", "variants": [ { "key": "standard", "label": "standard", "file": glb.name, "source_glb": glb.name, "metadata": "missing_metadata.json", "spec": spec.name, } ], } ), encoding="utf-8", ) proc = run( sys.executable, "scripts/verify_delivery.py", "--source-report", str(source_report), "--spec", str(spec), "--variants-manifest", str(manifest), "--render", str(render), "--evidence-out", str(tmp_path / "evidence.json"), ) assert proc.returncode == 3 assert "missing_metadata.json" in proc.stderr def test_schema_validator_rejects_legacy_spec_in_strict_mode() -> None: legacy = minimal_spec() legacy.pop("schema_version") try: showcase_schema.validate_spec(legacy) except showcase_schema.ValidationFailure: return raise AssertionError("strict validator accepted a spec without schema_version")