diff --git a/Content/Ralpha/Demos/fab_scoreboard.json b/Content/Ralpha/Demos/fab_scoreboard.json index 10256fc29..8f693738c 100644 --- a/Content/Ralpha/Demos/fab_scoreboard.json +++ b/Content/Ralpha/Demos/fab_scoreboard.json @@ -1,8 +1,8 @@ { "total": 269, - "closed": 9, + "closed": 18, "non_roadmap": 231, - "completion_pct": 3.9, + "completion_pct": 7.8, "sections": { "Public Website Promises": { "CLOSED": 0, @@ -29,8 +29,8 @@ "ROADMAP": 0 }, "Admin Live UE5/MCP": { - "CLOSED": 0, - "OPEN": 14, + "CLOSED": 9, + "OPEN": 5, "BLOCKED": 0, "ROADMAP": 0 }, @@ -623,7 +623,7 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "OPEN", - "evidence": "tests/reports/run_20260606_162849.json", + "evidence": "tests/reports/run_20260606_165940.json", "detail": "pass but count drift 16 != expected 18 (reconcile manifest/admin)" }, { @@ -637,7 +637,7 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "CLOSED", - "evidence": "tests/reports/run_20260606_162849.json", + "evidence": "tests/reports/run_20260606_165940.json", "detail": "pass, 36/36 tests" }, { @@ -665,7 +665,7 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "OPEN", - "evidence": "tests/reports/run_20260606_162849.json", + "evidence": "tests/reports/run_20260606_165940.json", "detail": "suite not passing" }, { @@ -679,7 +679,7 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "CLOSED", - "evidence": "tests/reports/run_20260606_162851.json", + "evidence": "tests/reports/run_20260606_165940.json", "detail": "pass, 85/85 tests" }, { @@ -693,7 +693,7 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "CLOSED", - "evidence": "tests/reports/run_20260606_162852.json", + "evidence": "tests/reports/run_20260606_165940.json", "detail": "pass, 75/75 tests" }, { @@ -706,9 +706,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_165940.json", + "detail": "pass, 23/23 tests" }, { "id": "admin_live_ue5_mcp.mcp_verification", @@ -720,9 +720,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "tests/reports/harness_20260606_162400.json", - "detail": "suite not passing" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_165940.json", + "detail": "pass, 17/17 tests" }, { "id": "admin_live_ue5_mcp.p0_critical", @@ -735,8 +735,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "evidence": "tests/reports/run_20260606_165940.json", + "detail": "pass but count drift 20 != expected 22 (reconcile manifest/admin)" }, { "id": "admin_live_ue5_mcp.p1_important", @@ -748,9 +748,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_165940.json", + "detail": "pass, 29/29 tests" }, { "id": "admin_live_ue5_mcp.functional_verification", @@ -762,9 +762,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_165940.json", + "detail": "pass, 58/58 tests" }, { "id": "admin_live_ue5_mcp.all_handlers", @@ -776,9 +776,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_165940.json", + "detail": "pass, 1080/1080 tests" }, { "id": "admin_live_ue5_mcp.newly_enabled_handlers", @@ -790,9 +790,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_165940.json", + "detail": "pass, 33/33 tests" }, { "id": "admin_live_ue5_mcp.camera_tests", @@ -804,9 +804,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_165940.json", + "detail": "pass, 47/47 tests" }, { "id": "admin_live_ue5_mcp.asset_tests", @@ -819,8 +819,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "evidence": "tests/reports/run_20260606_165940.json", + "detail": "pass but count drift 24 != expected 26 (reconcile manifest/admin)" }, { "id": "admin_live_ue5_mcp.error_handling", @@ -833,8 +833,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "evidence": "tests/reports/run_20260606_165940.json", + "detail": "suite not passing" }, { "id": "admin_live_ue5_mcp.sunset_scenarios", @@ -846,9 +846,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_165948.json", + "detail": "pass, 21/21 tests" }, { "id": "admin_live_ue5_mcp.visual_tests", @@ -861,8 +861,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "evidence": "tests/reports/run_20260606_165951.json", + "detail": "suite not passing" }, { "id": "admin_live_ue5_mcp.pbr_matching", @@ -874,9 +874,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "", - "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_165953.json", + "detail": "pass, 4/4 tests" }, { "id": "admin_live_ue5_mcp.frontend_e2e", @@ -3997,8 +3997,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "CLOSED", - "evidence": "tests/reports/smoke_sunset_20260606_164155.json", - "detail": "sunset critic ACCEPTED @ e994f6e08" + "evidence": "tests/reports/smoke_sunset_20260606_175138.json", + "detail": "sunset critic ACCEPTED @ 0eee00daa" }, { "id": "min_video_set.2_reference_photo_matched_3d_scene", @@ -4067,8 +4067,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "CLOSED", - "evidence": "tests/reports/smoke_metahuman_20260606_164155.json", - "detail": "metahuman critic ACCEPTED @ e994f6e08" + "evidence": "tests/reports/smoke_metahuman_20260606_175138.json", + "detail": "metahuman critic ACCEPTED @ 0eee00daa" }, { "id": "min_video_set.7_food_close_up", diff --git a/Content/Ralpha/Demos/fab_scoreboard.md b/Content/Ralpha/Demos/fab_scoreboard.md index 4f5408d25..d1ac16044 100644 --- a/Content/Ralpha/Demos/fab_scoreboard.md +++ b/Content/Ralpha/Demos/fab_scoreboard.md @@ -1,6 +1,6 @@ # FAB Completeness Scoreboard -**FAB-complete = 9 / 231 non-roadmap promises CLOSED → 3.9%** (total 269, roadmap 38) +**FAB-complete = 18 / 231 non-roadmap promises CLOSED → 7.8%** (total 269, roadmap 38) | Section | CLOSED | OPEN | BLOCKED | ROADMAP | |---|---:|---:|---:|---:| @@ -8,7 +8,7 @@ | FAB Listing Promises | 0 | 15 | 0 | 0 | | Public Demo Use Cases | 0 | 13 | 0 | 0 | | Admin Foundation/Offline | 3 | 3 | 0 | 0 | -| Admin Live UE5/MCP | 0 | 14 | 0 | 0 | +| Admin Live UE5/MCP | 9 | 5 | 0 | 0 | | Active Admin Benchmarks | 4 | 3 | 0 | 0 | | Planned Benchmark Families | 0 | 0 | 0 | 38 | | Archetype Registry | 0 | 147 | 0 | 0 | @@ -57,25 +57,25 @@ | public_demo_use_ca.collaboration | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | public_demo_use_ca.exposure_grading | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | public_demo_use_ca.tree_vegetation | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | -| admin_foundation_o.proof_of_life | OPEN | test_pass | tests/reports/run_20260606_162849.json | pass but count drift 16 != expected 18 (reconcile manifest/admin) | -| admin_foundation_o.helper_unit_tests | CLOSED | test_pass | tests/reports/run_20260606_162849.json | pass, 36/36 tests | +| admin_foundation_o.proof_of_life | OPEN | test_pass | tests/reports/run_20260606_165940.json | pass but count drift 16 != expected 18 (reconcile manifest/admin) | +| admin_foundation_o.helper_unit_tests | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 36/36 tests | | admin_foundation_o.frontend_unit_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_foundation_o.backend_api_tests | OPEN | test_pass | tests/reports/run_20260606_162849.json | suite not passing | -| admin_foundation_o.face_extraction | CLOSED | test_pass | tests/reports/run_20260606_162851.json | pass, 85/85 tests | -| admin_foundation_o.tidal_rendering | CLOSED | test_pass | tests/reports/run_20260606_162852.json | pass, 75/75 tests | -| admin_live_ue5_mcp.mcp_connection | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_live_ue5_mcp.mcp_verification | OPEN | test_pass | tests/reports/harness_20260606_162400.json | suite not passing | -| admin_live_ue5_mcp.p0_critical | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_live_ue5_mcp.p1_important | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_live_ue5_mcp.functional_verification | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_live_ue5_mcp.all_handlers | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_live_ue5_mcp.newly_enabled_handlers | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_live_ue5_mcp.camera_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_live_ue5_mcp.asset_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_live_ue5_mcp.error_handling | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_live_ue5_mcp.sunset_scenarios | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_live_ue5_mcp.visual_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_live_ue5_mcp.pbr_matching | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_foundation_o.backend_api_tests | OPEN | test_pass | tests/reports/run_20260606_165940.json | suite not passing | +| admin_foundation_o.face_extraction | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 85/85 tests | +| admin_foundation_o.tidal_rendering | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 75/75 tests | +| admin_live_ue5_mcp.mcp_connection | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 23/23 tests | +| admin_live_ue5_mcp.mcp_verification | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 17/17 tests | +| admin_live_ue5_mcp.p0_critical | OPEN | test_pass | tests/reports/run_20260606_165940.json | pass but count drift 20 != expected 22 (reconcile manifest/admin) | +| admin_live_ue5_mcp.p1_important | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 29/29 tests | +| admin_live_ue5_mcp.functional_verification | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 58/58 tests | +| admin_live_ue5_mcp.all_handlers | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 1080/1080 tests | +| admin_live_ue5_mcp.newly_enabled_handlers | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 33/33 tests | +| admin_live_ue5_mcp.camera_tests | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 47/47 tests | +| admin_live_ue5_mcp.asset_tests | OPEN | test_pass | tests/reports/run_20260606_165940.json | pass but count drift 24 != expected 26 (reconcile manifest/admin) | +| admin_live_ue5_mcp.error_handling | OPEN | test_pass | tests/reports/run_20260606_165940.json | suite not passing | +| admin_live_ue5_mcp.sunset_scenarios | CLOSED | test_pass | tests/reports/run_20260606_165948.json | pass, 21/21 tests | +| admin_live_ue5_mcp.visual_tests | OPEN | test_pass | tests/reports/run_20260606_165951.json | suite not passing | +| admin_live_ue5_mcp.pbr_matching | CLOSED | test_pass | tests/reports/run_20260606_165953.json | pass, 4/4 tests | | admin_live_ue5_mcp.frontend_e2e | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | | active_admin_bench.level_a_where_in_the_world | OPEN | benchmark_pass | tests/reports/level_a_sydney_opera_house_20260326_115915.json | passed=False, score 0.0 < 50.0 | | active_admin_bench.level_b_blade_runner_city | CLOSED | benchmark_pass | tests/reports/blade_runner_city_20260302_171835.json | passed, score 55.3 ≥ 30.0 | @@ -277,12 +277,12 @@ | admin_e2e_journeys.product_shot | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | admin_e2e_journeys.architectural_viz | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | admin_e2e_journeys.music_video | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | -| min_video_set.1_text_sunset_ocean_world | CLOSED | critic_accepted | tests/reports/smoke_sunset_20260606_164155.json | sunset critic ACCEPTED @ e994f6e08 | +| min_video_set.1_text_sunset_ocean_world | CLOSED | critic_accepted | tests/reports/smoke_sunset_20260606_175138.json | sunset critic ACCEPTED @ 0eee00daa | | min_video_set.2_reference_photo_matched_3d_scene | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.3_real_world_location | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.4_rainy_neon_city | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.5_interior_floor_plan | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | -| min_video_set.6_character_metahuman | CLOSED | critic_accepted | tests/reports/smoke_metahuman_20260606_164155.json | metahuman critic ACCEPTED @ e994f6e08 | +| min_video_set.6_character_metahuman | CLOSED | critic_accepted | tests/reports/smoke_metahuman_20260606_175138.json | metahuman critic ACCEPTED @ 0eee00daa | | min_video_set.7_food_close_up | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.8_vehicle_action | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.9_time_lapse_mrq_video | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) |