diff --git a/Content/Ralpha/Demos/fab_scoreboard.json b/Content/Ralpha/Demos/fab_scoreboard.json index f92c07641..10256fc29 100644 --- a/Content/Ralpha/Demos/fab_scoreboard.json +++ b/Content/Ralpha/Demos/fab_scoreboard.json @@ -1,8 +1,8 @@ { "total": 269, - "closed": 8, + "closed": 9, "non_roadmap": 231, - "completion_pct": 3.5, + "completion_pct": 3.9, "sections": { "Public Website Promises": { "CLOSED": 0, @@ -23,8 +23,8 @@ "ROADMAP": 0 }, "Admin Foundation/Offline": { - "CLOSED": 2, - "OPEN": 4, + "CLOSED": 3, + "OPEN": 3, "BLOCKED": 0, "ROADMAP": 0 }, @@ -622,9 +622,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "CLOSED", - "evidence": "tests/reports/harness_20260322_200633.json", - "detail": "pass, 18/18 tests" + "status": "OPEN", + "evidence": "tests/reports/run_20260606_162849.json", + "detail": "pass but count drift 16 != expected 18 (reconcile manifest/admin)" }, { "id": "admin_foundation_o.helper_unit_tests", @@ -637,7 +637,7 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "CLOSED", - "evidence": "tests/reports/harness_20260322_200633.json", + "evidence": "tests/reports/run_20260606_162849.json", "detail": "pass, 36/36 tests" }, { @@ -652,7 +652,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_foundation_o.backend_api_tests", @@ -665,8 +665,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "OPEN", - "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "evidence": "tests/reports/run_20260606_162849.json", + "detail": "suite not passing" }, { "id": "admin_foundation_o.face_extraction", @@ -678,9 +678,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_162851.json", + "detail": "pass, 85/85 tests" }, { "id": "admin_foundation_o.tidal_rendering", @@ -692,9 +692,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_162852.json", + "detail": "pass, 75/75 tests" }, { "id": "admin_live_ue5_mcp.mcp_connection", @@ -708,7 +708,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.mcp_verification", @@ -721,8 +721,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "OPEN", - "evidence": "tests/reports/harness_20260308_131742.json", - "detail": "suite status=fail" + "evidence": "tests/reports/harness_20260606_162400.json", + "detail": "suite not passing" }, { "id": "admin_live_ue5_mcp.p0_critical", @@ -736,7 +736,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.p1_important", @@ -750,7 +750,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.functional_verification", @@ -764,7 +764,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.all_handlers", @@ -778,7 +778,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.newly_enabled_handlers", @@ -792,7 +792,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.camera_tests", @@ -806,7 +806,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.asset_tests", @@ -820,7 +820,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.error_handling", @@ -834,7 +834,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.sunset_scenarios", @@ -848,7 +848,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.visual_tests", @@ -862,7 +862,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.pbr_matching", @@ -876,7 +876,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "admin_live_ue5_mcp.frontend_e2e", @@ -890,7 +890,7 @@ "evidence_path": null, "status": "OPEN", "evidence": "", - "detail": "no harness layer report for this suite (needs run)" + "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)" }, { "id": "active_admin_bench.level_a_where_in_the_world", @@ -3997,8 +3997,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "CLOSED", - "evidence": "tests/reports/smoke_sunset_20260606_161555.json", - "detail": "sunset critic ACCEPTED @ 3f0bdec81" + "evidence": "tests/reports/smoke_sunset_20260606_164155.json", + "detail": "sunset critic ACCEPTED @ e994f6e08" }, { "id": "min_video_set.2_reference_photo_matched_3d_scene", @@ -4067,8 +4067,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "CLOSED", - "evidence": "tests/reports/smoke_metahuman_20260606_161555.json", - "detail": "metahuman critic ACCEPTED @ 3f0bdec81" + "evidence": "tests/reports/smoke_metahuman_20260606_164155.json", + "detail": "metahuman critic ACCEPTED @ e994f6e08" }, { "id": "min_video_set.7_food_close_up", diff --git a/Content/Ralpha/Demos/fab_scoreboard.md b/Content/Ralpha/Demos/fab_scoreboard.md index aedf37815..4f5408d25 100644 --- a/Content/Ralpha/Demos/fab_scoreboard.md +++ b/Content/Ralpha/Demos/fab_scoreboard.md @@ -1,13 +1,13 @@ # FAB Completeness Scoreboard -**FAB-complete = 8 / 231 non-roadmap promises CLOSED → 3.5%** (total 269, roadmap 38) +**FAB-complete = 9 / 231 non-roadmap promises CLOSED → 3.9%** (total 269, roadmap 38) | Section | CLOSED | OPEN | BLOCKED | ROADMAP | |---|---:|---:|---:|---:| | Public Website Promises | 0 | 11 | 0 | 0 | | FAB Listing Promises | 0 | 15 | 0 | 0 | | Public Demo Use Cases | 0 | 13 | 0 | 0 | -| Admin Foundation/Offline | 2 | 4 | 0 | 0 | +| Admin Foundation/Offline | 3 | 3 | 0 | 0 | | Admin Live UE5/MCP | 0 | 14 | 0 | 0 | | Active Admin Benchmarks | 4 | 3 | 0 | 0 | | Planned Benchmark Families | 0 | 0 | 0 | 38 | @@ -57,26 +57,26 @@ | public_demo_use_ca.collaboration | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | public_demo_use_ca.exposure_grading | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | public_demo_use_ca.tree_vegetation | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | -| admin_foundation_o.proof_of_life | CLOSED | test_pass | tests/reports/harness_20260322_200633.json | pass, 18/18 tests | -| admin_foundation_o.helper_unit_tests | CLOSED | test_pass | tests/reports/harness_20260322_200633.json | pass, 36/36 tests | -| admin_foundation_o.frontend_unit_tests | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_foundation_o.backend_api_tests | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_foundation_o.face_extraction | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_foundation_o.tidal_rendering | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.mcp_connection | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.mcp_verification | OPEN | test_pass | tests/reports/harness_20260308_131742.json | suite status=fail | -| admin_live_ue5_mcp.p0_critical | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.p1_important | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.functional_verification | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.all_handlers | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.newly_enabled_handlers | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.camera_tests | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.asset_tests | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.error_handling | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.sunset_scenarios | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.visual_tests | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.pbr_matching | OPEN | test_pass | | no harness layer report for this suite (needs run) | -| admin_live_ue5_mcp.frontend_e2e | OPEN | test_pass | | no harness layer report for this suite (needs run) | +| admin_foundation_o.proof_of_life | OPEN | test_pass | tests/reports/run_20260606_162849.json | pass but count drift 16 != expected 18 (reconcile manifest/admin) | +| admin_foundation_o.helper_unit_tests | CLOSED | test_pass | tests/reports/run_20260606_162849.json | pass, 36/36 tests | +| admin_foundation_o.frontend_unit_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_foundation_o.backend_api_tests | OPEN | test_pass | tests/reports/run_20260606_162849.json | suite not passing | +| admin_foundation_o.face_extraction | CLOSED | test_pass | tests/reports/run_20260606_162851.json | pass, 85/85 tests | +| admin_foundation_o.tidal_rendering | CLOSED | test_pass | tests/reports/run_20260606_162852.json | pass, 75/75 tests | +| admin_live_ue5_mcp.mcp_connection | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.mcp_verification | OPEN | test_pass | tests/reports/harness_20260606_162400.json | suite not passing | +| admin_live_ue5_mcp.p0_critical | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.p1_important | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.functional_verification | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.all_handlers | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.newly_enabled_handlers | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.camera_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.asset_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.error_handling | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.sunset_scenarios | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.visual_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.pbr_matching | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | +| admin_live_ue5_mcp.frontend_e2e | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | | active_admin_bench.level_a_where_in_the_world | OPEN | benchmark_pass | tests/reports/level_a_sydney_opera_house_20260326_115915.json | passed=False, score 0.0 < 50.0 | | active_admin_bench.level_b_blade_runner_city | CLOSED | benchmark_pass | tests/reports/blade_runner_city_20260302_171835.json | passed, score 55.3 ≥ 30.0 | | active_admin_bench.level_d_australian_outback | CLOSED | benchmark_pass | tests/reports/australian_outback_reconstruction_20260302_171945.json | passed, score 47.1 ≥ 30.0 | @@ -277,12 +277,12 @@ | admin_e2e_journeys.product_shot | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | admin_e2e_journeys.architectural_viz | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | admin_e2e_journeys.music_video | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | -| min_video_set.1_text_sunset_ocean_world | CLOSED | critic_accepted | tests/reports/smoke_sunset_20260606_161555.json | sunset critic ACCEPTED @ 3f0bdec81 | +| min_video_set.1_text_sunset_ocean_world | CLOSED | critic_accepted | tests/reports/smoke_sunset_20260606_164155.json | sunset critic ACCEPTED @ e994f6e08 | | min_video_set.2_reference_photo_matched_3d_scene | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.3_real_world_location | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.4_rainy_neon_city | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.5_interior_floor_plan | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | -| min_video_set.6_character_metahuman | CLOSED | critic_accepted | tests/reports/smoke_metahuman_20260606_161555.json | metahuman critic ACCEPTED @ 3f0bdec81 | +| min_video_set.6_character_metahuman | CLOSED | critic_accepted | tests/reports/smoke_metahuman_20260606_164155.json | metahuman critic ACCEPTED @ e994f6e08 | | min_video_set.7_food_close_up | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.8_vehicle_action | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.9_time_lapse_mrq_video | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) |