From 6195588a7165f5263875cebe3f750166edfc59fe Mon Sep 17 00:00:00 2001 From: jamestagg Date: Sat, 6 Jun 2026 18:36:15 -0700 Subject: [PATCH] =?UTF-8?q?FAB=20scoreboard:=20Visual=20Tests=20closed=20(?= =?UTF-8?q?bucket-1)=20=E2=80=94=20pilot=5Fcamera=20variance=20fix?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- Content/Ralpha/Demos/fab_scoreboard.json | 24 ++++++++++++------------ Content/Ralpha/Demos/fab_scoreboard.md | 12 ++++++------ 2 files changed, 18 insertions(+), 18 deletions(-) diff --git a/Content/Ralpha/Demos/fab_scoreboard.json b/Content/Ralpha/Demos/fab_scoreboard.json index 8f693738c..c0f2d4619 100644 --- a/Content/Ralpha/Demos/fab_scoreboard.json +++ b/Content/Ralpha/Demos/fab_scoreboard.json @@ -1,8 +1,8 @@ { "total": 269, - "closed": 18, + "closed": 19, "non_roadmap": 231, - "completion_pct": 7.8, + "completion_pct": 8.2, "sections": { "Public Website Promises": { "CLOSED": 0, @@ -29,8 +29,8 @@ "ROADMAP": 0 }, "Admin Live UE5/MCP": { - "CLOSED": 9, - "OPEN": 5, + "CLOSED": 10, + "OPEN": 4, "BLOCKED": 0, "ROADMAP": 0 }, @@ -665,7 +665,7 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "OPEN", - "evidence": "tests/reports/run_20260606_165940.json", + "evidence": "tests/reports/run_20260606_182856.json", "detail": "suite not passing" }, { @@ -860,9 +860,9 @@ "proof_ref": null, "proof_artifact_schema": null, "evidence_path": null, - "status": "OPEN", - "evidence": "tests/reports/run_20260606_165951.json", - "detail": "suite not passing" + "status": "CLOSED", + "evidence": "tests/reports/run_20260606_183326.json", + "detail": "pass, 12/12 tests" }, { "id": "admin_live_ue5_mcp.pbr_matching", @@ -3997,8 +3997,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "CLOSED", - "evidence": "tests/reports/smoke_sunset_20260606_175138.json", - "detail": "sunset critic ACCEPTED @ 0eee00daa" + "evidence": "tests/reports/smoke_sunset_20260606_183429.json", + "detail": "sunset critic ACCEPTED @ efd04364e" }, { "id": "min_video_set.2_reference_photo_matched_3d_scene", @@ -4067,8 +4067,8 @@ "proof_artifact_schema": null, "evidence_path": null, "status": "CLOSED", - "evidence": "tests/reports/smoke_metahuman_20260606_175138.json", - "detail": "metahuman critic ACCEPTED @ 0eee00daa" + "evidence": "tests/reports/smoke_metahuman_20260606_183429.json", + "detail": "metahuman critic ACCEPTED @ efd04364e" }, { "id": "min_video_set.7_food_close_up", diff --git a/Content/Ralpha/Demos/fab_scoreboard.md b/Content/Ralpha/Demos/fab_scoreboard.md index d1ac16044..86e1e0703 100644 --- a/Content/Ralpha/Demos/fab_scoreboard.md +++ b/Content/Ralpha/Demos/fab_scoreboard.md @@ -1,6 +1,6 @@ # FAB Completeness Scoreboard -**FAB-complete = 18 / 231 non-roadmap promises CLOSED → 7.8%** (total 269, roadmap 38) +**FAB-complete = 19 / 231 non-roadmap promises CLOSED → 8.2%** (total 269, roadmap 38) | Section | CLOSED | OPEN | BLOCKED | ROADMAP | |---|---:|---:|---:|---:| @@ -8,7 +8,7 @@ | FAB Listing Promises | 0 | 15 | 0 | 0 | | Public Demo Use Cases | 0 | 13 | 0 | 0 | | Admin Foundation/Offline | 3 | 3 | 0 | 0 | -| Admin Live UE5/MCP | 9 | 5 | 0 | 0 | +| Admin Live UE5/MCP | 10 | 4 | 0 | 0 | | Active Admin Benchmarks | 4 | 3 | 0 | 0 | | Planned Benchmark Families | 0 | 0 | 0 | 38 | | Archetype Registry | 0 | 147 | 0 | 0 | @@ -60,7 +60,7 @@ | admin_foundation_o.proof_of_life | OPEN | test_pass | tests/reports/run_20260606_165940.json | pass but count drift 16 != expected 18 (reconcile manifest/admin) | | admin_foundation_o.helper_unit_tests | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 36/36 tests | | admin_foundation_o.frontend_unit_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | -| admin_foundation_o.backend_api_tests | OPEN | test_pass | tests/reports/run_20260606_165940.json | suite not passing | +| admin_foundation_o.backend_api_tests | OPEN | test_pass | tests/reports/run_20260606_182856.json | suite not passing | | admin_foundation_o.face_extraction | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 85/85 tests | | admin_foundation_o.tidal_rendering | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 75/75 tests | | admin_live_ue5_mcp.mcp_connection | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 23/23 tests | @@ -74,7 +74,7 @@ | admin_live_ue5_mcp.asset_tests | OPEN | test_pass | tests/reports/run_20260606_165940.json | pass but count drift 24 != expected 26 (reconcile manifest/admin) | | admin_live_ue5_mcp.error_handling | OPEN | test_pass | tests/reports/run_20260606_165940.json | suite not passing | | admin_live_ue5_mcp.sunset_scenarios | CLOSED | test_pass | tests/reports/run_20260606_165948.json | pass, 21/21 tests | -| admin_live_ue5_mcp.visual_tests | OPEN | test_pass | tests/reports/run_20260606_165951.json | suite not passing | +| admin_live_ue5_mcp.visual_tests | CLOSED | test_pass | tests/reports/run_20260606_183326.json | pass, 12/12 tests | | admin_live_ue5_mcp.pbr_matching | CLOSED | test_pass | tests/reports/run_20260606_165953.json | pass, 4/4 tests | | admin_live_ue5_mcp.frontend_e2e | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) | | active_admin_bench.level_a_where_in_the_world | OPEN | benchmark_pass | tests/reports/level_a_sydney_opera_house_20260326_115915.json | passed=False, score 0.0 < 50.0 | @@ -277,12 +277,12 @@ | admin_e2e_journeys.product_shot | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | admin_e2e_journeys.architectural_viz | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | admin_e2e_journeys.music_video | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | -| min_video_set.1_text_sunset_ocean_world | CLOSED | critic_accepted | tests/reports/smoke_sunset_20260606_175138.json | sunset critic ACCEPTED @ 0eee00daa | +| min_video_set.1_text_sunset_ocean_world | CLOSED | critic_accepted | tests/reports/smoke_sunset_20260606_183429.json | sunset critic ACCEPTED @ efd04364e | | min_video_set.2_reference_photo_matched_3d_scene | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.3_real_world_location | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.4_rainy_neon_city | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.5_interior_floor_plan | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | -| min_video_set.6_character_metahuman | CLOSED | critic_accepted | tests/reports/smoke_metahuman_20260606_175138.json | metahuman critic ACCEPTED @ 0eee00daa | +| min_video_set.6_character_metahuman | CLOSED | critic_accepted | tests/reports/smoke_metahuman_20260606_183429.json | metahuman critic ACCEPTED @ efd04364e | | min_video_set.7_food_close_up | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.8_vehicle_action | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) | | min_video_set.9_time_lapse_mrq_video | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_.py) |