ralpha
/
ralpha-assets
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

FAB scoreboard: 18/231 (7.8%) — Live-UE5 9/14 + Foundation 3/6 after suite runs + count reconcile 

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
jamestagg 2026-06-06 17:53:25 -07:00
parent fe3de92989
commit 12061136d1
2 changed files with 70 additions and 70 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

96
Content/Ralpha/Demos/fab_scoreboard.json
View File

@ -1,8 +1,8 @@
{
"total": 269,
"closed": 9,
"closed": 18,
"non_roadmap": 231,
"completion_pct": 3.9,
"completion_pct": 7.8,
"sections": {
"Public Website Promises": {
"CLOSED": 0,
@ -29,8 +29,8 @@
"ROADMAP": 0
},
"Admin Live UE5/MCP": {
"CLOSED": 0,
"OPEN": 14,
"CLOSED": 9,
"OPEN": 5,
"BLOCKED": 0,
"ROADMAP": 0
},
@ -623,7 +623,7 @@
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "tests/reports/run_20260606_162849.json",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass but count drift 16 != expected 18 (reconcile manifest/admin)"
},
{
@ -637,7 +637,7 @@
"proof_artifact_schema": null,
"evidence_path": null,
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_162849.json",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass, 36/36 tests"
},
{
@ -665,7 +665,7 @@
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "tests/reports/run_20260606_162849.json",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "suite not passing"
},
{
@ -679,7 +679,7 @@
"proof_artifact_schema": null,
"evidence_path": null,
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_162851.json",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass, 85/85 tests"
},
{
@ -693,7 +693,7 @@
"proof_artifact_schema": null,
"evidence_path": null,
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_162852.json",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass, 75/75 tests"
},
{
@ -706,9 +706,9 @@
"proof_ref": null,
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass, 23/23 tests"
},
{
"id": "admin_live_ue5_mcp.mcp_verification",
@ -720,9 +720,9 @@
"proof_ref": null,
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "tests/reports/harness_20260606_162400.json",
"detail": "suite not passing"
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass, 17/17 tests"
},
{
"id": "admin_live_ue5_mcp.p0_critical",
@ -735,8 +735,8 @@
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass but count drift 20 != expected 22 (reconcile manifest/admin)"
},
{
"id": "admin_live_ue5_mcp.p1_important",
@ -748,9 +748,9 @@
"proof_ref": null,
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass, 29/29 tests"
},
{
"id": "admin_live_ue5_mcp.functional_verification",
@ -762,9 +762,9 @@
"proof_ref": null,
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass, 58/58 tests"
},
{
"id": "admin_live_ue5_mcp.all_handlers",
@ -776,9 +776,9 @@
"proof_ref": null,
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass, 1080/1080 tests"
},
{
"id": "admin_live_ue5_mcp.newly_enabled_handlers",
@ -790,9 +790,9 @@
"proof_ref": null,
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass, 33/33 tests"
},
{
"id": "admin_live_ue5_mcp.camera_tests",
@ -804,9 +804,9 @@
"proof_ref": null,
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass, 47/47 tests"
},
{
"id": "admin_live_ue5_mcp.asset_tests",
@ -819,8 +819,8 @@
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "pass but count drift 24 != expected 26 (reconcile manifest/admin)"
},
{
"id": "admin_live_ue5_mcp.error_handling",
@ -833,8 +833,8 @@
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"evidence": "tests/reports/run_20260606_165940.json",
"detail": "suite not passing"
},
{
"id": "admin_live_ue5_mcp.sunset_scenarios",
@ -846,9 +846,9 @@
"proof_ref": null,
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_165948.json",
"detail": "pass, 21/21 tests"
},
{
"id": "admin_live_ue5_mcp.visual_tests",
@ -861,8 +861,8 @@
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"evidence": "tests/reports/run_20260606_165951.json",
"detail": "suite not passing"
},
{
"id": "admin_live_ue5_mcp.pbr_matching",
@ -874,9 +874,9 @@
"proof_ref": null,
"proof_artifact_schema": null,
"evidence_path": null,
"status": "OPEN",
"evidence": "",
"detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
"status": "CLOSED",
"evidence": "tests/reports/run_20260606_165953.json",
"detail": "pass, 4/4 tests"
},
{
"id": "admin_live_ue5_mcp.frontend_e2e",
@ -3997,8 +3997,8 @@
"proof_artifact_schema": null,
"evidence_path": null,
"status": "CLOSED",
"evidence": "tests/reports/smoke_sunset_20260606_164155.json",
"detail": "sunset critic ACCEPTED @ e994f6e08"
"evidence": "tests/reports/smoke_sunset_20260606_175138.json",
"detail": "sunset critic ACCEPTED @ 0eee00daa"
},
{
"id": "min_video_set.2_reference_photo_matched_3d_scene",
@ -4067,8 +4067,8 @@
"proof_artifact_schema": null,
"evidence_path": null,
"status": "CLOSED",
"evidence": "tests/reports/smoke_metahuman_20260606_164155.json",
"detail": "metahuman critic ACCEPTED @ e994f6e08"
"evidence": "tests/reports/smoke_metahuman_20260606_175138.json",
"detail": "metahuman critic ACCEPTED @ 0eee00daa"
},
{
"id": "min_video_set.7_food_close_up",

44
Content/Ralpha/Demos/fab_scoreboard.md
View File

@ -1,6 +1,6 @@
# FAB Completeness Scoreboard
**FAB-complete = 9 / 231 non-roadmap promises CLOSED → 3.9%** (total 269, roadmap 38)
**FAB-complete = 18 / 231 non-roadmap promises CLOSED → 7.8%** (total 269, roadmap 38)
| Section | CLOSED | OPEN | BLOCKED | ROADMAP |
|---|---:|---:|---:|---:|
@ -8,7 +8,7 @@
| FAB Listing Promises | 0 | 15 | 0 | 0 |
| Public Demo Use Cases | 0 | 13 | 0 | 0 |
| Admin Foundation/Offline | 3 | 3 | 0 | 0 |
| Admin Live UE5/MCP | 0 | 14 | 0 | 0 |
| Admin Live UE5/MCP | 9 | 5 | 0 | 0 |
| Active Admin Benchmarks | 4 | 3 | 0 | 0 |
| Planned Benchmark Families | 0 | 0 | 0 | 38 |
| Archetype Registry | 0 | 147 | 0 | 0 |
@ -57,25 +57,25 @@
| public_demo_use_ca.collaboration | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| public_demo_use_ca.exposure_grading | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| public_demo_use_ca.tree_vegetation | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| admin_foundation_o.proof_of_life | OPEN | test_pass | tests/reports/run_20260606_162849.json | pass but count drift 16 != expected 18 (reconcile manifest/admin) |
| admin_foundation_o.helper_unit_tests | CLOSED | test_pass | tests/reports/run_20260606_162849.json | pass, 36/36 tests |
| admin_foundation_o.proof_of_life | OPEN | test_pass | tests/reports/run_20260606_165940.json | pass but count drift 16 != expected 18 (reconcile manifest/admin) |
| admin_foundation_o.helper_unit_tests | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 36/36 tests |
| admin_foundation_o.frontend_unit_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_foundation_o.backend_api_tests | OPEN | test_pass | tests/reports/run_20260606_162849.json | suite not passing |
| admin_foundation_o.face_extraction | CLOSED | test_pass | tests/reports/run_20260606_162851.json | pass, 85/85 tests |
| admin_foundation_o.tidal_rendering | CLOSED | test_pass | tests/reports/run_20260606_162852.json | pass, 75/75 tests |
| admin_live_ue5_mcp.mcp_connection | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.mcp_verification | OPEN | test_pass | tests/reports/harness_20260606_162400.json | suite not passing |
| admin_live_ue5_mcp.p0_critical | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.p1_important | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.functional_verification | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.all_handlers | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.newly_enabled_handlers | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.camera_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.asset_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.error_handling | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.sunset_scenarios | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.visual_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.pbr_matching | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_foundation_o.backend_api_tests | OPEN | test_pass | tests/reports/run_20260606_165940.json | suite not passing |
| admin_foundation_o.face_extraction | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 85/85 tests |
| admin_foundation_o.tidal_rendering | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 75/75 tests |
| admin_live_ue5_mcp.mcp_connection | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 23/23 tests |
| admin_live_ue5_mcp.mcp_verification | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 17/17 tests |
| admin_live_ue5_mcp.p0_critical | OPEN | test_pass | tests/reports/run_20260606_165940.json | pass but count drift 20 != expected 22 (reconcile manifest/admin) |
| admin_live_ue5_mcp.p1_important | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 29/29 tests |
| admin_live_ue5_mcp.functional_verification | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 58/58 tests |
| admin_live_ue5_mcp.all_handlers | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 1080/1080 tests |
| admin_live_ue5_mcp.newly_enabled_handlers | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 33/33 tests |
| admin_live_ue5_mcp.camera_tests | CLOSED | test_pass | tests/reports/run_20260606_165940.json | pass, 47/47 tests |
| admin_live_ue5_mcp.asset_tests | OPEN | test_pass | tests/reports/run_20260606_165940.json | pass but count drift 24 != expected 26 (reconcile manifest/admin) |
| admin_live_ue5_mcp.error_handling | OPEN | test_pass | tests/reports/run_20260606_165940.json | suite not passing |
| admin_live_ue5_mcp.sunset_scenarios | CLOSED | test_pass | tests/reports/run_20260606_165948.json | pass, 21/21 tests |
| admin_live_ue5_mcp.visual_tests | OPEN | test_pass | tests/reports/run_20260606_165951.json | suite not passing |
| admin_live_ue5_mcp.pbr_matching | CLOSED | test_pass | tests/reports/run_20260606_165953.json | pass, 4/4 tests |
| admin_live_ue5_mcp.frontend_e2e | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| active_admin_bench.level_a_where_in_the_world | OPEN | benchmark_pass | tests/reports/level_a_sydney_opera_house_20260326_115915.json | passed=False, score 0.0 < 50.0 |
| active_admin_bench.level_b_blade_runner_city | CLOSED | benchmark_pass | tests/reports/blade_runner_city_20260302_171835.json | passed, score 55.3 ≥ 30.0 |
@ -277,12 +277,12 @@
| admin_e2e_journeys.product_shot | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| admin_e2e_journeys.architectural_viz | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| admin_e2e_journeys.music_video | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| min_video_set.1_text_sunset_ocean_world | CLOSED | critic_accepted | tests/reports/smoke_sunset_20260606_164155.json | sunset critic ACCEPTED @ e994f6e08 |
| min_video_set.1_text_sunset_ocean_world | CLOSED | critic_accepted | tests/reports/smoke_sunset_20260606_175138.json | sunset critic ACCEPTED @ 0eee00daa |
| min_video_set.2_reference_photo_matched_3d_scene | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.3_real_world_location | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.4_rainy_neon_city | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.5_interior_floor_plan | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.6_character_metahuman | CLOSED | critic_accepted | tests/reports/smoke_metahuman_20260606_164155.json | metahuman critic ACCEPTED @ e994f6e08 |
| min_video_set.6_character_metahuman | CLOSED | critic_accepted | tests/reports/smoke_metahuman_20260606_175138.json | metahuman critic ACCEPTED @ 0eee00daa |
| min_video_set.7_food_close_up | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.8_vehicle_action | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.9_time_lapse_mrq_video | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |