ralpha
/
ralpha-assets
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

FAB scoreboard: 9/231 — +Face Extraction +Tidal (offline Foundation, live test evidence) 

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
jamestagg 2026-06-06 16:43:50 -07:00
parent 36146a2453
commit fe3de92989
2 changed files with 60 additions and 60 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

72
Content/Ralpha/Demos/fab_scoreboard.json
View File

@ -1,8 +1,8 @@
{ {
"total": 269, "total": 269,
"closed": 8, "closed": 9,
"non_roadmap": 231, "non_roadmap": 231,
"completion_pct": 3.5, "completion_pct": 3.9,
"sections": { "sections": {
"Public Website Promises": { "Public Website Promises": {
"CLOSED": 0, "CLOSED": 0,
@ -23,8 +23,8 @@
"ROADMAP": 0 "ROADMAP": 0
}, },
"Admin Foundation/Offline": { "Admin Foundation/Offline": {
"CLOSED": 2, "CLOSED": 3,
"OPEN": 4, "OPEN": 3,
"BLOCKED": 0, "BLOCKED": 0,
"ROADMAP": 0 "ROADMAP": 0
}, },
@ -622,9 +622,9 @@
"proof_ref": null, "proof_ref": null,
"proof_artifact_schema": null, "proof_artifact_schema": null,
"evidence_path": null, "evidence_path": null,
"status": "CLOSED", "status": "OPEN",
"evidence": "tests/reports/harness_20260322_200633.json", "evidence": "tests/reports/run_20260606_162849.json",
"detail": "pass, 18/18 tests" "detail": "pass but count drift 16 != expected 18 (reconcile manifest/admin)"
}, },
{ {
"id": "admin_foundation_o.helper_unit_tests", "id": "admin_foundation_o.helper_unit_tests",
@ -637,7 +637,7 @@
"proof_artifact_schema": null, "proof_artifact_schema": null,
"evidence_path": null, "evidence_path": null,
"status": "CLOSED", "status": "CLOSED",
"evidence": "tests/reports/harness_20260322_200633.json", "evidence": "tests/reports/run_20260606_162849.json",
"detail": "pass, 36/36 tests" "detail": "pass, 36/36 tests"
}, },
{ {
@ -652,7 +652,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_foundation_o.backend_api_tests", "id": "admin_foundation_o.backend_api_tests",
@ -665,8 +665,8 @@
"proof_artifact_schema": null, "proof_artifact_schema": null,
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "tests/reports/run_20260606_162849.json",
"detail": "no harness layer report for this suite (needs run)" "detail": "suite not passing"
}, },
{ {
"id": "admin_foundation_o.face_extraction", "id": "admin_foundation_o.face_extraction",
@ -678,9 +678,9 @@
"proof_ref": null, "proof_ref": null,
"proof_artifact_schema": null, "proof_artifact_schema": null,
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "CLOSED",
"evidence": "", "evidence": "tests/reports/run_20260606_162851.json",
"detail": "no harness layer report for this suite (needs run)" "detail": "pass, 85/85 tests"
}, },
{ {
"id": "admin_foundation_o.tidal_rendering", "id": "admin_foundation_o.tidal_rendering",
@ -692,9 +692,9 @@
"proof_ref": null, "proof_ref": null,
"proof_artifact_schema": null, "proof_artifact_schema": null,
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "CLOSED",
"evidence": "", "evidence": "tests/reports/run_20260606_162852.json",
"detail": "no harness layer report for this suite (needs run)" "detail": "pass, 75/75 tests"
}, },
{ {
"id": "admin_live_ue5_mcp.mcp_connection", "id": "admin_live_ue5_mcp.mcp_connection",
@ -708,7 +708,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.mcp_verification", "id": "admin_live_ue5_mcp.mcp_verification",
@ -721,8 +721,8 @@
"proof_artifact_schema": null, "proof_artifact_schema": null,
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "tests/reports/harness_20260308_131742.json", "evidence": "tests/reports/harness_20260606_162400.json",
"detail": "suite status=fail" "detail": "suite not passing"
}, },
{ {
"id": "admin_live_ue5_mcp.p0_critical", "id": "admin_live_ue5_mcp.p0_critical",
@ -736,7 +736,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.p1_important", "id": "admin_live_ue5_mcp.p1_important",
@ -750,7 +750,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.functional_verification", "id": "admin_live_ue5_mcp.functional_verification",
@ -764,7 +764,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.all_handlers", "id": "admin_live_ue5_mcp.all_handlers",
@ -778,7 +778,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.newly_enabled_handlers", "id": "admin_live_ue5_mcp.newly_enabled_handlers",
@ -792,7 +792,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.camera_tests", "id": "admin_live_ue5_mcp.camera_tests",
@ -806,7 +806,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.asset_tests", "id": "admin_live_ue5_mcp.asset_tests",
@ -820,7 +820,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.error_handling", "id": "admin_live_ue5_mcp.error_handling",
@ -834,7 +834,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.sunset_scenarios", "id": "admin_live_ue5_mcp.sunset_scenarios",
@ -848,7 +848,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.visual_tests", "id": "admin_live_ue5_mcp.visual_tests",
@ -862,7 +862,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.pbr_matching", "id": "admin_live_ue5_mcp.pbr_matching",
@ -876,7 +876,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "admin_live_ue5_mcp.frontend_e2e", "id": "admin_live_ue5_mcp.frontend_e2e",
@ -890,7 +890,7 @@
"evidence_path": null, "evidence_path": null,
"status": "OPEN", "status": "OPEN",
"evidence": "", "evidence": "",
"detail": "no harness layer report for this suite (needs run)" "detail": "no test evidence (run run_and_upload_tests.py / run_test_harness.py)"
}, },
{ {
"id": "active_admin_bench.level_a_where_in_the_world", "id": "active_admin_bench.level_a_where_in_the_world",
@ -3997,8 +3997,8 @@
"proof_artifact_schema": null, "proof_artifact_schema": null,
"evidence_path": null, "evidence_path": null,
"status": "CLOSED", "status": "CLOSED",
"evidence": "tests/reports/smoke_sunset_20260606_161555.json", "evidence": "tests/reports/smoke_sunset_20260606_164155.json",
"detail": "sunset critic ACCEPTED @ 3f0bdec81" "detail": "sunset critic ACCEPTED @ e994f6e08"
}, },
{ {
"id": "min_video_set.2_reference_photo_matched_3d_scene", "id": "min_video_set.2_reference_photo_matched_3d_scene",
@ -4067,8 +4067,8 @@
"proof_artifact_schema": null, "proof_artifact_schema": null,
"evidence_path": null, "evidence_path": null,
"status": "CLOSED", "status": "CLOSED",
"evidence": "tests/reports/smoke_metahuman_20260606_161555.json", "evidence": "tests/reports/smoke_metahuman_20260606_164155.json",
"detail": "metahuman critic ACCEPTED @ 3f0bdec81" "detail": "metahuman critic ACCEPTED @ e994f6e08"
}, },
{ {
"id": "min_video_set.7_food_close_up", "id": "min_video_set.7_food_close_up",

48
Content/Ralpha/Demos/fab_scoreboard.md
View File

@ -1,13 +1,13 @@
# FAB Completeness Scoreboard # FAB Completeness Scoreboard
**FAB-complete = 8 / 231 non-roadmap promises CLOSED → 3.5%** (total 269, roadmap 38) **FAB-complete = 9 / 231 non-roadmap promises CLOSED → 3.9%** (total 269, roadmap 38)
| Section | CLOSED | OPEN | BLOCKED | ROADMAP | | Section | CLOSED | OPEN | BLOCKED | ROADMAP |
|---|---:|---:|---:|---:| |---|---:|---:|---:|---:|
| Public Website Promises | 0 | 11 | 0 | 0 | | Public Website Promises | 0 | 11 | 0 | 0 |
| FAB Listing Promises | 0 | 15 | 0 | 0 | | FAB Listing Promises | 0 | 15 | 0 | 0 |
| Public Demo Use Cases | 0 | 13 | 0 | 0 | | Public Demo Use Cases | 0 | 13 | 0 | 0 |
| Admin Foundation/Offline | 2 | 4 | 0 | 0 | | Admin Foundation/Offline | 3 | 3 | 0 | 0 |
| Admin Live UE5/MCP | 0 | 14 | 0 | 0 | | Admin Live UE5/MCP | 0 | 14 | 0 | 0 |
| Active Admin Benchmarks | 4 | 3 | 0 | 0 | | Active Admin Benchmarks | 4 | 3 | 0 | 0 |
| Planned Benchmark Families | 0 | 0 | 0 | 38 | | Planned Benchmark Families | 0 | 0 | 0 | 38 |
@ -57,26 +57,26 @@
| public_demo_use_ca.collaboration | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | public_demo_use_ca.collaboration | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| public_demo_use_ca.exposure_grading | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | public_demo_use_ca.exposure_grading | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| public_demo_use_ca.tree_vegetation | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | public_demo_use_ca.tree_vegetation | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| admin_foundation_o.proof_of_life | CLOSED | test_pass | tests/reports/harness_20260322_200633.json | pass, 18/18 tests | | admin_foundation_o.proof_of_life | OPEN | test_pass | tests/reports/run_20260606_162849.json | pass but count drift 16 != expected 18 (reconcile manifest/admin) |
| admin_foundation_o.helper_unit_tests | CLOSED | test_pass | tests/reports/harness_20260322_200633.json | pass, 36/36 tests | | admin_foundation_o.helper_unit_tests | CLOSED | test_pass | tests/reports/run_20260606_162849.json | pass, 36/36 tests |
| admin_foundation_o.frontend_unit_tests | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_foundation_o.frontend_unit_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_foundation_o.backend_api_tests | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_foundation_o.backend_api_tests | OPEN | test_pass | tests/reports/run_20260606_162849.json | suite not passing |
| admin_foundation_o.face_extraction | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_foundation_o.face_extraction | CLOSED | test_pass | tests/reports/run_20260606_162851.json | pass, 85/85 tests |
| admin_foundation_o.tidal_rendering | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_foundation_o.tidal_rendering | CLOSED | test_pass | tests/reports/run_20260606_162852.json | pass, 75/75 tests |
| admin_live_ue5_mcp.mcp_connection | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.mcp_connection | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.mcp_verification | OPEN | test_pass | tests/reports/harness_20260308_131742.json | suite status=fail | | admin_live_ue5_mcp.mcp_verification | OPEN | test_pass | tests/reports/harness_20260606_162400.json | suite not passing |
| admin_live_ue5_mcp.p0_critical | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.p0_critical | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.p1_important | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.p1_important | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.functional_verification | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.functional_verification | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.all_handlers | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.all_handlers | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.newly_enabled_handlers | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.newly_enabled_handlers | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.camera_tests | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.camera_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.asset_tests | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.asset_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.error_handling | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.error_handling | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.sunset_scenarios | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.sunset_scenarios | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.visual_tests | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.visual_tests | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.pbr_matching | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.pbr_matching | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| admin_live_ue5_mcp.frontend_e2e | OPEN | test_pass | | no harness layer report for this suite (needs run) | | admin_live_ue5_mcp.frontend_e2e | OPEN | test_pass | | no test evidence (run run_and_upload_tests.py / run_test_harness.py) |
| active_admin_bench.level_a_where_in_the_world | OPEN | benchmark_pass | tests/reports/level_a_sydney_opera_house_20260326_115915.json | passed=False, score 0.0 < 50.0 | | active_admin_bench.level_a_where_in_the_world | OPEN | benchmark_pass | tests/reports/level_a_sydney_opera_house_20260326_115915.json | passed=False, score 0.0 < 50.0 |
| active_admin_bench.level_b_blade_runner_city | CLOSED | benchmark_pass | tests/reports/blade_runner_city_20260302_171835.json | passed, score 55.3 ≥ 30.0 | | active_admin_bench.level_b_blade_runner_city | CLOSED | benchmark_pass | tests/reports/blade_runner_city_20260302_171835.json | passed, score 55.3 ≥ 30.0 |
| active_admin_bench.level_d_australian_outback | CLOSED | benchmark_pass | tests/reports/australian_outback_reconstruction_20260302_171945.json | passed, score 47.1 ≥ 30.0 | | active_admin_bench.level_d_australian_outback | CLOSED | benchmark_pass | tests/reports/australian_outback_reconstruction_20260302_171945.json | passed, score 47.1 ≥ 30.0 |
@ -277,12 +277,12 @@
| admin_e2e_journeys.product_shot | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | admin_e2e_journeys.product_shot | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| admin_e2e_journeys.architectural_viz | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | admin_e2e_journeys.architectural_viz | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| admin_e2e_journeys.music_video | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) | | admin_e2e_journeys.music_video | OPEN | critic_accepted | | needs live lane run (brain decompose→build→critic) |
| min_video_set.1_text_sunset_ocean_world | CLOSED | critic_accepted | tests/reports/smoke_sunset_20260606_161555.json | sunset critic ACCEPTED @ 3f0bdec81 | | min_video_set.1_text_sunset_ocean_world | CLOSED | critic_accepted | tests/reports/smoke_sunset_20260606_164155.json | sunset critic ACCEPTED @ e994f6e08 |
| min_video_set.2_reference_photo_matched_3d_scene | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) | | min_video_set.2_reference_photo_matched_3d_scene | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.3_real_world_location | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) | | min_video_set.3_real_world_location | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.4_rainy_neon_city | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) | | min_video_set.4_rainy_neon_city | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.5_interior_floor_plan | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) | | min_video_set.5_interior_floor_plan | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.6_character_metahuman | CLOSED | critic_accepted | tests/reports/smoke_metahuman_20260606_161555.json | metahuman critic ACCEPTED @ 3f0bdec81 | | min_video_set.6_character_metahuman | CLOSED | critic_accepted | tests/reports/smoke_metahuman_20260606_164155.json | metahuman critic ACCEPTED @ e994f6e08 |
| min_video_set.7_food_close_up | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) | | min_video_set.7_food_close_up | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.8_vehicle_action | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) | | min_video_set.8_vehicle_action | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |
| min_video_set.9_time_lapse_mrq_video | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) | | min_video_set.9_time_lapse_mrq_video | OPEN | critic_accepted | | no smoke harness for this family yet (build smoke_<family>.py) |