From 874fae980f2249baebc3e02296de7d08129ee591 Mon Sep 17 00:00:00 2001 From: jamestagg Date: Fri, 27 Mar 2026 09:11:12 -0700 Subject: [PATCH] Add license fields to all 25 benchmark metadata files + archive outputs/scores MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Licensing audit of all benchmark reference images: - 10 own-work (CC BY-NC 4.0): sunset-oswego, spaghetti, alysson, jamest-seated/standing, dbrin-xian, portrait-2007, lasergirls, sunset-2007, tappan-zee-sunset - 1 flickr (VERIFY license): paris-eiffel - 3 fair-use (internal benchmarking only): joi-close, joi-wide, blade-runner - 1 needs-license: distracted-boyfriend (iStock/Antonio Guillem) - 9 unknown provenance: fiery-silhouette, city-sunrise, golden-hour-clouds, mojave-twilight, san-diego-sunset, sunset-dramatic, ocean-horizon, mountain, fog - 1 placeholder: central-park (no image yet) Also archived benchmark outputs (270 files) and scores (30 files) from ralpha repo — all benchmark data now lives in ralpha-ue5. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../memory/jobs.json | 566 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../state.json | 471 ++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../state.json | 459 ++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../state.json | 465 ++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../state.json | 639 ++++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../state.json | 267 ++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../screenshots/iter_007.png | 3 + .../screenshots/iter_008.png | 3 + .../state.json | 831 ++++++++++++++++++ .../memory/jobs.json | 566 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sea_download-1_20260125_124006/state.json | 663 ++++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sea_download-1_20260125_164024/state.json | 663 ++++++++++++++ .../memory/jobs.json | 566 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sea_download-2_20260125_124015/state.json | 651 ++++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../screenshots/iter_007.png | 3 + .../sea_download-2_20260125_164040/state.json | 726 +++++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sea_download-3_20260125_124025/state.json | 615 +++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sea_download_20260125_124034/state.json | 645 ++++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sea_images-10_20260125_124052/state.json | 627 +++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sea_images-11_20260125_124102/state.json | 651 ++++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sea_images-1_20260125_124043/state.json | 627 +++++++++++++ .../memory/jobs.json | 566 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sea_images-2_20260125_124111/state.json | 663 ++++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sea_images-3_20260125_124120/state.json | 627 +++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../state.json | 657 ++++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../state.json | 627 +++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../state.json | 627 +++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../state.json | 657 ++++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../state.json | 639 ++++++++++++++ .../memory/jobs.json | 566 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../state.json | 669 ++++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../state.json | 627 +++++++++++++ .../memory/jobs.json | 566 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sky_images-10_20260125_123850/state.json | 633 +++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sky_images-11_20260125_123859/state.json | 615 +++++++++++++ .../memory/jobs.json | 560 ++++++++++++ .../screenshots/iter_000.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../sky_images-1_20260125_123840/state.json | 639 ++++++++++++++ .../screenshots/iter_001.png | 3 + .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../screenshots/iter_005.png | 3 + .../screenshots/iter_006.png | 3 + .../state.json | 124 +++ .../screenshots/iter_001.png | 3 + .../screenshots/iter_002.png | 3 + .../screenshots/iter_003.png | 3 + .../screenshots/iter_004.png | 3 + .../state.json | 96 ++ benchmark/outputs/sunset_oswego_v1.png | 3 + benchmark/outputs/sunset_oswego_v10.png | 3 + benchmark/outputs/sunset_oswego_v11.png | 3 + benchmark/outputs/sunset_oswego_v12.png | 3 + benchmark/outputs/sunset_oswego_v13.png | 3 + benchmark/outputs/sunset_oswego_v14.png | 3 + benchmark/outputs/sunset_oswego_v15.png | 3 + benchmark/outputs/sunset_oswego_v16.png | 3 + benchmark/outputs/sunset_oswego_v17.png | 3 + benchmark/outputs/sunset_oswego_v18.png | 3 + benchmark/outputs/sunset_oswego_v19.png | 3 + benchmark/outputs/sunset_oswego_v2.png | 3 + benchmark/outputs/sunset_oswego_v20.png | 3 + benchmark/outputs/sunset_oswego_v3.png | 3 + benchmark/outputs/sunset_oswego_v4.png | 3 + benchmark/outputs/sunset_oswego_v5.png | 3 + benchmark/outputs/sunset_oswego_v6.png | 3 + benchmark/outputs/sunset_oswego_v7.png | 3 + benchmark/outputs/sunset_oswego_v8.png | 3 + benchmark/outputs/sunset_oswego_v9.png | 3 + .../references/Hard/lasergirls/metadata.md | 8 + .../references/food/spaghetti/metadata.md | 8 + .../references/nature/mountain/metadata.md | 8 + .../references/parks/central-park/metadata.md | 8 + .../references/portrait/alysson/metadata.md | 8 + .../portrait/dbrin-xian/metadata.md | 8 + .../portrait/distracted-boyfriend/metadata.md | 8 + .../portrait/jamest-seated/metadata.md | 8 + .../portrait/jamest-standing/metadata.md | 8 + .../references/portrait/joi-close/metadata.md | 8 + .../references/portrait/joi-wide/metadata.md | 8 + .../portrait/portrait-2007/metadata.md | 8 + .../references/sea/ocean-horizon/metadata.md | 8 + .../references/sea/sunset-oswego/metadata.md | 8 + .../sea/sunset-oswego/reference.mask.png | 3 + .../references/sky/city-sunrise/metadata.md | 8 + .../sky/fiery-silhouette/metadata.md | 8 + .../sky/golden-hour-clouds/metadata.md | 8 + .../sky/mojave-twilight/metadata.md | 8 + .../sky/san-diego-sunset/metadata.md | 8 + .../references/sky/sunset-2007/metadata.md | 8 + .../sky/sunset-dramatic/metadata.md | 8 + .../sky/tappan-zee-sunset/metadata.md | 8 + .../references/urban/blade-runner/metadata.md | 8 + .../references/urban/paris-eiffel/metadata.md | 8 + benchmark/references/weather/fog/metadata.md | 8 + .../Hard_lasergirls_20260125_121907.json | 16 + benchmark/scores/evolution_history.json | 624 +++++++++++++ ..._mountain_dramatic_01_20260125_121921.json | 16 + ...i_distractedboyfriend_20260125_121928.json | 16 + ...0fa-a7db-7d87a1bbe33b_20260125_123951.json | 16 + ...0fa-a7db-7d87a1bbe33b_20260125_125124.json | 16 + ...0fa-a7db-7d87a1bbe33b_20260125_163956.json | 16 + .../sea_download-1_20260125_124006.json | 16 + .../sea_download-1_20260125_164024.json | 16 + .../sea_download-2_20260125_124015.json | 16 + .../sea_download-2_20260125_164040.json | 16 + .../sea_download-3_20260125_124025.json | 16 + .../scores/sea_download_20260125_124034.json | 16 + .../scores/sea_images-10_20260125_124052.json | 16 + .../scores/sea_images-11_20260125_124102.json | 16 + .../scores/sea_images-1_20260125_124043.json | 16 + .../scores/sea_images-2_20260125_124111.json | 16 + .../scores/sea_images-3_20260125_124120.json | 16 + ...6amcity.brightspotcdn_20260125_123729.json | 16 + ..._over_city_silhouette_20260125_123745.json | 16 + ...,_Landers,_California_20260125_123754.json | 16 + .../sky_Sunset_2007-1_20260125_123803.json | 16 + ...d4f2e9b63325d06c7624c_20260125_123812.json | 16 + ..._Zee_Bridge_at_Sunset_20260125_123821.json | 16 + ...golden_hour_clouds_01_20260125_123830.json | 16 + .../scores/sky_images-10_20260125_123850.json | 16 + .../scores/sky_images-11_20260125_123859.json | 16 + .../scores/sky_images-1_20260125_123840.json | 16 + ...et-lake_threejs_prism_20260326_175302.json | 21 + ...et-lake_threejs_prism_20260326_182649.json | 21 + 322 files changed, 32316 insertions(+) create mode 100644 benchmark/outputs/Hard_lasergirls_20260125_121907/memory/jobs.json create mode 100644 benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_000.png create mode 100644 benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_001.png create mode 100644 benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_002.png create mode 100644 benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_003.png create mode 100644 benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_004.png create mode 100644 benchmark/outputs/Hard_lasergirls_20260125_121907/state.json create mode 100644 benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/memory/jobs.json create mode 100644 benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_000.png create mode 100644 benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_001.png create mode 100644 benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_002.png create mode 100644 benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_003.png create mode 100644 benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_004.png create mode 100644 benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/state.json create mode 100644 benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/memory/jobs.json create mode 100644 benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_000.png create mode 100644 benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_001.png create mode 100644 benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_002.png create mode 100644 benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_003.png create mode 100644 benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_004.png create mode 100644 benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/state.json create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/memory/jobs.json create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/state.json create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/memory/jobs.json create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/state.json create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_007.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_008.png create mode 100644 benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/state.json create mode 100644 benchmark/outputs/sea_download-1_20260125_124006/memory/jobs.json create mode 100644 benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_download-1_20260125_124006/state.json create mode 100644 benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_download-1_20260125_164024/state.json create mode 100644 benchmark/outputs/sea_download-2_20260125_124015/memory/jobs.json create mode 100644 benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_download-2_20260125_124015/state.json create mode 100644 benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_007.png create mode 100644 benchmark/outputs/sea_download-2_20260125_164040/state.json create mode 100644 benchmark/outputs/sea_download-3_20260125_124025/memory/jobs.json create mode 100644 benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_download-3_20260125_124025/state.json create mode 100644 benchmark/outputs/sea_download_20260125_124034/memory/jobs.json create mode 100644 benchmark/outputs/sea_download_20260125_124034/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_download_20260125_124034/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_download_20260125_124034/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_download_20260125_124034/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_download_20260125_124034/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_download_20260125_124034/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_download_20260125_124034/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_download_20260125_124034/state.json create mode 100644 benchmark/outputs/sea_images-10_20260125_124052/memory/jobs.json create mode 100644 benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_images-10_20260125_124052/state.json create mode 100644 benchmark/outputs/sea_images-11_20260125_124102/memory/jobs.json create mode 100644 benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_images-11_20260125_124102/state.json create mode 100644 benchmark/outputs/sea_images-1_20260125_124043/memory/jobs.json create mode 100644 benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_images-1_20260125_124043/state.json create mode 100644 benchmark/outputs/sea_images-2_20260125_124111/memory/jobs.json create mode 100644 benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_images-2_20260125_124111/state.json create mode 100644 benchmark/outputs/sea_images-3_20260125_124120/memory/jobs.json create mode 100644 benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_000.png create mode 100644 benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_001.png create mode 100644 benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_002.png create mode 100644 benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_003.png create mode 100644 benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_004.png create mode 100644 benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_005.png create mode 100644 benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_006.png create mode 100644 benchmark/outputs/sea_images-3_20260125_124120/state.json create mode 100644 benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/memory/jobs.json create mode 100644 benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_000.png create mode 100644 benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_001.png create mode 100644 benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_002.png create mode 100644 benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_003.png create mode 100644 benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_004.png create mode 100644 benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_005.png create mode 100644 benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_006.png create mode 100644 benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/state.json create mode 100644 benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/memory/jobs.json create mode 100644 benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_000.png create mode 100644 benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_001.png create mode 100644 benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_002.png create mode 100644 benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_003.png create mode 100644 benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_004.png create mode 100644 benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_005.png create mode 100644 benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_006.png create mode 100644 benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/state.json create mode 100644 benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/memory/jobs.json create mode 100644 benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_000.png create mode 100644 benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_001.png create mode 100644 benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_002.png create mode 100644 benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_003.png create mode 100644 benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_004.png create mode 100644 benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_005.png create mode 100644 benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_006.png create mode 100644 benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/state.json create mode 100644 benchmark/outputs/sky_Sunset_2007-1_20260125_123803/memory/jobs.json create mode 100644 benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_000.png create mode 100644 benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_001.png create mode 100644 benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_002.png create mode 100644 benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_003.png create mode 100644 benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_004.png create mode 100644 benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_005.png create mode 100644 benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_006.png create mode 100644 benchmark/outputs/sky_Sunset_2007-1_20260125_123803/state.json create mode 100644 benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/memory/jobs.json create mode 100644 benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_000.png create mode 100644 benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_001.png create mode 100644 benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_002.png create mode 100644 benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_003.png create mode 100644 benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_004.png create mode 100644 benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_005.png create mode 100644 benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_006.png create mode 100644 benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/state.json create mode 100644 benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/memory/jobs.json create mode 100644 benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_000.png create mode 100644 benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_001.png create mode 100644 benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_002.png create mode 100644 benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_003.png create mode 100644 benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_004.png create mode 100644 benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_005.png create mode 100644 benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_006.png create mode 100644 benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/state.json create mode 100644 benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/memory/jobs.json create mode 100644 benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_000.png create mode 100644 benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_001.png create mode 100644 benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_002.png create mode 100644 benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_003.png create mode 100644 benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_004.png create mode 100644 benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_005.png create mode 100644 benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_006.png create mode 100644 benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/state.json create mode 100644 benchmark/outputs/sky_images-10_20260125_123850/memory/jobs.json create mode 100644 benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_000.png create mode 100644 benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_001.png create mode 100644 benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_002.png create mode 100644 benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_003.png create mode 100644 benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_004.png create mode 100644 benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_005.png create mode 100644 benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_006.png create mode 100644 benchmark/outputs/sky_images-10_20260125_123850/state.json create mode 100644 benchmark/outputs/sky_images-11_20260125_123859/memory/jobs.json create mode 100644 benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_000.png create mode 100644 benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_001.png create mode 100644 benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_002.png create mode 100644 benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_003.png create mode 100644 benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_004.png create mode 100644 benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_005.png create mode 100644 benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_006.png create mode 100644 benchmark/outputs/sky_images-11_20260125_123859/state.json create mode 100644 benchmark/outputs/sky_images-1_20260125_123840/memory/jobs.json create mode 100644 benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_000.png create mode 100644 benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_001.png create mode 100644 benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_002.png create mode 100644 benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_003.png create mode 100644 benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_004.png create mode 100644 benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_005.png create mode 100644 benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_006.png create mode 100644 benchmark/outputs/sky_images-1_20260125_123840/state.json create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_174920/screenshots/iter_001.png create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_001.png create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_002.png create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_003.png create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_004.png create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_005.png create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_006.png create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/state.json create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_001.png create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_002.png create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_003.png create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_004.png create mode 100644 benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/state.json create mode 100644 benchmark/outputs/sunset_oswego_v1.png create mode 100644 benchmark/outputs/sunset_oswego_v10.png create mode 100644 benchmark/outputs/sunset_oswego_v11.png create mode 100644 benchmark/outputs/sunset_oswego_v12.png create mode 100644 benchmark/outputs/sunset_oswego_v13.png create mode 100644 benchmark/outputs/sunset_oswego_v14.png create mode 100644 benchmark/outputs/sunset_oswego_v15.png create mode 100644 benchmark/outputs/sunset_oswego_v16.png create mode 100644 benchmark/outputs/sunset_oswego_v17.png create mode 100644 benchmark/outputs/sunset_oswego_v18.png create mode 100644 benchmark/outputs/sunset_oswego_v19.png create mode 100644 benchmark/outputs/sunset_oswego_v2.png create mode 100644 benchmark/outputs/sunset_oswego_v20.png create mode 100644 benchmark/outputs/sunset_oswego_v3.png create mode 100644 benchmark/outputs/sunset_oswego_v4.png create mode 100644 benchmark/outputs/sunset_oswego_v5.png create mode 100644 benchmark/outputs/sunset_oswego_v6.png create mode 100644 benchmark/outputs/sunset_oswego_v7.png create mode 100644 benchmark/outputs/sunset_oswego_v8.png create mode 100644 benchmark/outputs/sunset_oswego_v9.png create mode 100644 benchmark/references/sea/sunset-oswego/reference.mask.png create mode 100644 benchmark/scores/Hard_lasergirls_20260125_121907.json create mode 100644 benchmark/scores/evolution_history.json create mode 100644 benchmark/scores/nature_mountain_dramatic_01_20260125_121921.json create mode 100644 benchmark/scores/portrait-multi_distractedboyfriend_20260125_121928.json create mode 100644 benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951.json create mode 100644 benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124.json create mode 100644 benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956.json create mode 100644 benchmark/scores/sea_download-1_20260125_124006.json create mode 100644 benchmark/scores/sea_download-1_20260125_164024.json create mode 100644 benchmark/scores/sea_download-2_20260125_124015.json create mode 100644 benchmark/scores/sea_download-2_20260125_164040.json create mode 100644 benchmark/scores/sea_download-3_20260125_124025.json create mode 100644 benchmark/scores/sea_download_20260125_124034.json create mode 100644 benchmark/scores/sea_images-10_20260125_124052.json create mode 100644 benchmark/scores/sea_images-11_20260125_124102.json create mode 100644 benchmark/scores/sea_images-1_20260125_124043.json create mode 100644 benchmark/scores/sea_images-2_20260125_124111.json create mode 100644 benchmark/scores/sea_images-3_20260125_124120.json create mode 100644 benchmark/scores/sky_6amcity.brightspotcdn_20260125_123729.json create mode 100644 benchmark/scores/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745.json create mode 100644 benchmark/scores/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754.json create mode 100644 benchmark/scores/sky_Sunset_2007-1_20260125_123803.json create mode 100644 benchmark/scores/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812.json create mode 100644 benchmark/scores/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821.json create mode 100644 benchmark/scores/sky_golden_hour_clouds_01_20260125_123830.json create mode 100644 benchmark/scores/sky_images-10_20260125_123850.json create mode 100644 benchmark/scores/sky_images-11_20260125_123859.json create mode 100644 benchmark/scores/sky_images-1_20260125_123840.json create mode 100644 benchmark/scores/sunset-lake_threejs_prism_20260326_175302.json create mode 100644 benchmark/scores/sunset-lake_threejs_prism_20260326_182649.json diff --git a/benchmark/outputs/Hard_lasergirls_20260125_121907/memory/jobs.json b/benchmark/outputs/Hard_lasergirls_20260125_121907/memory/jobs.json new file mode 100644 index 000000000..c13d08786 --- /dev/null +++ b/benchmark/outputs/Hard_lasergirls_20260125_121907/memory/jobs.json @@ -0,0 +1,566 @@ +[ + { + "job_id": "ralph_20260125_121914", + "embedding": [ + 0.04671098291873932, + -0.014827870763838291, + 0.000309839058900252, + -0.023521995171904564, + 0.011090687476098537, + 0.0006833131774328649, + -0.013015448115766048, + 0.03416271135210991, + 0.03609149158000946, + -0.026441732421517372, + -0.03959516063332558, + 0.008298455737531185, + 0.02402506023645401, + -0.04272233322262764, + 0.037033118307590485, + 0.00021545101481024176, + -0.05707099288702011, + 0.011257747188210487, + 0.015743104740977287, + -0.016397392377257347, + -0.059427425265312195, + -0.017159197479486465, + 0.004431731998920441, + -0.027796635404229164, + -0.0373215526342392, + -0.005879128817468882, + 0.0023242682218551636, + 0.010442041791975498, + 0.0063080391846597195, + -0.049032341688871384, + -0.007782877888530493, + 0.018521014600992203, + 0.01380374375730753, + -0.00791949313133955, + -0.06021600589156151, + -0.0030534351244568825, + 0.005529612302780151, + 0.015091881155967712, + 0.021982256323099136, + -0.08269177377223969, + 0.028172241523861885, + -0.014351708814501762, + 0.013846132904291153, + -0.04281235113739967, + -0.007544270250946283, + -0.009010001085698605, + 0.0033032805658876896, + 0.008942767977714539, + 0.022790975868701935, + 0.009676966816186905, + 0.015511229634284973, + 0.03164590895175934, + 0.0013509640702977777, + -0.04033937305212021, + -0.0021132035180926323, + 0.044801268726587296, + -0.05000351369380951, + 0.007073580753058195, + -0.027744868770241737, + -0.0018952232785522938, + 0.06710126996040344, + -0.01958782784640789, + 0.05835144594311714, + -0.015034589916467667, + 0.043149691075086594, + -0.030911797657608986, + -0.003619179828092456, + 0.04449062794446945, + 0.024834491312503815, + -0.001227667322382331, + 0.015697550028562546, + 0.016708144918084145, + -0.042242731899023056, + -0.028547026216983795, + 0.028251605108380318, + -0.03428328409790993, + -0.0003796443925239146, + -0.0165531225502491, + 0.027507977560162544, + -0.03481457754969597, + -0.0021835905499756336, + -0.003016315633431077, + -0.007040758617222309, + -0.05121429264545441, + 0.011870806105434895, + 0.004697155673056841, + 0.06711940467357635, + -0.02411571703851223, + 0.03807768598198891, + 0.03769482672214508, + 0.03142121434211731, + -0.06957336515188217, + -0.5828643441200256, + -0.04443845897912979, + -0.05900748446583748, + 0.03619273379445076, + 0.01690731570124626, + -0.05306272581219673, + -0.0899953618645668, + -0.02398695982992649, + 0.0009882341837510467, + 0.01598263531923294, + -0.001426122384145856, + -0.005089471582323313, + -0.026612915098667145, + -0.03824868053197861, + -0.14248834550380707, + -0.00188268325291574, + -0.013538962230086327, + -0.02100587636232376, + -0.018359258770942688, + -0.019728170707821846, + 0.02092627063393593, + -0.006387182045727968, + -0.011945171281695366, + -0.006233502645045519, + -0.02509930543601513, + -0.02107253484427929, + -0.022783499211072922, + -0.010608308017253876, + 0.03533582761883736, + 0.06448916345834732, + 0.06127743795514107, + 0.050620175898075104, + -0.04473163187503815, + -0.031028425320982933, + 0.012993043288588524, + 0.0155839454382658, + -0.024015765637159348, + -0.004816386383026838, + 0.016079846769571304, + 0.026790374889969826, + -0.010845097713172436, + 0.08411148190498352, + -0.011474426835775375, + 0.006755227688699961, + 0.0011560573475435376, + 0.0030187915544956923, + -0.03554820269346237, + -0.039978742599487305, + 0.009435219690203667, + 0.006122072227299213, + 0.043893199414014816, + 0.008614827878773212, + -0.006201246287673712, + -0.03518306091427803, + -0.01800517737865448, + 0.0023745866492390633, + 0.0053441026248037815, + 0.012721562758088112, + -0.011485565453767776, + 0.0008073394419625401, + 0.0013569261645898223, + -0.017288656905293465, + 0.03699066862463951, + -0.04805159941315651, + 0.06343743950128555, + -0.041938167065382004, + 0.027616916224360466, + 0.00939651858061552, + 0.010818718932569027, + 0.012067636474967003, + -0.01766955852508545, + 0.058145131915807724, + 0.03423742577433586, + -0.022720942273736, + 0.07063347101211548, + 0.04972900077700615, + -0.008706554770469666, + -0.05207669362425804, + -0.02495560236275196, + -0.0032174824737012386, + 0.044499512761831284, + 0.002415331080555916, + 0.03297952935099602, + 0.029942622408270836, + -0.14597997069358826, + -0.0030925872270017862, + -0.13839323818683624, + -0.053763147443532944, + -0.004319584462791681, + -0.026606103405356407, + -0.009618805721402168, + -0.002923686755821109, + -0.03258022665977478, + 0.00924707017838955, + 0.017916718497872353, + -0.05451260879635811, + 0.02696957252919674, + 0.007867641746997833, + 0.0022500434424728155, + -0.011984999291598797, + 0.034429751336574554, + -0.028325151652097702, + 0.029726166278123856, + 0.0031686609145253897, + 0.01364961639046669, + 0.036461275070905685, + 0.00644168583676219, + -0.03614054620265961, + -0.01875041425228119, + -0.031325723975896835, + -0.03565850853919983, + -0.04011007398366928, + 0.03254961967468262, + -0.015335670672357082, + -0.007452949415892363, + -0.007470119744539261, + -0.007673968560993671, + 0.021174194291234016, + -0.01879219524562359, + -0.05872735753655434, + 0.0330502949655056, + -0.036875855177640915, + -0.030026044696569443, + -0.0065620057284832, + 0.026248207315802574, + 0.037469808012247086, + -0.13095244765281677, + -0.009978394955396652, + 0.03713684529066086, + 0.01889839954674244, + -0.030971869826316833, + -0.020300714299082756, + -0.02129380777478218, + -0.0019333980744704604, + 0.014726130291819572, + 0.007385024335235357, + 0.04495513066649437, + 0.0338946208357811, + -0.016288962215185165, + -0.021220754832029343, + 0.03154785558581352, + -0.0006933126132935286, + -0.013327691704034805, + 0.05462061986327171, + 0.010542117990553379, + -0.027073262259364128, + 0.00840409193187952, + 0.011082970537245274, + 0.026153502985835075, + 0.03736944869160652, + -0.0001554677146486938, + 0.009541667066514492, + -0.017023535445332527, + 0.05477523058652878, + 0.024757646024227142, + 0.04302195459604263, + -0.02726082131266594, + -0.005813812371343374, + -0.015412799082696438, + 0.0005881152465008199, + -0.02990604378283024, + 0.0017200554721057415, + -0.0057639265432953835, + 0.02509022317826748, + 0.00932321883738041, + -0.02222633734345436, + -0.06280140578746796, + -0.026506150141358376, + -0.006680929567664862, + -0.010361227206885815, + 0.03111436404287815, + 0.01772376522421837, + 0.040869202464818954, + -0.009798966348171234, + -0.008775357156991959, + 0.030995868146419525, + -0.038948509842157364, + -0.026375098153948784, + 0.02772350423038006, + 0.03595612570643425, + 0.03840941935777664, + 0.009788980707526207, + 0.008755477145314217, + -0.02843095175921917, + -0.050778813660144806, + 0.005904205609112978, + -0.030612757429480553, + 0.029858635738492012, + 0.01467918697744608, + 0.009520419873297215, + 0.016582272946834564, + -0.002884334186092019, + -0.057961344718933105, + 0.018604522570967674, + -0.07728854566812515, + -0.006796404719352722, + -0.006668038200587034, + -0.02980036288499832, + 0.01111857034265995, + 0.028535595163702965, + 0.05573968216776848, + 0.00860330555588007, + -0.026641426607966423, + -0.046727653592824936, + 0.01645973138511181, + -0.00585912074893713, + 0.01523266825824976, + 0.035970039665699005, + -0.03786119446158409, + -0.0011492031626403332, + 0.010991686955094337, + 0.020991595461964607, + 0.03484220802783966, + -0.029830558225512505, + -0.04552885517477989, + 0.043823111802339554, + -0.010693675838410854, + -0.015226990915834904, + -0.024352017790079117, + -0.034054264426231384, + 0.08401276916265488, + 0.018344266340136528, + 0.004227926023304462, + -0.025403417646884918, + 0.014018780551850796, + 0.049409784376621246, + 0.010298045352101326, + 0.07708248496055603, + 0.011874430812895298, + -0.06425100564956665, + -0.02194492146372795, + -0.06766603887081146, + 0.06102629005908966, + -0.022924598306417465, + 0.02530336193740368, + 0.03093981184065342, + 0.008525115437805653, + -0.0295665692538023, + 0.004263459704816341, + 0.009349917061626911, + -0.008532426320016384, + -0.02290787361562252, + -0.0019754243548959494, + 0.013928372412919998, + 0.015306379646062851, + 0.01069094892591238, + -0.03601764142513275, + 0.02596590295433998, + -0.004858019296079874, + -0.017695829272270203, + 0.02764534018933773, + 0.049237124621868134, + -0.00967682059854269, + -0.033085186034440994, + -0.01859322004020214, + 0.004424288868904114, + -0.009136452339589596, + 0.019100917503237724, + -0.05542182922363281, + -0.01910744421184063, + -0.02593250572681427, + 0.01189242023974657, + 0.030074352398514748, + 0.006756476126611233, + 0.030137227848172188, + 0.1370350569486618, + 0.006937665399163961, + 0.01640634424984455, + 0.06805162131786346, + -0.007640702184289694, + 0.021568629890680313, + -0.024279648438096046, + -0.029857151210308075, + -0.001078361296094954, + 0.0048451474867761135, + -0.14761994779109955, + -0.04492280259728432, + -0.03115924447774887, + 8.152477676048875e-05, + 0.02441892772912979, + 0.01230601966381073, + -0.0015349354362115264, + 0.021460196003317833, + -0.03265402093529701, + 0.23755547404289246, + 0.003162757959216833, + -0.03080037236213684, + 0.02085018903017044, + -0.0197620652616024, + -0.10068555921316147, + 0.0006752313347533345, + -0.05041297897696495, + 0.01026940532028675, + -0.07254499197006226, + -0.006751701235771179, + -0.009501295164227486, + -0.02498071826994419, + 0.025580883026123047, + -0.060887157917022705, + 0.013814622536301613, + 0.014665016904473305, + 0.02529829926788807, + -0.08380647003650665, + 0.020168118178844452, + -0.002886464586481452, + 0.01569071225821972, + 0.04520043730735779, + -0.02327503263950348, + -0.01724732108414173, + -0.01047325786203146, + -0.06434987485408783, + -0.04815278947353363, + -0.006121726240962744, + -0.0301656574010849, + -0.004170486703515053, + -0.0034320850390940905, + 0.012608527205884457, + -0.009910759516060352, + -0.035608187317848206, + 0.017210951074957848, + 0.022572141140699387, + -0.06646401435136795, + -0.016703803092241287, + -0.001225590705871582, + 0.0005793417803943157, + -0.01785973459482193, + -0.02050955221056938, + -0.024655446410179138, + -0.013843942433595657, + -0.030279144644737244, + 0.030562711879611015, + -0.10697650909423828, + 0.01880834251642227, + 0.01917174458503723, + 0.022485194727778435, + 0.06311667710542679, + -0.13129457831382751, + 0.015782378613948822, + -0.024999918416142464, + 0.013479921035468578, + 0.04570437967777252, + 0.003527117660269141, + -0.018725084140896797, + 0.019531231373548508, + 0.015010129660367966, + 0.036486610770225525, + 0.009785584174096584, + 0.006700012367218733, + 0.015280228108167648, + -0.012470150366425514, + -0.03093763254582882, + 0.004330093506723642, + 0.006341875996440649, + -0.012003757990896702, + 0.012715205550193787, + -0.004301583394408226, + 0.00399399409070611, + -0.05469200015068054, + 0.07904084026813507, + 0.009178511798381805, + -0.0043598562479019165, + -0.05546830967068672, + 0.001935491687618196, + -0.010131473653018475, + -0.0036452009808272123, + 0.03633691743016243, + 0.027538588270545006, + -0.04375019669532776, + 0.04620177671313286, + -0.02054494246840477, + -0.02532285265624523, + -0.03483021631836891, + 0.00730945123359561, + -0.025259345769882202, + 0.02395678125321865, + 0.03712083399295807, + -0.05228357017040253, + 0.023541392758488655, + -0.005983836017549038, + -0.06313319504261017, + 0.03394852578639984, + -0.02874399907886982, + 0.010229348205029964, + 0.024980416521430016, + -0.02029895968735218, + 0.017570361495018005, + 0.0028270292095839977, + -0.009319602511823177, + -0.017398416996002197, + -0.0446237288415432, + -0.016280023381114006, + -0.009376713074743748, + 0.027026386931538582, + 0.01621883176267147, + -0.02495839260518551, + -0.009492053650319576, + -0.007715710438787937, + -0.027718648314476013, + 0.019272800534963608, + -0.005743296816945076, + -0.0014562556752935052, + -0.05271848291158676, + -0.00818528700619936, + 0.02150006964802742, + 0.008090938441455364, + -0.022833572700619698, + -0.01716991700232029, + 0.04760710150003433, + 0.04086889326572418, + -0.01973537728190422, + -0.0013599800877273083, + 0.0032139618415385485, + -0.027144411578774452, + -0.004110684152692556, + -0.01103826891630888, + -0.03345390781760216, + -0.034835122525691986, + 0.008244833908975124, + -0.0007869219407439232, + -0.010545549914240837 + ], + "scene_type": "indoor room interior", + "style": "bright cheerful atmosphere", + "final_score": 0.5735383052308627, + "iterations_count": 5, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2444827902154637 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2444827902154637, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1173535438898496, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10485227318370433, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.19188767508841514, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_000.png b/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_001.png b/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_002.png b/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_003.png b/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_004.png b/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/Hard_lasergirls_20260125_121907/state.json b/benchmark/outputs/Hard_lasergirls_20260125_121907/state.json new file mode 100644 index 000000000..9cc043db7 --- /dev/null +++ b/benchmark/outputs/Hard_lasergirls_20260125_121907/state.json @@ -0,0 +1,471 @@ +{ + "job_id": "ralph_20260125_121914", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/Hard/lasergirls.jpeg", + "target_domain": "HARD", + "max_iterations": 5, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "max_iterations", + "phase": "plan", + "current_iteration": 5, + "current_score": 0.5735383052308627, + "best_score": 0.5735383052308627, + "best_iteration": 1, + "stagnation_count": 3, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23857009904114396 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23857009904114396, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14436195629646595, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11953644853285356, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2444827902154637 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2444827902154637, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1173535438898496, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10485227318370433, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.19188767508841514, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:19:14.849433", + "updated_at": "2026-01-25T12:19:20.172705", + "completed_at": "2026-01-25T12:19:20.172643", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:19:16.686471", + "phase": "score", + "score": 0.5735383052308627, + "improvement": 0.5735383052308627, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2444827902154637 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2444827902154637 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2444827902154637, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1173535438898496, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10485227318370433, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.19188767508841514, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2444827902154637 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2444827902154637, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1173535438898496, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10485227318370433, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.19188767508841514, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:19:17.875546", + "phase": "score", + "score": 0.5735383052308627, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26744301738234383 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26744301738234383 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26744301738234383, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.20722108446265355, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10891019675341229, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": -0.04307017090029197, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26744301738234383 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26744301738234383, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.20722108446265355, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10891019675341229, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": -0.04307017090029197, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:19:19.020282", + "phase": "score", + "score": 0.5735383052308627, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2669400903368578 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2669400903368578 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2669400903368578, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14749457821612302, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07107744480168934, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2669400903368578 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2669400903368578, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14749457821612302, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07107744480168934, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:19:20.160944", + "phase": "score", + "score": 0.5735383052308627, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23857009904114396 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23857009904114396 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23857009904114396, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14436195629646595, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11953644853285356, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23857009904114396 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23857009904114396, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14436195629646595, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11953644853285356, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/Hard_lasergirls_20260125_121907/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 12.18862009048462 +} \ No newline at end of file diff --git a/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/memory/jobs.json b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/memory/jobs.json new file mode 100644 index 000000000..d48284402 --- /dev/null +++ b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_121921", + "embedding": [ + -0.005313406232744455, + 0.012843089178204536, + 0.029235530644655228, + 0.013524966314435005, + -0.0021883638110011816, + -0.020954685285687447, + 0.036666158586740494, + 0.017880674451589584, + 0.0052405307069420815, + 0.04922011122107506, + 0.011402654461562634, + 0.004916870966553688, + 0.022657791152596474, + -0.04003343731164932, + 0.044886402785778046, + 0.030260786414146423, + -0.04301324486732483, + -0.020742742344737053, + 0.05535642430186272, + 0.0044377148151397705, + -0.008753475733101368, + 0.019491735845804214, + -0.01908927969634533, + -0.08831522613763809, + -0.015237080864608288, + -0.003045156365260482, + 0.02089376002550125, + -0.03492967411875725, + -0.01828291080892086, + -0.0009748735465109348, + -0.001146522001363337, + 0.021797137334942818, + -0.005494746845215559, + 0.017686404287815094, + 0.03290083259344101, + 0.04871143400669098, + 0.033628176897764206, + 0.021053237840533257, + -0.0007798389997333288, + 0.1380700170993805, + 0.03206418454647064, + -0.024851854890584946, + -0.0028972765430808067, + -0.018241260200738907, + 0.056381914764642715, + -0.14935287833213806, + 0.00045708270044997334, + 0.032768480479717255, + 0.0023793261498212814, + 0.01567397452890873, + 0.04408784955739975, + 0.006208640057593584, + 0.07733937352895737, + -0.014126972295343876, + -0.03787243366241455, + 0.007690136320888996, + -0.016065839678049088, + -0.02639465220272541, + 0.010806098580360413, + 0.029900094494223595, + -0.12189284712076187, + -0.02594657428562641, + 0.026407262310385704, + 0.030937345698475838, + -0.026387138292193413, + 0.005635397043079138, + -0.0028046034276485443, + 0.03215773031115532, + 0.028468389064073563, + 0.004197008907794952, + -0.07498171180486679, + -0.010111887939274311, + -0.046222031116485596, + -0.036737509071826935, + -0.01276682410389185, + -0.024861715734004974, + -0.026663891971111298, + -0.028484690934419632, + -0.019016185775399208, + -0.06780598312616348, + -0.0025073904544115067, + 0.0037791815120726824, + 0.0744076520204544, + 0.0032887072302401066, + 0.029473617672920227, + 0.0826335996389389, + 0.018394865095615387, + -0.04606764763593674, + 0.007067947648465633, + -0.03621014207601547, + -0.022278685122728348, + 0.023387959226965904, + -0.585997998714447, + 0.03304372727870941, + 0.02205510623753071, + 0.03133504465222359, + -0.0030371055472642183, + -0.003075612708926201, + 0.0124534135684371, + -0.17989830672740936, + -0.013750902377068996, + 0.04549688845872879, + -0.012825669720768929, + 0.008159354329109192, + -0.017224926501512527, + 0.021978037431836128, + -0.07442209869623184, + 0.020430486649274826, + -0.0024313980247825384, + -0.01833382435142994, + -0.03973733261227608, + -0.08803094923496246, + -0.02429450862109661, + -0.02301022969186306, + 0.025706492364406586, + 0.00929800420999527, + 0.022556306794285774, + 0.013107338920235634, + -0.012813755311071873, + 0.02862287126481533, + 0.02344106137752533, + 0.12295622378587723, + 0.010948755778372288, + -0.01937510259449482, + 0.019045516848564148, + -0.02816794067621231, + -0.030090665444731712, + 0.013010481372475624, + -0.0022770992945879698, + 0.008095825091004372, + -0.034215688705444336, + -0.03817149996757507, + 0.018990274518728256, + 0.0778094232082367, + 0.06449893862009048, + -0.02909940294921398, + 0.011823421344161034, + 0.05247163400053978, + -0.02573997713625431, + -0.03437989577651024, + 0.04845477268099785, + 0.04241723194718361, + 0.001099619548767805, + 0.04938073456287384, + -0.005903767887502909, + -0.015974855050444603, + -0.021114401519298553, + 0.05692405626177788, + 0.004650062881410122, + -0.0005850663292221725, + 0.0009092867258004844, + -0.014196381904184818, + 0.07000473886728287, + -0.03022436983883381, + -0.005980269983410835, + -0.10177536308765411, + 0.006112115457653999, + -0.022352496162056923, + 0.006163920275866985, + -0.03805648908019066, + -0.043920595198869705, + -0.005442490801215172, + -0.005894815549254417, + 0.026213379576802254, + -0.02520781010389328, + -0.0059088957495987415, + 0.03170072287321091, + -0.015408070757985115, + 0.0017270261887460947, + -0.005966119468212128, + 0.017340242862701416, + -0.0299647469073534, + -0.03750843182206154, + -0.03784514591097832, + -0.012736101634800434, + 0.015682104974985123, + -0.08946182578802109, + -0.0059827477671206, + -0.04504777491092682, + 0.04489494860172272, + -0.01695144735276699, + 0.010751322843134403, + 0.003316111396998167, + -0.0002269261603942141, + 0.02951943501830101, + -0.004836155101656914, + 0.0033703481312841177, + -0.021099448204040527, + -0.06520136445760727, + 0.003384267445653677, + 0.0031682837288826704, + -0.030805407091975212, + -0.03201880678534508, + -0.012905738316476345, + -0.04506118595600128, + 0.04744984209537506, + 0.010437975637614727, + -0.04558026045560837, + 0.05303296074271202, + -0.028718506917357445, + 0.018752671778202057, + -0.00725135300308466, + -0.03472289815545082, + -0.01153183076530695, + 0.02250862680375576, + 0.01712503656744957, + 0.01878712885081768, + -0.024945270270109177, + -0.00013788627984467894, + 0.05921551212668419, + -0.04042571410536766, + -0.02889450266957283, + 0.01771073415875435, + 0.0037633059546351433, + -0.02658187597990036, + -0.05086067318916321, + 0.025090670213103294, + -0.04463779926300049, + 0.011282053776085377, + -0.0012725796550512314, + 0.06451722234487534, + 0.05877120792865753, + 0.005755587015300989, + -0.006091284099966288, + 0.022836312651634216, + 0.041088227182626724, + 0.005655680317431688, + -0.013877223245799541, + -0.008008979260921478, + 0.00010039297194452956, + 0.012193323113024235, + -0.00334091205149889, + 0.02600841596722603, + 0.054440341889858246, + 0.003058339236304164, + -0.015353243798017502, + 0.00870137196034193, + -0.01204014103859663, + 0.018763583153486252, + 0.0389583595097065, + 0.0024250689893960953, + 0.05444540083408356, + 0.026696454733610153, + -0.025694621726870537, + -0.041874103248119354, + -0.08691643178462982, + -0.0058308863081038, + 0.050372131168842316, + -0.002315642312169075, + 0.08278407901525497, + -0.0406450480222702, + 0.027131754904985428, + 0.014274725690484047, + -0.0230991430580616, + -0.012422194704413414, + -0.0032218354754149914, + 0.006083823274821043, + 0.048010293394327164, + 0.11879807710647583, + -0.0040498278103768826, + -0.011733336374163628, + 0.04416808485984802, + 0.023157421499490738, + 0.06766421347856522, + -0.011981137096881866, + -0.0027628166135400534, + -0.041556380689144135, + -0.0033053786028176546, + -0.006555377040058374, + 0.01869368925690651, + 0.0409376434981823, + -0.030030129477381706, + 0.05911638215184212, + 0.013822696171700954, + -0.022093040868639946, + 0.0018615497974678874, + 0.007216194178909063, + -0.008557739667594433, + 0.008784439414739609, + 0.012816902250051498, + -0.02449636720120907, + -0.015742281451821327, + -0.012705841101706028, + -0.025983577594161034, + -0.0038948969449847937, + -0.008342134766280651, + -0.12137192487716675, + -0.023272978141903877, + 0.0036728638224303722, + -0.002166495658457279, + -0.03147396445274353, + 0.007800939492881298, + 0.039153944700956345, + -0.0457063764333725, + -0.01223508920520544, + 0.03284739330410957, + 0.011016430333256721, + -0.026172153651714325, + 0.0022365786135196686, + 0.005236079450696707, + 0.003132430836558342, + 0.008960170671343803, + -0.029624413698911667, + -0.02337484061717987, + 0.012091617099940777, + -0.020942116156220436, + 0.0787576213479042, + 0.007624347694218159, + 0.038659706711769104, + 0.0082241240888834, + -0.034419216215610504, + 0.055915262550115585, + 0.07761397212743759, + -0.0001679907290963456, + 0.013092457316815853, + -0.02767220325767994, + 0.017296956852078438, + -0.04378538951277733, + 0.012671071104705334, + -0.03717855364084244, + 0.004052169620990753, + 0.08923409134149551, + -0.009513380005955696, + 0.009185557253658772, + -0.03622632846236229, + -0.030921360477805138, + -0.014024014584720135, + -0.00998140312731266, + -0.021756384521722794, + -0.033255547285079956, + -0.06261526048183441, + -0.010301103815436363, + 0.000154045395902358, + -0.01509922556579113, + -0.004032229073345661, + 0.01944485865533352, + 0.014249895699322224, + -0.009539498947560787, + 0.05042296648025513, + 0.043933771550655365, + -0.007163460366427898, + -0.003075643675401807, + 0.02570492774248123, + -0.013791138306260109, + -0.028862174600362778, + -0.03447658568620682, + 0.004404878243803978, + 0.013921035453677177, + -0.007185561116784811, + -0.007449280936270952, + -0.04701277241110802, + 0.00398610532283783, + -0.006736357696354389, + -0.014836442656815052, + 0.022192882373929024, + 0.07176646590232849, + 0.009200939908623695, + -0.12265162914991379, + -0.0070158918388187885, + -0.025317994877696037, + 0.11241462081670761, + -0.02411189116537571, + -0.035188376903533936, + 0.019557995721697807, + -0.05748471990227699, + -0.02038930542767048, + -0.004044349305331707, + -0.05263299122452736, + -0.014990650117397308, + -0.043818630278110504, + 0.05060039088129997, + 0.041977815330028534, + -0.019792480394244194, + -0.01988041400909424, + -0.0027123629115521908, + -0.011363314464688301, + 0.01641056127846241, + 0.00873868353664875, + 0.052023738622665405, + 0.05274747684597969, + 0.05767462030053139, + -0.08023633062839508, + -0.016720285639166832, + -0.010938377119600773, + 0.017426883801817894, + 0.0019105321262031794, + -0.051540739834308624, + -0.0003090980462729931, + -0.03177011385560036, + 0.019420959055423737, + -0.02400282770395279, + 0.03806092217564583, + -0.0194352138787508, + -0.010184121318161488, + -0.026969101279973984, + -0.0257711261510849, + -0.04144507646560669, + 0.020959049463272095, + -0.06476835161447525, + -0.018890460953116417, + 0.031253740191459656, + -0.01773056760430336, + 0.030106663703918457, + -0.010461973957717419, + -0.021681571379303932, + 0.021516261622309685, + 0.012593012303113937, + -0.03670642897486687, + -0.011087015271186829, + -0.04276582598686218, + -0.002925835782662034, + 0.010645244270563126, + 0.0012437759432941675, + 0.0016916273161768913, + -0.05404387786984444, + 0.03474476560950279, + 0.0055884565226733685, + -0.006496296729892492, + 0.012064157985150814, + -0.0112877506762743, + -0.021841514855623245, + -0.0080720204859972, + 0.016215896233916283, + -0.06404370069503784, + -0.00886374618858099, + 0.03071664273738861, + -0.010990344919264317, + 0.02985856682062149, + -0.08946755528450012, + 0.022049233317375183, + 0.02032376453280449, + 0.03087759017944336, + -0.004668109584599733, + 0.0010152828181162477, + -0.025786807760596275, + -0.009016982279717922, + -0.007415079511702061, + -0.018462473526597023, + -0.04576001688838005, + 0.020800461992621422, + 0.029712101444602013, + 0.05170626565814018, + -0.021348092705011368, + 0.020231081172823906, + 0.03499770164489746, + -0.020437365397810936, + 0.013720247894525528, + -0.006280067842453718, + -0.01622524857521057, + -0.04259180277585983, + -0.033924467861652374, + 0.016302021220326424, + -0.018345952033996582, + -0.01452952902764082, + 0.004730724263936281, + -0.036001358181238174, + 0.040490422397851944, + -0.08442468196153641, + -0.0018792146584019065, + -0.02119489759206772, + -0.029849523678421974, + -0.007508810143917799, + -0.046390265226364136, + -0.014101478271186352, + 0.04496775195002556, + 0.04355799779295921, + -0.020047614350914955, + -0.03774666041135788, + -0.0025507912505418062, + -0.00796373188495636, + 0.03482634201645851, + 0.01926293410360813, + 0.0017120733391493559, + -0.04596422612667084, + 0.03283500298857689, + -0.01689608208835125, + 0.03419516608119011, + -0.007374405395239592, + 0.025707842782139778, + -0.027726035565137863, + -0.020385457202792168, + -0.055545873939991, + -0.048457711935043335, + 0.04013810679316521, + 0.0038374161813408136, + -0.018403220921754837, + -0.004550555255264044, + 0.024965519085526466, + 0.0052858926355838776, + -0.01238710805773735, + -0.023188848048448563, + -0.04728146269917488, + 0.0010149101726710796, + -0.019297493621706963, + -0.009819114580750465, + -0.021321643143892288, + 0.037894587963819504, + -0.0038107053842395544, + -0.009513500146567822, + -0.004920338746160269, + 0.005749611184000969, + 0.00819172989577055, + -0.027919070795178413, + -0.023751914501190186, + 0.09479337185621262, + 0.01590091362595558, + -0.011387667618691921, + -0.020196208730340004, + 0.0015285145491361618, + 0.0527954064309597, + -0.004576395731419325, + -0.0034695013891905546 + ], + "scene_type": "outdoor landscape with mountains", + "style": "photorealistic rendering", + "final_score": 0.5329541487209875, + "iterations_count": 5, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.283060824043656 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.283060824043656, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1587419937662526, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1274193781007904, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_000.png b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_001.png b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_002.png b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_003.png b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_004.png b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/state.json b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/state.json new file mode 100644 index 000000000..02fe02601 --- /dev/null +++ b/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/state.json @@ -0,0 +1,459 @@ +{ + "job_id": "ralph_20260125_121921", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/nature/mountain_dramatic_01.jpg", + "target_domain": "NATURE", + "max_iterations": 5, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "max_iterations", + "phase": "plan", + "current_iteration": 5, + "current_score": 0.5329541487209875, + "best_score": 0.5329541487209875, + "best_iteration": 1, + "stagnation_count": 3, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2950061677327308 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2950061677327308, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15443250962965926, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1188099848002964, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.11878307508654637, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.283060824043656 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.283060824043656, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1587419937662526, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1274193781007904, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:19:21.575996", + "updated_at": "2026-01-25T12:19:27.209979", + "completed_at": "2026-01-25T12:19:27.209925", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:19:23.373860", + "phase": "score", + "score": 0.5329541487209875, + "improvement": 0.5329541487209875, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.283060824043656 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.283060824043656 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.283060824043656, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1587419937662526, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1274193781007904, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.283060824043656 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.283060824043656, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1587419937662526, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1274193781007904, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:19:24.642966", + "phase": "score", + "score": 0.5329541487209875, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26247777351999263 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26247777351999263 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26247777351999263, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16755920902267332, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11929658050609103, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26247777351999263 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26247777351999263, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16755920902267332, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11929658050609103, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:19:25.865653", + "phase": "score", + "score": 0.5329541487209875, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1825523451777824 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1825523451777824 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.1825523451777824, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15202247024654159, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.127512053083463, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1825523451777824 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.1825523451777824, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15202247024654159, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.127512053083463, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:19:27.203104", + "phase": "score", + "score": 0.5329541487209875, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2950061677327308 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2950061677327308 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2950061677327308, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15443250962965926, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1188099848002964, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.11878307508654637, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2950061677327308 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2950061677327308, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15443250962965926, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1188099848002964, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.11878307508654637, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 6.023962736129761 +} \ No newline at end of file diff --git a/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/memory/jobs.json b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/memory/jobs.json new file mode 100644 index 000000000..b7c5cf103 --- /dev/null +++ b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_121931", + "embedding": [ + 0.014808958396315575, + -0.0007396983564831316, + 0.009880906902253628, + -0.0370221845805645, + -0.05046708509325981, + -0.046682607382535934, + -0.031188994646072388, + 0.07997914403676987, + 0.008112424984574318, + 0.01296500489115715, + -0.005085838492959738, + -0.016644516959786415, + 0.04212942346930504, + 0.014475886709988117, + 0.010820871219038963, + -0.030895553529262543, + -0.08385512232780457, + 0.021753542125225067, + 2.359077006985899e-05, + -0.024547414854168892, + 0.08951672166585922, + 0.04486880451440811, + 0.02316807582974434, + -0.000325702887494117, + -0.04382304847240448, + -0.009112709201872349, + -0.03967634215950966, + -0.006757362280040979, + 0.0034387586638331413, + -0.04044855013489723, + 0.02143240161240101, + 0.015611433424055576, + -0.0016768636414781213, + 0.025905705988407135, + 0.013627799227833748, + 0.04906551167368889, + -0.02144058607518673, + -0.005618000868707895, + -0.027897637337446213, + -0.12280832231044769, + -0.017056608572602272, + -0.004209931008517742, + -0.035298608243465424, + 0.008743373677134514, + 0.03878578916192055, + 0.2656531035900116, + -0.03718492388725281, + -0.004482479766011238, + -0.006873244419693947, + -0.019747011363506317, + 0.01602693647146225, + 0.03161168843507767, + 0.010078906081616879, + -0.024578729644417763, + -0.011730694212019444, + -0.041892629116773605, + -0.017526263371109962, + 0.037454232573509216, + -0.0020163843873888254, + -0.021946387365460396, + -0.0013865337241441011, + -0.01264999434351921, + 0.0006103799678385258, + 0.029734842479228973, + -0.011635206639766693, + -0.026405472308397293, + 0.04312114417552948, + 0.05830658972263336, + -0.00884946808218956, + 0.032047662883996964, + -0.026095110923051834, + 0.058818619698286057, + 0.011767696589231491, + 0.002382533624768257, + 0.0009691587183624506, + -0.025133853778243065, + 0.02894308976829052, + 0.029687190428376198, + -0.021784363314509392, + 0.043091341853141785, + -0.014484795741736889, + -0.011518544517457485, + -0.0009490728843957186, + -0.0022334461100399494, + 0.013194927014410496, + 0.019396763294935226, + -0.09116911143064499, + -0.0065078455954790115, + 0.05550488457083702, + -0.04008571431040764, + 0.008591393940150738, + -0.005017411429435015, + -0.67218416929245, + 0.06148933991789818, + -0.03553566709160805, + 0.00548578379675746, + -0.017997711896896362, + -0.032852936536073685, + -0.02004409208893776, + -0.03263795003294945, + 0.025147005915641785, + -0.032877299934625626, + -0.0185867752879858, + -0.0118020074442029, + -0.061699267476797104, + -0.002814995590597391, + 0.02700536511838436, + -0.001382784335874021, + 0.010111375711858273, + 0.03185313194990158, + -0.013991931453347206, + 0.013028034940361977, + 0.011208780109882355, + -0.020672470331192017, + -0.043437179177999496, + -0.02526487223803997, + -0.001173768425360322, + -0.011417112313210964, + -0.024818984791636467, + -0.015953298658132553, + 0.020259935408830643, + 0.0368669219315052, + -0.025130104273557663, + -0.03612913563847542, + 0.016309158876538277, + 0.016277512535452843, + 0.006129118148237467, + 0.011811958625912666, + 0.019089166074991226, + -0.007668564096093178, + 0.009668324142694473, + 0.04274504631757736, + 0.032584622502326965, + 0.08866334706544876, + 0.00012281899398658425, + 0.03990030661225319, + -0.008909209631383419, + -0.04024085775017738, + -0.0756886899471283, + 0.009122812189161777, + -0.019032135605812073, + -0.015355593524873257, + 0.004607386887073517, + 0.03591315448284149, + 0.030948448926210403, + -0.04280484840273857, + -0.029086623340845108, + 0.020770443603396416, + -0.008900932967662811, + 0.009279160760343075, + 0.00773948198184371, + -0.03928885981440544, + 0.10707946121692657, + -0.013139016926288605, + 0.016770385205745697, + -0.03463470935821533, + 0.034373939037323, + -0.014667177572846413, + 0.022019973024725914, + 0.04595574736595154, + -0.006332566030323505, + -0.018977655097842216, + 0.025869643315672874, + 0.06825288385152817, + -0.039810989052057266, + 0.010439506731927395, + 0.052501462399959564, + 0.008098146878182888, + -0.012873576954007149, + -0.02345774695277214, + -0.022978879511356354, + -0.01961810141801834, + -0.029514001682400703, + -0.02949501946568489, + 0.008726690895855427, + 0.007440080866217613, + -0.04776522144675255, + 0.009107180871069431, + 0.05377347022294998, + -0.0062248073518276215, + 0.03956228494644165, + 0.01581648737192154, + -0.0025730105116963387, + -0.022939592599868774, + 0.0016887298552319407, + -0.004412641748785973, + -0.005028415005654097, + -0.028114551678299904, + -0.029933156445622444, + 0.03970622643828392, + 0.015138308517634869, + -0.04337840527296066, + 0.017504902556538582, + -0.02212841995060444, + -0.03340825438499451, + -0.012024969793856144, + -0.009042535908520222, + -0.004430233035236597, + -0.048408303409814835, + 0.022020725533366203, + -0.015623418614268303, + -0.031340546905994415, + 0.006666588131338358, + 0.002489053877070546, + 0.03948668763041496, + 0.01038159616291523, + 0.000756157620344311, + -0.018502820283174515, + -0.002371641108766198, + 0.022577378898859024, + 0.02249216102063656, + 0.06403577327728271, + -0.021062001585960388, + 0.023940034210681915, + -0.02951568365097046, + -0.013450381346046925, + 0.006139216013252735, + -0.04056134447455406, + 0.006971064489334822, + -0.027758212760090828, + -0.056711554527282715, + 0.06996440887451172, + 0.013676449656486511, + 0.0034483412746340036, + -0.020895646885037422, + -0.01901010237634182, + -0.02266474813222885, + -0.06068259850144386, + 0.011484067887067795, + 0.015524053014814854, + 0.013436592184007168, + 0.03415555879473686, + 5.532774957828224e-05, + -0.014250095933675766, + 0.02617809548974037, + -0.07432036846876144, + 0.006728613283485174, + -0.03158627822995186, + -0.018562443554401398, + 0.02525002509355545, + 0.005538841709494591, + -0.0128988828510046, + 0.010150003246963024, + 0.005613885819911957, + -0.024458138272166252, + 0.02472645975649357, + -0.006961429491639137, + 0.0021586387883871794, + 0.019831515848636627, + -0.014451495371758938, + -0.06350056082010269, + -0.002818470587953925, + -0.002707225503399968, + 0.0072179390117526054, + -0.031490545719861984, + 0.01832711510360241, + -0.010506436228752136, + 0.04355276748538017, + -0.17045170068740845, + -0.015425039455294609, + -0.0004098314675502479, + 0.03727097809314728, + 0.037824418395757675, + 0.10008378326892853, + -0.02038007415831089, + -0.013429638929665089, + -0.02412952110171318, + -0.024245649576187134, + 0.0239377673715353, + 0.004694570787250996, + -0.018419917672872543, + 0.02001485414803028, + -0.0036072812508791685, + -0.011553608812391758, + -0.025055311620235443, + 0.06069009006023407, + -0.01441859733313322, + -0.0013840729370713234, + -0.02826775051653385, + -0.010263382457196712, + -0.03635161742568016, + 0.013716300018131733, + 0.002040658611804247, + -0.010455102659761906, + 0.03678714111447334, + 0.005788365378975868, + 0.015581055544316769, + 0.027473751455545425, + -0.007143931929022074, + 0.014613150618970394, + -0.028829040005803108, + 0.012398525141179562, + 0.036307159811258316, + -0.036505017429590225, + -0.0203261598944664, + -0.01379682868719101, + -0.0008110050112009048, + 0.04007501155138016, + 0.008148238062858582, + 0.0018783339764922857, + 0.005303049460053444, + 0.0012966099893674254, + 0.004988368600606918, + -0.015793245285749435, + 0.017047297209501266, + 0.016124490648508072, + 0.0001714541867841035, + 0.036261316388845444, + -0.025306671857833862, + -0.00541333481669426, + -0.001412109937518835, + 0.017673566937446594, + 0.08868817239999771, + 0.01840628683567047, + -0.013827809132635593, + 0.002366761676967144, + 0.01704028993844986, + -0.0034487908706068993, + -0.04966987296938896, + 0.07320979982614517, + 0.03225742653012276, + 0.029367411509156227, + -0.0013732188381254673, + -0.03388009965419769, + 0.0180612001568079, + 0.007916871458292007, + -0.00825505517423153, + 0.0001333319378318265, + -0.0077191605232656, + -0.008622720837593079, + 0.007562089245766401, + -0.017943454906344414, + 0.017136890441179276, + -0.006391126196831465, + 0.005288057494908571, + -0.02358446642756462, + -0.008034922182559967, + 0.0027258156333118677, + -0.007724089082330465, + -0.0016746693290770054, + -0.03636081516742706, + 0.0108078857883811, + -0.027253814041614532, + 0.02260601334273815, + -0.028124742209911346, + -0.021048227325081825, + 0.003881335724145174, + -0.0017653355607762933, + 0.021584833040833473, + -0.0068589914590120316, + -0.007775462698191404, + -0.017775386571884155, + -0.007771485019475222, + -0.012203973717987537, + -0.027472926303744316, + -0.017542419955134392, + 0.002456288319081068, + -0.04721742123365402, + 0.02002716436982155, + 0.04459286853671074, + 0.013323217630386353, + -0.02107696607708931, + 0.02074812911450863, + 0.05924598127603531, + 0.05788351222872734, + -0.01997012458741665, + -0.005505733657628298, + 0.027458854019641876, + -0.02208182029426098, + 0.015582805499434471, + 0.017453165724873543, + 0.01318048220127821, + 0.011975615285336971, + -0.012331857345998287, + -0.00978216715157032, + -0.01884232461452484, + 0.04618288204073906, + 0.006870255805552006, + -0.02666044794023037, + -0.02692805975675583, + -0.007735112216323614, + -0.07050085067749023, + 0.00038535395287908614, + -0.03405320271849632, + 0.0006812294013798237, + 0.004004008136689663, + 0.020717013627290726, + -0.00396770890802145, + -0.033468883484601974, + -0.18282602727413177, + -0.06725142896175385, + 0.0007512221927754581, + 0.0011001534294337034, + -0.011666256934404373, + -0.08902709186077118, + 0.02159225009381771, + -0.012346903793513775, + -0.004776677582412958, + -0.005311172921210527, + -0.007904278114438057, + 0.016797490417957306, + -0.02595784328877926, + -0.04676009714603424, + 0.00733875622972846, + -0.004774991888552904, + -0.005374552682042122, + 0.0032307577785104513, + -0.010264305397868156, + -0.027282511815428734, + -0.02691970393061638, + -0.034798458218574524, + 0.046418603509664536, + -0.01704064942896366, + -0.027625655755400658, + -0.01523200236260891, + 0.02469441294670105, + 0.006676424760371447, + 0.0015698560746386647, + 0.015868578106164932, + -0.004437694791704416, + 0.052269626408815384, + 0.0018923054449260235, + -0.02268305979669094, + -0.05350678041577339, + -0.0034993167500942945, + 0.01756254956126213, + -0.023864202201366425, + 0.018291067332029343, + -0.030738234519958496, + -0.023928990587592125, + -0.022146150469779968, + 0.017855074256658554, + -0.041259076446294785, + -0.047314949333667755, + -0.012799243442714214, + 0.003157125087454915, + -0.02986048348248005, + 0.025027543306350708, + -0.005654952954500914, + -0.011267687194049358, + 0.015698321163654327, + -0.009736512787640095, + -0.03072446398437023, + -0.0053955549374222755, + -0.019359491765499115, + 0.008468556217849255, + -0.02059878408908844, + -0.014866755343973637, + 0.01338739600032568, + 0.015729470178484917, + 0.041162364184856415, + 0.00450923852622509, + 0.025458097457885742, + -0.007672810927033424, + -0.03406820818781853, + 0.01976531557738781, + 0.006248638033866882, + -0.007748917676508427, + -0.02223644033074379, + -0.00035654811654239893, + -0.02266528829932213, + -0.02648448571562767, + 0.028270235285162926, + -0.024578697979450226, + 0.03129412978887558, + -0.019634922966361046, + 0.01483974326401949, + -6.343946733977646e-05, + 0.006699719000607729, + 0.00931836199015379, + -0.009448179043829441, + 0.006797678768634796, + -0.0111622279509902, + -0.04520115256309509, + 0.038008321076631546, + 0.02937234565615654, + -0.011377139016985893, + -0.003450400661677122, + -0.003676043124869466, + -0.007443851791322231, + -0.02138991840183735, + -0.026374392211437225, + 0.013465898111462593, + -0.00015745450218673795, + -0.029399925842881203, + 0.00644906098023057, + -0.043220240622758865, + 0.004772265907377005, + -0.02186637558043003, + 0.003221586113795638, + -0.012670530006289482, + 0.03732864931225777, + 0.0268991868942976, + -0.006595733109861612, + -0.02740841545164585, + -0.0024256675969809294, + 0.014676383696496487, + 0.006369758863002062, + -0.0011846303241327405, + -0.01577112451195717, + -0.02721244841814041, + -0.006352496799081564, + -0.05341419205069542, + 0.01894495077431202, + 0.0716468021273613, + 0.005718202330172062, + -0.0026521419640630484, + 0.012004343792796135, + -0.0073106735944747925, + -0.011690160259604454, + 0.00563832838088274, + 0.009834451600909233 + ], + "scene_type": "sunset or sunrise scene", + "style": "photorealistic rendering", + "final_score": 0.49977224710438317, + "iterations_count": 5, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.258790792359329 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.258790792359329, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.21431284698286782, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13839240120095106, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_000.png b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_001.png b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_002.png b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_003.png b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_004.png b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/state.json b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/state.json new file mode 100644 index 000000000..4975c07a1 --- /dev/null +++ b/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/state.json @@ -0,0 +1,465 @@ +{ + "job_id": "ralph_20260125_121931", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/portrait-multi/distractedboyfriend.webp", + "target_domain": "PORTRAIT-MULTI", + "max_iterations": 5, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "max_iterations", + "phase": "plan", + "current_iteration": 5, + "current_score": 0.49977224710438317, + "best_score": 0.49977224710438317, + "best_iteration": 1, + "stagnation_count": 3, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2318250045863352 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2318250045863352, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16670308980870968, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12143930237473155, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.258790792359329 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.258790792359329, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.21431284698286782, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13839240120095106, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:19:31.166818", + "updated_at": "2026-01-25T12:19:36.428467", + "completed_at": "2026-01-25T12:19:36.428417", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:19:32.840013", + "phase": "score", + "score": 0.49977224710438317, + "improvement": 0.49977224710438317, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.258790792359329 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.258790792359329 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.258790792359329, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.21431284698286782, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13839240120095106, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.258790792359329 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.258790792359329, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.21431284698286782, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13839240120095106, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:19:33.994937", + "phase": "score", + "score": 0.49977224710438317, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21561858186962873 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21561858186962873 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.21561858186962873, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.18183490446153439, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1536879050092925, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": 0.2811057057002689, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21561858186962873 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.21561858186962873, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.18183490446153439, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1536879050092925, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": 0.2811057057002689, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:19:35.215822", + "phase": "score", + "score": 0.49977224710438317, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.258560490855879 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.258560490855879 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.258560490855879, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1733895914228491, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1729766145986399, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": 0.0951283657849954, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.258560490855879 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.258560490855879, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1733895914228491, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1729766145986399, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": 0.0951283657849954, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:19:36.419799", + "phase": "score", + "score": 0.49977224710438317, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2318250045863352 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2318250045863352 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2318250045863352, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16670308980870968, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12143930237473155, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2318250045863352 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2318250045863352, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16670308980870968, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12143930237473155, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.208559036254883 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/memory/jobs.json b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/memory/jobs.json new file mode 100644 index 000000000..95ade367c --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_123957", + "embedding": [ + 0.011033013463020325, + 0.02407151460647583, + 0.006561012007296085, + -0.003087097778916359, + 0.027142899110913277, + -0.012813170440495014, + -0.024117279797792435, + 0.060481421649456024, + 0.02562776766717434, + 0.005294137168675661, + 0.007004923187196255, + -0.026602480560541153, + 0.01357343327254057, + -0.012568802572786808, + -0.011946228332817554, + 0.013404522091150284, + -0.04348340630531311, + 0.04016238823533058, + 0.0629575252532959, + -0.024269865825772285, + -0.020394016057252884, + 0.015374377369880676, + -0.012536919675767422, + 0.018771089613437653, + -0.0034927295055240393, + 0.021294664591550827, + 0.02586611546576023, + -0.00576536450535059, + -0.011526266112923622, + -0.002624025335535407, + -0.03631695732474327, + 0.008637736551463604, + -0.016728419810533524, + -0.001204129890538752, + 0.0020620485302060843, + 0.015636177733540535, + -0.03616367280483246, + -0.03326640650629997, + 0.041568659245967865, + 0.07352706789970398, + -0.012118683196604252, + 0.036656562238931656, + 0.00695875845849514, + 0.006459451746195555, + -0.013698892667889595, + -0.03867523744702339, + 0.016784589737653732, + -0.025928569957613945, + -0.026799453422427177, + 0.01721044071018696, + -0.03086906671524048, + 0.003538627875968814, + 0.024790961295366287, + -0.0367828868329525, + -0.06531190872192383, + 0.011328784748911858, + -0.017816953361034393, + 0.007912803441286087, + 0.004321340937167406, + -0.0021979757584631443, + -0.0693802684545517, + -0.024160275235772133, + -0.014580671675503254, + -0.004425195511430502, + 0.021166378632187843, + -0.01427479274570942, + -0.03500182181596756, + 0.04257170110940933, + 0.0150979645550251, + -0.007848630659282207, + -0.03202245384454727, + -0.00013413585838861763, + -0.02855859324336052, + -0.033923566341400146, + 0.001171182724647224, + -0.020101049914956093, + -0.01706588640809059, + -0.03595607355237007, + -0.03824323043227196, + -0.050050728023052216, + 0.026580458506941795, + -0.07695477455854416, + 0.014264749363064766, + -0.049611471593379974, + 0.014451798982918262, + -0.017438968643546104, + -0.052279744297266006, + -0.011879467405378819, + -0.004708734340965748, + -0.01929149590432644, + -0.012786890380084515, + -0.022559067234396935, + -0.7255264520645142, + -0.003773145144805312, + -0.025186076760292053, + 0.03143053874373436, + -0.01479612197726965, + -0.00790273305028677, + 0.020653648301959038, + -0.20655187964439392, + 0.02019602432847023, + -0.022127198055386543, + -0.03546561673283577, + 0.005335064604878426, + 0.03793984651565552, + 0.010304717347025871, + 0.15212330222129822, + 0.04467912018299103, + 0.006895344704389572, + 0.02728871814906597, + -0.005298043601214886, + 0.026726175099611282, + 0.010997398756444454, + -0.026416584849357605, + 0.014705142937600613, + -0.03805175796151161, + 0.002013496123254299, + -0.020629316568374634, + -0.03495272994041443, + 0.024764759466052055, + -0.016921598464250565, + 0.0521739237010479, + 0.04988729581236839, + -0.03587350621819496, + -0.012227076105773449, + 0.001718296087346971, + -0.006547107361257076, + 0.0003077474539168179, + 0.014870275743305683, + 0.032444775104522705, + -0.0078496802598238, + 0.030672483146190643, + -0.04766296595335007, + 0.08202981948852539, + 0.0036912192590534687, + 0.01849995367228985, + -0.010522126220166683, + -0.03143720328807831, + -0.005124038551002741, + -0.01457199826836586, + -0.001373644103296101, + -0.013351392932236195, + 0.005810714792460203, + -0.044810499995946884, + 0.03773623704910278, + -0.019361145794391632, + -0.010900418274104595, + 0.005048797931522131, + -0.013144677504897118, + 0.02440568059682846, + 0.0005624417099170387, + 0.03322731703519821, + 0.0067587909288704395, + 0.018549537286162376, + -0.005534423515200615, + -0.04945196211338043, + -0.00544746033847332, + -0.018678344786167145, + -0.008879374712705612, + 0.045786987990140915, + -0.04083212837576866, + -0.03577781468629837, + -0.005317612551152706, + -0.007369722239673138, + 0.04673391208052635, + -0.0011870469897985458, + -0.04080585017800331, + 0.035022493451833725, + -0.0019422988407313824, + 0.01576942577958107, + 0.006661331281065941, + -0.0017274543642997742, + -0.017496967688202858, + -0.00639590248465538, + -0.022667011246085167, + 0.0023120162077248096, + -0.05905158817768097, + 0.01353832334280014, + -0.07196170091629028, + -0.004018183797597885, + 0.05758126080036163, + 0.0037715586367994547, + 0.0024437028914690018, + -0.0009760540560819209, + -0.0008287446689791977, + -0.006880627013742924, + 0.004152862820774317, + 0.0012355383951216936, + -0.03671019896864891, + -0.0003272434987593442, + -0.025681881234049797, + -0.017804881557822227, + -0.017691509798169136, + 0.0030217019375413656, + 0.028914986178278923, + 0.0027106229681521654, + 0.0341242291033268, + -0.025902599096298218, + 0.011585569009184837, + 0.017066052183508873, + 0.009347427636384964, + -0.009145562537014484, + -0.03191205859184265, + -0.01574270986020565, + 0.013053257949650288, + -0.011527090333402157, + 0.021031297743320465, + -0.015470017679035664, + 0.04492049664258957, + 0.03910154476761818, + 0.01688879169523716, + 0.0649792030453682, + -0.012566087767481804, + -0.010123968124389648, + -0.012302832677960396, + -0.002920270198956132, + 0.048532385379076004, + 0.03237393870949745, + -0.025578482076525688, + 0.005580848548561335, + 0.05799677222967148, + -0.06548695266246796, + -0.026331709697842598, + -0.02177536115050316, + 0.031674377620220184, + -0.007911761291325092, + -0.021054331213235855, + -0.004372670780867338, + 0.0059773665852844715, + -0.01963111013174057, + -0.003141015535220504, + -0.006424815859645605, + -0.021573983132839203, + -0.001874543959274888, + -0.012365328148007393, + -0.07260911911725998, + 0.008936922997236252, + 0.020029429346323013, + 0.022184226661920547, + -0.011576564982533455, + -0.0008785607060417533, + 0.008969772607088089, + -0.008609012700617313, + 0.014986681751906872, + 0.03443817049264908, + -0.020180391147732735, + 0.01635902188718319, + 0.006369738839566708, + 0.034158721566200256, + 0.0028258662205189466, + -0.02733464725315571, + -0.007031259126961231, + 0.0034369262866675854, + -0.016264183446764946, + -0.014922582544386387, + 0.009932270273566246, + -0.004726755898445845, + -0.0030895275995135307, + 0.17224325239658356, + 0.003123211208730936, + 0.007983595132827759, + -0.01607154682278633, + -0.022401925176382065, + 0.003171413904055953, + -0.0004086351837031543, + -0.03217024356126785, + -0.01693456992506981, + -0.0013553686439990997, + 0.01563910022377968, + 0.016303932294249535, + 0.014433301985263824, + -0.03249578922986984, + 0.02127619832754135, + -0.0003961279580835253, + -0.015129582025110722, + 0.012230693362653255, + -0.03920574113726616, + 0.014815373346209526, + -0.01655041240155697, + 0.0425766222178936, + 0.038076043128967285, + 0.00584766548126936, + 0.03487449511885643, + 0.010582023300230503, + 0.026183120906352997, + 0.0004393898998387158, + -0.038502682000398636, + -0.0013139197835698724, + 0.023241065442562103, + -0.007814970798790455, + 0.004380712751299143, + 0.007282512728124857, + 0.0023572463542222977, + 0.013306722044944763, + -0.04547450318932533, + -0.032695990055799484, + -0.03792404383420944, + 0.018881017342209816, + -0.0032293798867613077, + 0.005340001080185175, + -0.01775827445089817, + -0.006403880659490824, + -0.015251952223479748, + -0.003862957237288356, + 0.006331850774586201, + 0.0013053269358351827, + 0.01757938042283058, + -0.0012305653654038906, + 0.009442568756639957, + -0.007596667855978012, + 0.016325989738106728, + 0.02682822197675705, + 0.08194337785243988, + -0.008669288828969002, + 0.011471896432340145, + -0.0038343232590705156, + 0.03033541887998581, + 0.033727653324604034, + -0.0006570488912984729, + -0.03259145841002464, + 0.016208216547966003, + 0.16212792694568634, + 0.009026829153299332, + -0.018522189930081367, + -0.013432078994810581, + -0.017451969906687737, + 0.003993631340563297, + 0.02279885858297348, + -0.010215300135314465, + 0.04656120389699936, + 0.010669304989278316, + -0.008265606127679348, + 0.009125576354563236, + 0.0030642568599432707, + 0.002242838032543659, + 0.0010868587996810675, + 0.014942661859095097, + 0.0199580080807209, + -0.0026804651133716106, + 0.03377068415284157, + -0.03140043839812279, + -0.016308223828673363, + -0.009138884022831917, + -0.007478778250515461, + 0.017239434644579887, + 0.005742814391851425, + 0.0238045584410429, + 0.0017588940681889653, + 0.020215878263115883, + 0.018479272723197937, + -0.03956301510334015, + 0.026269497349858284, + -0.022625790908932686, + -0.011964238248765469, + 0.026754681020975113, + 0.024593545123934746, + 0.012400387786328793, + -0.06020062789320946, + 0.012202188372612, + 0.015542511828243732, + -0.02393968589603901, + 0.007917214184999466, + 0.017882538959383965, + 0.020906690508127213, + -0.08676893264055252, + -0.0028227639850229025, + -0.0009894646937027574, + -0.022554680705070496, + 0.0048915063962340355, + 0.004297539126127958, + -0.005519942380487919, + 0.039585307240486145, + -0.02355297841131687, + -0.008369829505681992, + -0.023901991546154022, + -0.031804896891117096, + 0.009799464605748653, + 0.0021283687092363834, + -0.012610641308128834, + 0.013663000427186489, + 0.013704502023756504, + -0.006170955020934343, + 0.02350376546382904, + -0.02419092133641243, + 0.02416696771979332, + -0.00690030911937356, + -0.004440435208380222, + -0.03233706206083298, + -0.019649993628263474, + 0.13813716173171997, + 0.007742526941001415, + 0.005335225723683834, + 0.01000853069126606, + 0.01803594082593918, + -0.016156693920493126, + -0.03466146066784859, + 0.008584077470004559, + -0.022046223282814026, + -0.07760783284902573, + -0.005145653150975704, + -0.0033154708798974752, + 0.008200641721487045, + 0.025160927325487137, + -0.0034575278405100107, + 0.01715499348938465, + -0.014416960068047047, + -0.028674941509962082, + -0.011359036900103092, + 0.025739504024386406, + -0.0005431578611023724, + 0.0605989471077919, + 0.011869925074279308, + 0.02504708431661129, + 0.01119738444685936, + 0.01721840538084507, + 0.0010639734100550413, + -0.011650726199150085, + 0.00432189367711544, + 0.007163820788264275, + 0.014686720445752144, + -0.009520354680716991, + -0.03298886865377426, + -0.00927595142275095, + -0.06519266963005066, + -0.00313463993370533, + 0.0346548929810524, + 0.015513867139816284, + 0.021997500211000443, + -0.07316213101148605, + 0.02831071801483631, + -0.04171261191368103, + -0.02061842568218708, + -0.07451537251472473, + -0.015614321455359459, + 0.03807718679308891, + -0.0037585338577628136, + -0.005946447141468525, + -0.02931852824985981, + -0.004417705349624157, + 0.007574163377285004, + 0.018977545201778412, + -0.0009075104026123881, + -0.05311508849263191, + 0.00791739858686924, + 0.004108986351639032, + -0.026413749903440475, + 0.035210318863391876, + -0.03696047514677048, + 0.004079096484929323, + -0.030104152858257294, + 0.011587480083107948, + 0.012105699628591537, + 0.016389233991503716, + -0.0031353961676359177, + 0.014879345893859863, + 0.004195864778012037, + -0.014981917105615139, + -0.025385994464159012, + 0.03380224108695984, + -0.05736449360847473, + -0.02016938105225563, + -0.01040850579738617, + -0.03711499646306038, + -0.04672835022211075, + 0.030788958072662354, + 0.043405041098594666, + 0.01939028687775135, + 0.0106729194521904, + -0.015622205100953579, + 0.026204686611890793, + 0.013967543840408325, + 0.011936714872717857, + 0.012729236856102943, + 0.011430435813963413, + -0.02747960202395916, + -0.01010025106370449, + -0.024258948862552643, + -0.009059897623956203, + -0.02031920664012432, + 0.011762060225009918, + -0.004567691124975681, + -0.042940638959407806, + -0.04328593239188194, + 0.013727971352636814, + -0.011640211567282677, + 0.011590198613703251, + 0.0016824925551190972, + 0.026270277798175812, + -0.004882890731096268, + -0.015471581369638443, + 0.00847864244133234, + -0.02377062663435936, + 0.03972965106368065, + -0.021349746733903885, + -0.007695433218032122, + -0.019446242600679398, + 0.02034059725701809, + 0.026039689779281616, + -0.03859058767557144, + 0.016071585938334465, + 0.040062714368104935, + -0.0016684849979355931, + -0.0007401394541375339, + -0.02590596303343773, + 0.01571793109178543, + -0.0014715937431901693, + -0.0007816586294211447, + 0.009440716356039047, + 0.02721029706299305, + 0.02282017096877098, + 0.014350461773574352, + -0.003990127705037594 + ], + "scene_type": "sunset or sunrise scene", + "style": "photorealistic rendering", + "final_score": 0.5278054750219754, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.37181051725212155 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.37181051725212155, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15601854385920313, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19158296346930004, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_000.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_001.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_002.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_003.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_004.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_005.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_006.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/state.json b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/state.json new file mode 100644 index 000000000..843daf79d --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/state.json @@ -0,0 +1,639 @@ +{ + "job_id": "ralph_20260125_123957", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/4a8520b2-895c-40fa-a7db-7d87a1bbe33b.jpg", + "target_domain": "SEA", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5278054750219754, + "best_score": 0.5278054750219754, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2759258537023129 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2759258537023129, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14495794774829132, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15135499439270678, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.37181051725212155 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.37181051725212155, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15601854385920313, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19158296346930004, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:39:57.642847", + "updated_at": "2026-01-25T12:40:05.705700", + "completed_at": "2026-01-25T12:40:05.705659", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:39:59.427783", + "phase": "score", + "score": 0.5278054750219754, + "improvement": 0.5278054750219754, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.37181051725212155 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.37181051725212155 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.37181051725212155, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15601854385920313, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19158296346930004, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.37181051725212155 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.37181051725212155, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15601854385920313, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19158296346930004, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:40:00.979263", + "phase": "score", + "score": 0.5278054750219754, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31653718068216297 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31653718068216297 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.31653718068216297, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1224070558301472, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1598706055029334, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": -0.10530837598222445, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31653718068216297 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.31653718068216297, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1224070558301472, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1598706055029334, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": -0.10530837598222445, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:40:02.193945", + "phase": "score", + "score": 0.5278054750219754, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3009958101525217 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3009958101525217 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3009958101525217, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15201673184860168, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14520360341055105, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3009958101525217 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3009958101525217, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15201673184860168, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14520360341055105, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:40:03.327572", + "phase": "score", + "score": 0.5278054750219754, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3446355275603981 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3446355275603981 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3446355275603981, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1692305706778244, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12836103275950472, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.052780895267435124, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3446355275603981 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3446355275603981, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1692305706778244, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12836103275950472, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.052780895267435124, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:40:04.501984", + "phase": "score", + "score": 0.5278054750219754, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3381928682308445 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3381928682308445 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3381928682308445, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12123940400444166, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13774056968689344, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3381928682308445 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3381928682308445, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12123940400444166, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13774056968689344, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:40:05.699440", + "phase": "score", + "score": 0.5278054750219754, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2759258537023129 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2759258537023129 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2759258537023129, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14495794774829132, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15135499439270678, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2759258537023129 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2759258537023129, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14495794774829132, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15135499439270678, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 13.93538498878479 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/memory/jobs.json b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/memory/jobs.json new file mode 100644 index 000000000..b48da54e1 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_125129", + "embedding": [ + 0.011033013463020325, + 0.02407151460647583, + 0.006561012007296085, + -0.003087097778916359, + 0.027142899110913277, + -0.012813170440495014, + -0.024117279797792435, + 0.060481421649456024, + 0.02562776766717434, + 0.005294137168675661, + 0.007004923187196255, + -0.026602480560541153, + 0.01357343327254057, + -0.012568802572786808, + -0.011946228332817554, + 0.013404522091150284, + -0.04348340630531311, + 0.04016238823533058, + 0.0629575252532959, + -0.024269865825772285, + -0.020394016057252884, + 0.015374377369880676, + -0.012536919675767422, + 0.018771089613437653, + -0.0034927295055240393, + 0.021294664591550827, + 0.02586611546576023, + -0.00576536450535059, + -0.011526266112923622, + -0.002624025335535407, + -0.03631695732474327, + 0.008637736551463604, + -0.016728419810533524, + -0.001204129890538752, + 0.0020620485302060843, + 0.015636177733540535, + -0.03616367280483246, + -0.03326640650629997, + 0.041568659245967865, + 0.07352706789970398, + -0.012118683196604252, + 0.036656562238931656, + 0.00695875845849514, + 0.006459451746195555, + -0.013698892667889595, + -0.03867523744702339, + 0.016784589737653732, + -0.025928569957613945, + -0.026799453422427177, + 0.01721044071018696, + -0.03086906671524048, + 0.003538627875968814, + 0.024790961295366287, + -0.0367828868329525, + -0.06531190872192383, + 0.011328784748911858, + -0.017816953361034393, + 0.007912803441286087, + 0.004321340937167406, + -0.0021979757584631443, + -0.0693802684545517, + -0.024160275235772133, + -0.014580671675503254, + -0.004425195511430502, + 0.021166378632187843, + -0.01427479274570942, + -0.03500182181596756, + 0.04257170110940933, + 0.0150979645550251, + -0.007848630659282207, + -0.03202245384454727, + -0.00013413585838861763, + -0.02855859324336052, + -0.033923566341400146, + 0.001171182724647224, + -0.020101049914956093, + -0.01706588640809059, + -0.03595607355237007, + -0.03824323043227196, + -0.050050728023052216, + 0.026580458506941795, + -0.07695477455854416, + 0.014264749363064766, + -0.049611471593379974, + 0.014451798982918262, + -0.017438968643546104, + -0.052279744297266006, + -0.011879467405378819, + -0.004708734340965748, + -0.01929149590432644, + -0.012786890380084515, + -0.022559067234396935, + -0.7255264520645142, + -0.003773145144805312, + -0.025186076760292053, + 0.03143053874373436, + -0.01479612197726965, + -0.00790273305028677, + 0.020653648301959038, + -0.20655187964439392, + 0.02019602432847023, + -0.022127198055386543, + -0.03546561673283577, + 0.005335064604878426, + 0.03793984651565552, + 0.010304717347025871, + 0.15212330222129822, + 0.04467912018299103, + 0.006895344704389572, + 0.02728871814906597, + -0.005298043601214886, + 0.026726175099611282, + 0.010997398756444454, + -0.026416584849357605, + 0.014705142937600613, + -0.03805175796151161, + 0.002013496123254299, + -0.020629316568374634, + -0.03495272994041443, + 0.024764759466052055, + -0.016921598464250565, + 0.0521739237010479, + 0.04988729581236839, + -0.03587350621819496, + -0.012227076105773449, + 0.001718296087346971, + -0.006547107361257076, + 0.0003077474539168179, + 0.014870275743305683, + 0.032444775104522705, + -0.0078496802598238, + 0.030672483146190643, + -0.04766296595335007, + 0.08202981948852539, + 0.0036912192590534687, + 0.01849995367228985, + -0.010522126220166683, + -0.03143720328807831, + -0.005124038551002741, + -0.01457199826836586, + -0.001373644103296101, + -0.013351392932236195, + 0.005810714792460203, + -0.044810499995946884, + 0.03773623704910278, + -0.019361145794391632, + -0.010900418274104595, + 0.005048797931522131, + -0.013144677504897118, + 0.02440568059682846, + 0.0005624417099170387, + 0.03322731703519821, + 0.0067587909288704395, + 0.018549537286162376, + -0.005534423515200615, + -0.04945196211338043, + -0.00544746033847332, + -0.018678344786167145, + -0.008879374712705612, + 0.045786987990140915, + -0.04083212837576866, + -0.03577781468629837, + -0.005317612551152706, + -0.007369722239673138, + 0.04673391208052635, + -0.0011870469897985458, + -0.04080585017800331, + 0.035022493451833725, + -0.0019422988407313824, + 0.01576942577958107, + 0.006661331281065941, + -0.0017274543642997742, + -0.017496967688202858, + -0.00639590248465538, + -0.022667011246085167, + 0.0023120162077248096, + -0.05905158817768097, + 0.01353832334280014, + -0.07196170091629028, + -0.004018183797597885, + 0.05758126080036163, + 0.0037715586367994547, + 0.0024437028914690018, + -0.0009760540560819209, + -0.0008287446689791977, + -0.006880627013742924, + 0.004152862820774317, + 0.0012355383951216936, + -0.03671019896864891, + -0.0003272434987593442, + -0.025681881234049797, + -0.017804881557822227, + -0.017691509798169136, + 0.0030217019375413656, + 0.028914986178278923, + 0.0027106229681521654, + 0.0341242291033268, + -0.025902599096298218, + 0.011585569009184837, + 0.017066052183508873, + 0.009347427636384964, + -0.009145562537014484, + -0.03191205859184265, + -0.01574270986020565, + 0.013053257949650288, + -0.011527090333402157, + 0.021031297743320465, + -0.015470017679035664, + 0.04492049664258957, + 0.03910154476761818, + 0.01688879169523716, + 0.0649792030453682, + -0.012566087767481804, + -0.010123968124389648, + -0.012302832677960396, + -0.002920270198956132, + 0.048532385379076004, + 0.03237393870949745, + -0.025578482076525688, + 0.005580848548561335, + 0.05799677222967148, + -0.06548695266246796, + -0.026331709697842598, + -0.02177536115050316, + 0.031674377620220184, + -0.007911761291325092, + -0.021054331213235855, + -0.004372670780867338, + 0.0059773665852844715, + -0.01963111013174057, + -0.003141015535220504, + -0.006424815859645605, + -0.021573983132839203, + -0.001874543959274888, + -0.012365328148007393, + -0.07260911911725998, + 0.008936922997236252, + 0.020029429346323013, + 0.022184226661920547, + -0.011576564982533455, + -0.0008785607060417533, + 0.008969772607088089, + -0.008609012700617313, + 0.014986681751906872, + 0.03443817049264908, + -0.020180391147732735, + 0.01635902188718319, + 0.006369738839566708, + 0.034158721566200256, + 0.0028258662205189466, + -0.02733464725315571, + -0.007031259126961231, + 0.0034369262866675854, + -0.016264183446764946, + -0.014922582544386387, + 0.009932270273566246, + -0.004726755898445845, + -0.0030895275995135307, + 0.17224325239658356, + 0.003123211208730936, + 0.007983595132827759, + -0.01607154682278633, + -0.022401925176382065, + 0.003171413904055953, + -0.0004086351837031543, + -0.03217024356126785, + -0.01693456992506981, + -0.0013553686439990997, + 0.01563910022377968, + 0.016303932294249535, + 0.014433301985263824, + -0.03249578922986984, + 0.02127619832754135, + -0.0003961279580835253, + -0.015129582025110722, + 0.012230693362653255, + -0.03920574113726616, + 0.014815373346209526, + -0.01655041240155697, + 0.0425766222178936, + 0.038076043128967285, + 0.00584766548126936, + 0.03487449511885643, + 0.010582023300230503, + 0.026183120906352997, + 0.0004393898998387158, + -0.038502682000398636, + -0.0013139197835698724, + 0.023241065442562103, + -0.007814970798790455, + 0.004380712751299143, + 0.007282512728124857, + 0.0023572463542222977, + 0.013306722044944763, + -0.04547450318932533, + -0.032695990055799484, + -0.03792404383420944, + 0.018881017342209816, + -0.0032293798867613077, + 0.005340001080185175, + -0.01775827445089817, + -0.006403880659490824, + -0.015251952223479748, + -0.003862957237288356, + 0.006331850774586201, + 0.0013053269358351827, + 0.01757938042283058, + -0.0012305653654038906, + 0.009442568756639957, + -0.007596667855978012, + 0.016325989738106728, + 0.02682822197675705, + 0.08194337785243988, + -0.008669288828969002, + 0.011471896432340145, + -0.0038343232590705156, + 0.03033541887998581, + 0.033727653324604034, + -0.0006570488912984729, + -0.03259145841002464, + 0.016208216547966003, + 0.16212792694568634, + 0.009026829153299332, + -0.018522189930081367, + -0.013432078994810581, + -0.017451969906687737, + 0.003993631340563297, + 0.02279885858297348, + -0.010215300135314465, + 0.04656120389699936, + 0.010669304989278316, + -0.008265606127679348, + 0.009125576354563236, + 0.0030642568599432707, + 0.002242838032543659, + 0.0010868587996810675, + 0.014942661859095097, + 0.0199580080807209, + -0.0026804651133716106, + 0.03377068415284157, + -0.03140043839812279, + -0.016308223828673363, + -0.009138884022831917, + -0.007478778250515461, + 0.017239434644579887, + 0.005742814391851425, + 0.0238045584410429, + 0.0017588940681889653, + 0.020215878263115883, + 0.018479272723197937, + -0.03956301510334015, + 0.026269497349858284, + -0.022625790908932686, + -0.011964238248765469, + 0.026754681020975113, + 0.024593545123934746, + 0.012400387786328793, + -0.06020062789320946, + 0.012202188372612, + 0.015542511828243732, + -0.02393968589603901, + 0.007917214184999466, + 0.017882538959383965, + 0.020906690508127213, + -0.08676893264055252, + -0.0028227639850229025, + -0.0009894646937027574, + -0.022554680705070496, + 0.0048915063962340355, + 0.004297539126127958, + -0.005519942380487919, + 0.039585307240486145, + -0.02355297841131687, + -0.008369829505681992, + -0.023901991546154022, + -0.031804896891117096, + 0.009799464605748653, + 0.0021283687092363834, + -0.012610641308128834, + 0.013663000427186489, + 0.013704502023756504, + -0.006170955020934343, + 0.02350376546382904, + -0.02419092133641243, + 0.02416696771979332, + -0.00690030911937356, + -0.004440435208380222, + -0.03233706206083298, + -0.019649993628263474, + 0.13813716173171997, + 0.007742526941001415, + 0.005335225723683834, + 0.01000853069126606, + 0.01803594082593918, + -0.016156693920493126, + -0.03466146066784859, + 0.008584077470004559, + -0.022046223282814026, + -0.07760783284902573, + -0.005145653150975704, + -0.0033154708798974752, + 0.008200641721487045, + 0.025160927325487137, + -0.0034575278405100107, + 0.01715499348938465, + -0.014416960068047047, + -0.028674941509962082, + -0.011359036900103092, + 0.025739504024386406, + -0.0005431578611023724, + 0.0605989471077919, + 0.011869925074279308, + 0.02504708431661129, + 0.01119738444685936, + 0.01721840538084507, + 0.0010639734100550413, + -0.011650726199150085, + 0.00432189367711544, + 0.007163820788264275, + 0.014686720445752144, + -0.009520354680716991, + -0.03298886865377426, + -0.00927595142275095, + -0.06519266963005066, + -0.00313463993370533, + 0.0346548929810524, + 0.015513867139816284, + 0.021997500211000443, + -0.07316213101148605, + 0.02831071801483631, + -0.04171261191368103, + -0.02061842568218708, + -0.07451537251472473, + -0.015614321455359459, + 0.03807718679308891, + -0.0037585338577628136, + -0.005946447141468525, + -0.02931852824985981, + -0.004417705349624157, + 0.007574163377285004, + 0.018977545201778412, + -0.0009075104026123881, + -0.05311508849263191, + 0.00791739858686924, + 0.004108986351639032, + -0.026413749903440475, + 0.035210318863391876, + -0.03696047514677048, + 0.004079096484929323, + -0.030104152858257294, + 0.011587480083107948, + 0.012105699628591537, + 0.016389233991503716, + -0.0031353961676359177, + 0.014879345893859863, + 0.004195864778012037, + -0.014981917105615139, + -0.025385994464159012, + 0.03380224108695984, + -0.05736449360847473, + -0.02016938105225563, + -0.01040850579738617, + -0.03711499646306038, + -0.04672835022211075, + 0.030788958072662354, + 0.043405041098594666, + 0.01939028687775135, + 0.0106729194521904, + -0.015622205100953579, + 0.026204686611890793, + 0.013967543840408325, + 0.011936714872717857, + 0.012729236856102943, + 0.011430435813963413, + -0.02747960202395916, + -0.01010025106370449, + -0.024258948862552643, + -0.009059897623956203, + -0.02031920664012432, + 0.011762060225009918, + -0.004567691124975681, + -0.042940638959407806, + -0.04328593239188194, + 0.013727971352636814, + -0.011640211567282677, + 0.011590198613703251, + 0.0016824925551190972, + 0.026270277798175812, + -0.004882890731096268, + -0.015471581369638443, + 0.00847864244133234, + -0.02377062663435936, + 0.03972965106368065, + -0.021349746733903885, + -0.007695433218032122, + -0.019446242600679398, + 0.02034059725701809, + 0.026039689779281616, + -0.03859058767557144, + 0.016071585938334465, + 0.040062714368104935, + -0.0016684849979355931, + -0.0007401394541375339, + -0.02590596303343773, + 0.01571793109178543, + -0.0014715937431901693, + -0.0007816586294211447, + 0.009440716356039047, + 0.02721029706299305, + 0.02282017096877098, + 0.014350461773574352, + -0.003990127705037594 + ], + "scene_type": "sunset or sunrise scene", + "style": "photorealistic rendering", + "final_score": 0.7136349763980376, + "iterations_count": 3, + "final_parameters": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust structure", + "params": { + "exposure": 0.13756915675896644 + } + }, + "all_adjustments": [ + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13756915675896644, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.12150280184014844, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.07688101783635766, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_000.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_000.png new file mode 100644 index 000000000..5b6acd66a --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ab652f2a6d7a51728ed9b8d6fcf5cbc50ea68eb4b82a431510cda1b09b832d +size 807530 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_001.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_001.png new file mode 100644 index 000000000..5b6acd66a --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ab652f2a6d7a51728ed9b8d6fcf5cbc50ea68eb4b82a431510cda1b09b832d +size 807530 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_002.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_002.png new file mode 100644 index 000000000..5b6acd66a --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ab652f2a6d7a51728ed9b8d6fcf5cbc50ea68eb4b82a431510cda1b09b832d +size 807530 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/state.json b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/state.json new file mode 100644 index 000000000..e80540a12 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/state.json @@ -0,0 +1,267 @@ +{ + "job_id": "ralph_20260125_125129", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/4a8520b2-895c-40fa-a7db-7d87a1bbe33b.jpg", + "target_domain": "SEA", + "max_iterations": 3, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "max_iterations", + "phase": "plan", + "current_iteration": 3, + "current_score": 0.7136349763980376, + "best_score": 0.7136349763980376, + "best_iteration": 1, + "stagnation_count": 1, + "current_params": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust structure", + "params": { + "exposure": 0.14059472272894027 + } + }, + "all_adjustments": [ + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14059472272894027, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.07390202303077181, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.0664526800923459, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust structure", + "params": { + "exposure": 0.13756915675896644 + } + }, + "all_adjustments": [ + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13756915675896644, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.12150280184014844, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.07688101783635766, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:51:29.473945", + "updated_at": "2026-01-25T12:51:32.967626", + "completed_at": "2026-01-25T12:51:32.967585", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:51:31.651138", + "phase": "score", + "score": 0.7136349763980376, + "improvement": 0.7136349763980376, + "adjustment": { + "type": "post_process", + "description": "Adjust structure", + "params": { + "exposure": 0.13756915675896644 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust structure", + "params": { + "exposure": 0.13756915675896644 + } + }, + "all_adjustments": [ + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13756915675896644, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.12150280184014844, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.07688101783635766, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust structure", + "params": { + "exposure": 0.13756915675896644 + } + }, + "all_adjustments": [ + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13756915675896644, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.12150280184014844, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.07688101783635766, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:51:32.961116", + "phase": "score", + "score": 0.7136349763980376, + "improvement": 0.0, + "adjustment": { + "type": "post_process", + "description": "Adjust structure", + "params": { + "exposure": 0.14059472272894027 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust structure", + "params": { + "exposure": 0.14059472272894027 + } + }, + "all_adjustments": [ + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14059472272894027, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.07390202303077181, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.0664526800923459, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust structure", + "params": { + "exposure": 0.14059472272894027 + } + }, + "all_adjustments": [ + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14059472272894027, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.07390202303077181, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.0664526800923459, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.480647802352905 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_000.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_000.png new file mode 100644 index 000000000..9dfa183a6 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eacab6eb37cdb1e1fe0cba3ade20fe44ec600cf5c3a65338954474592afb81d +size 250325 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_001.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_001.png new file mode 100644 index 000000000..9aa4bd31d --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a8bab9f14b26e95b1e5c3ebcc695233a3ebb21711a68762fb1ec001e156246 +size 248929 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_002.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_002.png new file mode 100644 index 000000000..79b875ce4 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d2767c66317555702a8e7857fe56ff61c11ea391633ed470a30d94fa95cb6b7 +size 249117 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_003.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_003.png new file mode 100644 index 000000000..59e2eb922 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59800d4c1378b8179f66c6f547753962ddb7e0aca1be375eefa811ebe8df6d3b +size 250549 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_004.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_004.png new file mode 100644 index 000000000..70f925a20 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cd288353cdbc17910f35d3d1daa686a5970ea141bed096c292d27a20c820d5e +size 250836 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_005.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_005.png new file mode 100644 index 000000000..6a6f8e850 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9de409e76a5e67ecb386670c3c536eaca3ae748e74d1636d5e797a8bf22d9eb4 +size 248836 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_006.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_006.png new file mode 100644 index 000000000..3a0319bf6 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c2905aa9ba2b5c57726e5f5df7d3d72a504228541a6b4b38f6d3bab98c1514c +size 248684 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_007.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_007.png new file mode 100644 index 000000000..763be1f1d --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_007.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c21bed0eb1fb09721ab81e7b59ee7f133713ddc377e3e2dbfae8f34e2b046c50 +size 253787 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_008.png b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_008.png new file mode 100644 index 000000000..8302dae00 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_008.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fac204abbc7837d37dafa93b136ae3e7ac609e95da8c9445c794214cd7848c32 +size 254568 diff --git a/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/state.json b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/state.json new file mode 100644 index 000000000..f00781098 --- /dev/null +++ b/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/state.json @@ -0,0 +1,831 @@ +{ + "job_id": "ralph_20260125_163956", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/4a8520b2-895c-40fa-a7db-7d87a1bbe33b.jpg", + "target_domain": "SEA", + "max_iterations": 50, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 9, + "current_score": 0.48807483310226535, + "best_score": 0.48820007813408806, + "best_iteration": 3, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3212914993221344 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3212914993221344, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2734219022414983, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1507024623977996, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": -0.1468224629816062, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.30025234793697453 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.30025234793697453, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3044195441673008, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15194935912598748, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "started_at": "2026-01-25T16:39:56.955901", + "updated_at": "2026-01-25T16:40:23.745289", + "completed_at": "2026-01-25T16:40:23.745252", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T16:40:08.396478", + "phase": "score", + "score": 0.48698427392790594, + "improvement": 0.48698427392790594, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.35332828049873566 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.35332828049873566 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.35332828049873566, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23188991580612092, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1508241864089488, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.35332828049873566 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.35332828049873566, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23188991580612092, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1508241864089488, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T16:40:10.568623", + "phase": "score", + "score": 0.48662644095950824, + "improvement": -0.00035783296839769774, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.28194524869998444 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.28194524869998444 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.28194524869998444, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2572006967011207, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1466143547207355, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.006613934080926753, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.28194524869998444 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.28194524869998444, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2572006967011207, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1466143547207355, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.006613934080926753, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T16:40:12.672470", + "phase": "score", + "score": 0.48820007813408806, + "improvement": 0.0015736371745798117, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.30025234793697453 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.30025234793697453 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.30025234793697453, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3044195441673008, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15194935912598748, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.30025234793697453 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.30025234793697453, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3044195441673008, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15194935912598748, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T16:40:15.139544", + "phase": "score", + "score": 0.48747340373525844, + "improvement": -0.0007266743988296187, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3194632003624411 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3194632003624411 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3194632003624411, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2974422424873699, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13875170345899393, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.14446584424263145, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3194632003624411 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3194632003624411, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2974422424873699, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13875170345899393, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.14446584424263145, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T16:40:17.329832", + "phase": "score", + "score": 0.48735470164801065, + "improvement": -0.00011870208724779063, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.28548601711018895 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.28548601711018895 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.28548601711018895, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.33629304264117815, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14349041397942242, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.28548601711018895 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.28548601711018895, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.33629304264117815, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14349041397942242, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T16:40:19.490248", + "phase": "score", + "score": 0.48641678610388733, + "improvement": -0.0009379155441233133, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.29866254108204887 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.29866254108204887 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.29866254108204887, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29916373713878525, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16633626832609769, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.29866254108204887 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.29866254108204887, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29916373713878525, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16633626832609769, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 7, + "timestamp": "2026-01-25T16:40:21.641674", + "phase": "score", + "score": 0.4862763564887202, + "improvement": -0.00014042961516713692, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3234318448329075 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3234318448329075 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3234318448329075, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2630347957994541, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18606127421544563, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3234318448329075 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3234318448329075, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2630347957994541, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18606127421544563, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_007.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 8, + "timestamp": "2026-01-25T16:40:23.738962", + "phase": "score", + "score": 0.48807483310226535, + "improvement": 0.0017984766135451524, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3212914993221344 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3212914993221344 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3212914993221344, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2734219022414983, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1507024623977996, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": -0.1468224629816062, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3212914993221344 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3212914993221344, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2734219022414983, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1507024623977996, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": -0.1468224629816062, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956/screenshots/iter_008.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 26.85994601249695 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_download-1_20260125_124006/memory/jobs.json b/benchmark/outputs/sea_download-1_20260125_124006/memory/jobs.json new file mode 100644 index 000000000..afd9757ca --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_124006/memory/jobs.json @@ -0,0 +1,566 @@ +[ + { + "job_id": "ralph_20260125_124006", + "embedding": [ + 0.05095026642084122, + 0.009456206113100052, + -0.015358978882431984, + -0.02214374579489231, + 0.007447897456586361, + -0.030166668817400932, + -0.03101697750389576, + 0.05855191498994827, + 0.0745042935013771, + 0.011863094754517078, + 0.009709387086331844, + -0.01293708011507988, + 0.012388789094984531, + -0.019297031685709953, + -0.004716446623206139, + 0.006804993841797113, + 0.036703962832689285, + 0.04935813322663307, + 0.05000408738851547, + -0.014084364287555218, + -0.07286958396434784, + 0.021062752231955528, + -0.01142174657434225, + -0.030180804431438446, + -0.009267077781260014, + 0.03813418373465538, + 0.022339103743433952, + 0.01009415928274393, + -0.004772237502038479, + 0.04550798237323761, + 0.006349530071020126, + -0.0030323604587465525, + 0.013493131846189499, + 0.018977485597133636, + -0.038881536573171616, + 0.0012542493641376495, + -0.008522163145244122, + 0.014723539352416992, + 0.02030373550951481, + 0.04763494059443474, + 0.02472357265651226, + 0.046587470918893814, + -0.0007186148432083428, + 0.006271945778280497, + 0.026716066524386406, + 0.008318723179399967, + -0.01092183031141758, + -0.013328595086932182, + -0.012632367201149464, + -0.004236971959471703, + -0.01832829974591732, + 0.009344394318759441, + 0.015326191671192646, + -0.025875916704535484, + -0.016536708921194077, + -0.005195033270865679, + -0.02541344054043293, + -0.0003768770839087665, + 0.01510121300816536, + 0.000863532186485827, + -0.0026971350889652967, + 0.009180107153952122, + -0.030794309452176094, + -0.04062503203749657, + 0.029158171266317368, + -0.012449268251657486, + -0.04770488291978836, + 0.0696270689368248, + -0.009077565744519234, + 0.005616053938865662, + -0.045951224863529205, + 0.009713781997561455, + -0.007518726866692305, + -0.013914423994719982, + -0.0016665031434968114, + -0.003493000054731965, + -0.01359000988304615, + -0.024347295984625816, + 0.011157441884279251, + -0.06152411550283432, + -0.0050731259398162365, + -0.03137935698032379, + 0.033259838819503784, + -0.06530135869979858, + 0.015522685833275318, + -0.022967210039496422, + -0.07330815494060516, + -0.014253665693104267, + -0.05059118941426277, + -0.020403733476996422, + 0.02019338682293892, + -0.053787365555763245, + -0.7261980772018433, + -0.010927374474704266, + -0.0006474595866166055, + 0.006636871490627527, + -0.008767256513237953, + 0.009643827565014362, + 0.0007203129353001714, + -0.183691143989563, + -0.006439808756113052, + -0.031044963747262955, + 0.0054483721032738686, + 0.023454513400793076, + 0.03891478851437569, + 0.018433567136526108, + 0.14205671846866608, + 0.05410412698984146, + 0.02454698272049427, + 0.0010380485327914357, + -0.006539156194776297, + 0.04910443723201752, + 0.013993489556014538, + -0.0009614317677915096, + -0.010569766163825989, + -0.026705598458647728, + -0.020067080855369568, + 0.0017897821962833405, + 0.0015042063314467669, + 0.02587306872010231, + -0.017396610230207443, + 0.04339517652988434, + 0.036697786301374435, + -0.02266734279692173, + 0.022145427763462067, + 0.0228474922478199, + 0.005106652621179819, + -0.025852020829916, + 0.012174919247627258, + 0.02195497415959835, + -0.008280456066131592, + 0.01338233519345522, + -0.03240750730037689, + 0.08730066567659378, + 0.021204959601163864, + 0.018953774124383926, + 0.012363824062049389, + -0.010959742590785027, + 0.01841908134520054, + -0.023242836818099022, + -0.010121417231857777, + -0.005309924017637968, + -0.014712408185005188, + -0.03072463721036911, + 0.0077149150893092155, + 0.001772022689692676, + 0.0016738027334213257, + -0.009139923378825188, + -0.01879402995109558, + 0.010188418440520763, + 0.018258271738886833, + 0.016726911067962646, + 0.03266841173171997, + 0.01007841806858778, + -0.004573730751872063, + -0.03318651765584946, + -0.019834814593195915, + 0.005188786890357733, + -0.025105735287070274, + -0.009742536582052708, + -0.0067009818740189075, + -0.0008985672611743212, + -0.02066834643483162, + 0.026421284303069115, + 0.034074410796165466, + 0.038274217396974564, + -0.03358064964413643, + 0.01522471196949482, + -0.013830773532390594, + 0.025059739127755165, + -0.036072246730327606, + -0.018502790480852127, + -0.00022259708202909678, + -0.029159720987081528, + 0.008713402785360813, + 0.05688626691699028, + -0.019059745594859123, + 0.007354275789111853, + -0.021556509658694267, + 0.007698968518525362, + 0.051889337599277496, + 0.0028437443543225527, + -0.0041976552456617355, + 0.009142432361841202, + 0.04918511584401131, + 0.020934483036398888, + -0.015656061470508575, + 0.0060209003277122974, + 0.013237247243523598, + -0.025162052363157272, + -0.003515729447826743, + -0.02072432078421116, + -0.01974497362971306, + -0.04603780433535576, + 0.06543990969657898, + 0.02196754887700081, + 0.027784358710050583, + 0.011535161174833775, + 0.03170202672481537, + 0.008914667181670666, + 0.006308974232524633, + -0.03869502246379852, + 0.006741448305547237, + 0.006398789118975401, + -0.015065965242683887, + -0.006352003663778305, + 0.0005438245716504753, + 0.0199375469237566, + 0.010096034035086632, + 0.01496498566120863, + 0.0013066282263025641, + 0.04356534779071808, + -0.0025477136950939894, + 0.01986658200621605, + -0.048074521124362946, + 0.039122577756643295, + 0.01187534723430872, + 0.020673353224992752, + 0.05969258397817612, + 0.01370700541883707, + 0.03911678120493889, + -0.02530127577483654, + -0.005562313366681337, + 0.01720091700553894, + 0.006965416483581066, + 0.010576209053397179, + -0.0009742082329466939, + -0.028300300240516663, + 0.014478009194135666, + -0.05058380961418152, + 0.012064131908118725, + -0.020908137783408165, + 0.016476305201649666, + 0.027828142046928406, + -0.0023112355265766382, + -0.05782249942421913, + -0.007485472597181797, + 0.0012904321774840355, + 0.0017996156821027398, + -0.01521215494722128, + -0.00334646413102746, + 0.012609908357262611, + -0.038541294634342194, + 0.02679516188800335, + 0.03514527902007103, + -0.014311016537249088, + -0.004053728189319372, + 0.040107324719429016, + 0.0057924287393689156, + -0.00011641243327176198, + -0.028566787019371986, + 0.01988404430449009, + -0.009234841912984848, + -0.03835233300924301, + -0.009993104264140129, + 0.02624727226793766, + -0.00020004401449114084, + 0.02087978646159172, + 0.169023334980011, + -0.02033619023859501, + 0.016249265521764755, + -0.01871154084801674, + 0.012326373718678951, + 0.05736198276281357, + 0.018275829032063484, + -0.026319893077015877, + -0.005072177387773991, + 0.01294965110719204, + -0.00043365443707443774, + 0.011358807794749737, + -0.003909410443156958, + -0.022857459262013435, + 0.0225543100386858, + -0.005658681038767099, + -0.0011913925409317017, + 0.03419972211122513, + 0.01179037056863308, + 0.0036225251387804747, + -0.0025918586179614067, + 0.04591606929898262, + 0.03224623575806618, + 0.028530580922961235, + 0.0010737376287579536, + 0.023500630632042885, + -0.005363076459616423, + -0.012733731418848038, + -0.07313145697116852, + -0.005976834334433079, + 0.017704937607049942, + 0.0058041829615831375, + 0.028045766055583954, + 0.03001837432384491, + 0.009253974072635174, + 0.024749256670475006, + -0.06429802626371384, + -0.011098833754658699, + 0.005417908541858196, + -0.0016915590967983007, + -0.004939319100230932, + -0.007089882157742977, + -0.004844099748879671, + 0.008216951042413712, + -0.003907551057636738, + 0.025041881948709488, + -0.004912972450256348, + 0.029425857588648796, + -0.014572493731975555, + -0.029738225042819977, + 0.015149775892496109, + 0.04589879885315895, + -0.03794277459383011, + 0.01063883863389492, + 0.08721012622117996, + 0.015615750104188919, + -0.02459368295967579, + -0.021982494741678238, + 0.040362752974033356, + 0.0189558956772089, + 0.005759394261986017, + -0.036330413073301315, + 0.03248830884695053, + 0.13315805792808533, + 0.003135835286229849, + -0.003607270075008273, + 0.006367180030792952, + -0.0025429297238588333, + 0.013473423197865486, + 0.012685076333582401, + 0.014411010779440403, + 0.05081598088145256, + 0.02144310437142849, + -0.002612287411466241, + 0.0055254618637263775, + -0.012437181547284126, + -0.03234971687197685, + -0.013349784538149834, + 0.033497296273708344, + 0.03312096744775772, + -0.013996997848153114, + -0.005235972814261913, + -0.007949707098305225, + -0.00631993031129241, + -0.019690291956067085, + 0.018816370517015457, + -0.017546521499753, + -0.024144748225808144, + 0.012179221957921982, + 0.0018927539931610227, + 0.01061256043612957, + 0.010746010579168797, + 0.015532047487795353, + 0.02042209357023239, + -0.0053124139085412025, + -0.015543815679848194, + 0.020614316686987877, + 0.012903181836009026, + -0.013108531944453716, + -0.07012896239757538, + 0.008735259994864464, + -0.021777961403131485, + -0.042266689240932465, + 0.023554043844342232, + 0.0018383617280051112, + 0.007744531147181988, + -0.15888315439224243, + -0.017763808369636536, + -0.002662722021341324, + -0.044642217457294464, + -0.0010847452795132995, + -0.00205268245190382, + -0.004900854546576738, + 0.01821080967783928, + -0.006722102407366037, + -0.023560909554362297, + -0.010266141034662724, + -0.031010838225483894, + -0.01742749847471714, + -0.008708075620234013, + 0.06416008621454239, + 0.03566443920135498, + 0.029109328985214233, + 0.015438757836818695, + -0.003239717334508896, + -0.014603951014578342, + 0.021752553060650826, + -0.013746317476034164, + -0.0329076386988163, + -0.006233287043869495, + 0.0026434599421918392, + 0.06253074109554291, + -0.024416029453277588, + -0.03938314691185951, + 0.0007656377274543047, + 0.030534198507666588, + -0.010512151755392551, + -0.0376785583794117, + 0.005924803204834461, + -0.05438755452632904, + -0.06727380305528641, + -0.028281759470701218, + 0.02065408043563366, + 0.014161444269120693, + 0.011185363866388798, + -0.01720145344734192, + 0.0067000435665249825, + -0.01350061222910881, + -0.020272811874747276, + 0.0003634995664469898, + 0.0575268492102623, + -0.012884553521871567, + 0.03637639060616493, + 0.0012932848185300827, + 0.03982635959982872, + -0.044610705226659775, + 0.013650855049490929, + 0.03628021851181984, + 0.03307576850056648, + 0.0075621455907821655, + 0.020256467163562775, + 0.01745893619954586, + -0.0023918033111840487, + -0.045937858521938324, + 0.014586723409593105, + -0.033482350409030914, + 0.014789105392992496, + 0.0018055050168186426, + -0.002794835017994046, + 0.0402996689081192, + -0.09789076447486877, + -0.030388139188289642, + -0.01876303367316723, + 0.006974310148507357, + -0.031085053458809853, + 0.0094072874635458, + 0.004159864969551563, + -0.016773931682109833, + -0.044522300362586975, + 0.0014778348850086331, + 0.004067198373377323, + 0.011560920625925064, + -0.0008031697361730039, + -0.008257733657956123, + -0.03833053633570671, + 0.01530109066516161, + -0.006731938570737839, + 0.018039805814623833, + 0.02272070199251175, + 0.010354895144701004, + -0.02366645075380802, + -0.014788609929382801, + -0.013201131485402584, + 0.019656570628285408, + 0.0125286765396595, + 0.01852506585419178, + -0.017122216522693634, + 0.024914812296628952, + 0.042370688170194626, + -0.03120182827115059, + -0.006409854162484407, + -0.044496387243270874, + -0.03889591246843338, + -0.02180022932589054, + -0.02152874879539013, + 0.017274539917707443, + 0.00868825614452362, + 0.02870149537920952, + 0.028006261214613914, + -0.0015299483202397823, + -0.029097575694322586, + -0.00623657088726759, + 0.06459842622280121, + 0.005454570986330509, + 0.013435238040983677, + 0.01167867612093687, + 0.004260032903403044, + -0.023339128121733665, + -0.02396831288933754, + 0.01380712166428566, + 0.0017531180055812001, + 0.011244374327361584, + -0.015690656378865242, + -0.04870496317744255, + -0.02641019970178604, + 0.004345404449850321, + -0.008616319857537746, + 0.024270199239253998, + -0.012328817509114742, + 0.011073498986661434, + 0.00590222142636776, + -0.005711199715733528, + 0.015565087087452412, + 0.014323943294584751, + 0.007246789522469044, + -0.03556094318628311, + -0.03262600675225258, + 0.005626923404633999, + -0.010431794449687004, + 0.00513579323887825, + 0.0102218147367239, + -0.024920718744397163, + 0.039498720318078995, + 0.01969144493341446, + -0.012406242080032825, + -0.04007045924663544, + -0.045314863324165344, + 0.006182461977005005, + -0.03282451629638672, + 0.02648509480059147, + 0.011910995468497276, + 0.04471889138221741, + 0.005435950122773647, + 0.012027323246002197 + ], + "scene_type": "sunset or sunrise scene", + "style": "bright cheerful atmosphere", + "final_score": 0.5162774249678077, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.361228247139147 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.361228247139147, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.20240358916908197, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18564844042061762, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.24732925491093302, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_000.png b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_001.png b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_002.png b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_003.png b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_004.png b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_005.png b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_006.png b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-1_20260125_124006/state.json b/benchmark/outputs/sea_download-1_20260125_124006/state.json new file mode 100644 index 000000000..9177bc07a --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_124006/state.json @@ -0,0 +1,663 @@ +{ + "job_id": "ralph_20260125_124006", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download-1.jpg", + "target_domain": "SEA", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5162774249678077, + "best_score": 0.5162774249678077, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2649616830713679 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2649616830713679, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16908569510929541, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1270576237377533, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.2104471106982772, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.361228247139147 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.361228247139147, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.20240358916908197, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18564844042061762, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.24732925491093302, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:40:06.943285", + "updated_at": "2026-01-25T12:40:14.449681", + "completed_at": "2026-01-25T12:40:14.449632", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:40:08.664746", + "phase": "score", + "score": 0.5162774249678077, + "improvement": 0.5162774249678077, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.361228247139147 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.361228247139147 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.361228247139147, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.20240358916908197, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18564844042061762, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.24732925491093302, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.361228247139147 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.361228247139147, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.20240358916908197, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18564844042061762, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.24732925491093302, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:40:09.720512", + "phase": "score", + "score": 0.5162774249678077, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2976019629273405 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2976019629273405 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2976019629273405, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.17388597708703105, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17356231978714637, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2976019629273405 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2976019629273405, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.17388597708703105, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17356231978714637, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:40:10.820339", + "phase": "score", + "score": 0.5162774249678077, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29780888991332827 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29780888991332827 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29780888991332827, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16106037469273532, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18022820907769269, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.01761475413791247, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29780888991332827 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29780888991332827, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16106037469273532, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18022820907769269, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.01761475413791247, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:40:11.974385", + "phase": "score", + "score": 0.5162774249678077, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3194275275727367 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3194275275727367 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3194275275727367, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.19699949271584002, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19985471004281966, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3194275275727367 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3194275275727367, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.19699949271584002, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19985471004281966, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:40:13.227233", + "phase": "score", + "score": 0.5162774249678077, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3141403358855106 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3141403358855106 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3141403358855106, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.2122470529816005, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.10729720574917685, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3141403358855106 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3141403358855106, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.2122470529816005, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.10729720574917685, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:40:14.443316", + "phase": "score", + "score": 0.5162774249678077, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2649616830713679 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2649616830713679 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2649616830713679, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16908569510929541, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1270576237377533, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.2104471106982772, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2649616830713679 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2649616830713679, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16908569510929541, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1270576237377533, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.2104471106982772, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_124006/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 7.731711149215698 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_000.png b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_000.png new file mode 100644 index 000000000..a68720550 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be963d34a5ba98960f5c594fb35aac1aef05dec69e750b7d383d7b065f9beffb +size 255659 diff --git a/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_001.png b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_001.png new file mode 100644 index 000000000..bd0861f18 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9977053a83573f1f6a4b860f0306e0ad47a999e0d6f8e0b7780107208a6d6124 +size 254670 diff --git a/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_002.png b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_002.png new file mode 100644 index 000000000..51ed10845 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:173e9f66942a0ab7a8a408b49f84e9c5f9475d8c021080a15721b7ae354acd04 +size 254942 diff --git a/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_003.png b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_003.png new file mode 100644 index 000000000..963f23ee6 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee1d28ac2fbbc262d263fdf1eee8e75d0f0791ba059f6d326c6d22d4c24d444 +size 251698 diff --git a/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_004.png b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_004.png new file mode 100644 index 000000000..10121a341 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16595314223095310949c5537f7db0bcbf0660c9f36009e1fbe5b3bc0fe71fae +size 248842 diff --git a/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_005.png b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_005.png new file mode 100644 index 000000000..79aa5a345 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ecb1cf58dc8288854600b28b45114b11d6d8a30e8ee2820e8d197ccee67c532 +size 253204 diff --git a/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_006.png b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_006.png new file mode 100644 index 000000000..3c542dc27 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d8062aab117a770829763405ff70ab8d79c6d0a300db0b613b462bab428775d +size 254211 diff --git a/benchmark/outputs/sea_download-1_20260125_164024/state.json b/benchmark/outputs/sea_download-1_20260125_164024/state.json new file mode 100644 index 000000000..ce4c66c51 --- /dev/null +++ b/benchmark/outputs/sea_download-1_20260125_164024/state.json @@ -0,0 +1,663 @@ +{ + "job_id": "ralph_20260125_164024", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download-1.jpg", + "target_domain": "SEA", + "max_iterations": 50, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.4665215265560623, + "best_score": 0.4666312155145846, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.28163399228843744 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.28163399228843744, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2611389000629566, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13720510581727183, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.29176645920005345, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.29820527736279534 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.29820527736279534, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2966615023648501, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12802968091382927, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.038194790146048485, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "started_at": "2026-01-25T16:40:24.840309", + "updated_at": "2026-01-25T16:40:39.491363", + "completed_at": "2026-01-25T16:40:39.491314", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T16:40:28.624638", + "phase": "score", + "score": 0.4666312155145846, + "improvement": 0.4666312155145846, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.29820527736279534 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.29820527736279534 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.29820527736279534, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2966615023648501, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12802968091382927, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.038194790146048485, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.29820527736279534 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.29820527736279534, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2966615023648501, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12802968091382927, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.038194790146048485, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T16:40:30.558255", + "phase": "score", + "score": 0.4651274327541241, + "improvement": -0.0015037827604604814, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.2688539618748972 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.2688539618748972 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.2688539618748972, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24521030362450422, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1824114038619904, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.2688539618748972 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.2688539618748972, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24521030362450422, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1824114038619904, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T16:40:32.670776", + "phase": "score", + "score": 0.4651860907131629, + "improvement": 5.8657959038810326e-05, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.2677913699991005 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.2677913699991005 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.2677913699991005, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2814494622600773, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1870622090715157, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.17139505155115695, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.2677913699991005 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.2677913699991005, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2814494622600773, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1870622090715157, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.17139505155115695, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T16:40:34.823944", + "phase": "score", + "score": 0.4660784240189213, + "improvement": 0.000892333305758386, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3287167771019828 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3287167771019828 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3287167771019828, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2797178576152493, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1848812540340997, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3287167771019828 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3287167771019828, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2797178576152493, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1848812540340997, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T16:40:37.360479", + "phase": "score", + "score": 0.46589629187204024, + "improvement": -0.00018213214688106438, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.302300941241973 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.302300941241973 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.302300941241973, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.27876065555579216, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17345344237765892, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.302300941241973 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.302300941241973, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.27876065555579216, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17345344237765892, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T16:40:39.483163", + "phase": "score", + "score": 0.4665215265560623, + "improvement": 0.0006252346840220913, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.28163399228843744 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.28163399228843744 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.28163399228843744, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2611389000629566, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13720510581727183, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.29176645920005345, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.28163399228843744 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.28163399228843744, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2611389000629566, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13720510581727183, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.29176645920005345, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_164024/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 14.72984004020691 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_download-2_20260125_124015/memory/jobs.json b/benchmark/outputs/sea_download-2_20260125_124015/memory/jobs.json new file mode 100644 index 000000000..256fce4c0 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_124015/memory/jobs.json @@ -0,0 +1,566 @@ +[ + { + "job_id": "ralph_20260125_124015", + "embedding": [ + 0.03714475408196449, + 0.004851527512073517, + -0.016623053699731827, + -0.013651915825903416, + 0.011856240220367908, + -0.01566937379539013, + -0.02043071761727333, + 0.05368700250983238, + 0.06920651346445084, + 0.0025136915501207113, + 0.014329344034194946, + -0.010609996505081654, + 0.013890432193875313, + -0.020507976412773132, + -0.01611199975013733, + -0.01138119027018547, + 0.014623701572418213, + 0.029892457649111748, + 0.0555744506418705, + -0.004208715632557869, + -0.0748211070895195, + 0.00609649159014225, + -0.006304632872343063, + -0.004354073200374842, + -0.0021653021685779095, + 0.03910320624709129, + 0.024977421388030052, + 0.00953655131161213, + 0.004917858634144068, + 0.0005618778523057699, + -0.005940180271863937, + 0.004428330343216658, + 0.008076462894678116, + 0.0013154178159311414, + -0.02330883964896202, + 0.0016501721693202853, + -0.010434141382575035, + 0.005727285984903574, + 0.03451312333345413, + 0.04579151049256325, + -0.010413790121674538, + 0.037224914878606796, + 0.0009239246137440205, + -0.01227605901658535, + 0.006580692250281572, + -0.002680186415091157, + -0.004106943961232901, + -0.026572007685899734, + -0.019594896584749222, + 0.006563743110746145, + -0.026469895616173744, + 0.007997830398380756, + -0.002382383681833744, + -0.04445413872599602, + -0.026106635108590126, + -0.027560556307435036, + -0.035645488649606705, + -0.0105971684679389, + 0.023222969844937325, + -0.007175072096288204, + 0.0008295298321172595, + 0.01923174038529396, + -0.014206170104444027, + -0.030189884826540947, + 0.008938192389905453, + -0.010648519732058048, + -0.014667555689811707, + 0.0544351190328598, + -0.012203767895698547, + 0.022765057161450386, + -0.03318018838763237, + -0.001896706409752369, + -0.005698144435882568, + -0.01883271336555481, + -0.007573134731501341, + -0.001502211787737906, + 0.008364181034266949, + -0.025522029027342796, + -0.011064049787819386, + -0.06466177850961685, + -0.0134676992893219, + -0.024951642379164696, + 0.0369403138756752, + -0.0534835122525692, + 0.01971953548491001, + -0.010957377962768078, + -0.055334556847810745, + -0.014583384618163109, + -0.056102681905031204, + -0.0161815844476223, + 0.012019217945635319, + -0.04021913930773735, + -0.7453883290290833, + -0.028842918574810028, + -0.01896391063928604, + 0.01827407442033291, + -0.02089776284992695, + 0.018764613196253777, + 0.0022256348747760057, + -0.21106469631195068, + -0.0029099516104906797, + -0.03383245691657066, + -0.0358421690762043, + 0.013100695796310902, + 0.03370319679379463, + 0.011555175296962261, + 0.13631434738636017, + 0.04136158898472786, + 0.0019113890593871474, + 0.00024105585180222988, + -0.005635532084852457, + 0.03033769316971302, + 0.043159738183021545, + -0.016738079488277435, + 0.009972233325242996, + -0.022527003660798073, + -0.038066964596509933, + 0.002374980365857482, + -0.01681368239223957, + 0.023075982928276062, + -0.010871754959225655, + 0.038272153586149216, + 0.058840155601501465, + -0.0070153577253222466, + 0.0025300709530711174, + 0.012739409692585468, + 0.0014232401736080647, + -0.014363561756908894, + 0.01965402066707611, + 0.017920078709721565, + -0.0032455434557050467, + 0.0204459261149168, + -0.03488853946328163, + 0.08603012561798096, + 0.017067337408661842, + 0.006973890122026205, + -0.004117851611226797, + -0.011713155545294285, + -0.0030133258551359177, + -0.017829345539212227, + 0.0034736713860183954, + -0.028370998799800873, + -0.02039753645658493, + -0.01583392173051834, + 0.00868205912411213, + -0.008561362512409687, + -0.0068870773538947105, + 0.0005480308900587261, + -0.03585699573159218, + 0.010980477556586266, + 0.03019932098686695, + 0.005364452954381704, + 0.028005503118038177, + 0.0029110279865562916, + -0.02477375790476799, + -0.031165307387709618, + -0.013265547342598438, + 0.00535054225474596, + -0.030519913882017136, + -0.0006981961778365076, + -0.006560380570590496, + -0.004891921300441027, + 0.003532586619257927, + 0.004530609585344791, + 0.06339861452579498, + 0.0045024133287370205, + -0.048131998628377914, + 0.030981479212641716, + -0.020718012005090714, + 0.012055718339979649, + -0.015556808561086655, + -0.008602389134466648, + 0.01660747081041336, + 0.014290844090282917, + 0.002071106806397438, + 0.04790100082755089, + -0.026028186082839966, + 0.0015709697036072612, + -0.05065301060676575, + 0.02256426215171814, + 0.043306972831487656, + -0.0031531096901744604, + -0.014949878677725792, + 0.003959428519010544, + 0.005577568896114826, + 0.017231613397598267, + -0.006700328551232815, + 0.02044021524488926, + 0.015863867476582527, + -0.02462933585047722, + -0.013733419589698315, + -0.021071327850222588, + -0.016965726390480995, + -0.00948877539485693, + 0.0464625358581543, + 0.023778416216373444, + 0.00843778345733881, + 0.014296703971922398, + 0.040954407304525375, + 0.014926976524293423, + 0.017227284610271454, + -0.029015785083174706, + -0.01627000980079174, + 0.015733586624264717, + -0.00824287161231041, + -0.027449646964669228, + 0.005835230927914381, + -0.0008808578131720424, + 0.01628834195435047, + 0.03029441647231579, + 0.017163587734103203, + 0.03182629868388176, + -0.006928004790097475, + -0.008853016421198845, + -0.033447906374931335, + 0.025543000549077988, + 0.013471739366650581, + 0.026314642280340195, + 0.04859807714819908, + 0.020743124186992645, + 0.05792355164885521, + -0.05006092041730881, + 0.01328143011778593, + 0.0012593409046530724, + 0.01825246773660183, + -0.020649800077080727, + 0.026297099888324738, + -0.02832714468240738, + -0.001135830651037395, + -0.02791125886142254, + 0.017497792840003967, + -0.014039629139006138, + 0.01358236838132143, + 0.05698925256729126, + 0.016247740015387535, + -0.05617877468466759, + 0.006513024680316448, + 0.0026733609847724438, + -0.007141131907701492, + -0.02070397324860096, + -0.03893427550792694, + 0.007012946996837854, + 0.0010821392061188817, + -0.005583044141530991, + 0.03702087700366974, + -0.007338864263147116, + -0.0004482117365114391, + 0.018853740766644478, + 0.013784925453364849, + 0.0009386773454025388, + -0.018024764955043793, + 0.009507247246801853, + 0.015197813510894775, + -0.010274386033415794, + -0.03196663036942482, + 0.014606769196689129, + 0.017609432339668274, + 0.01703161559998989, + 0.181003600358963, + -0.027322040870785713, + 0.010126575827598572, + -0.033549003303050995, + -0.008410143665969372, + 0.0415884293615818, + -0.0024274541065096855, + -0.028428006917238235, + 0.00013699528062716126, + 0.008911250159144402, + 0.006222215946763754, + 0.0047734580002725124, + 0.012916521169245243, + -0.012027120217680931, + 0.024305563420057297, + -0.010269900783896446, + -0.01867271587252617, + 0.027111414819955826, + 0.006568186916410923, + 0.01359065156430006, + -0.007844273932278156, + 0.0446673259139061, + 0.04354228079319, + 0.022529402747750282, + 0.008345082402229309, + 0.022134196013212204, + -0.017472906038165092, + -0.022013764828443527, + -0.11090841889381409, + -0.034085776656866074, + 0.012906055897474289, + 0.004393090959638357, + 0.01637369766831398, + 0.016504475846886635, + 0.015576442703604698, + 0.017934812232851982, + -0.05357540398836136, + -0.008845878764986992, + -0.00788214709609747, + 0.029121102765202522, + -0.00822496972978115, + 0.013804642483592033, + 0.0018769174348562956, + 0.007869195193052292, + -0.004335081670433283, + 0.005218396428972483, + 0.02067803405225277, + 0.015870658680796623, + 0.002833480481058359, + -0.00685209222137928, + 0.019501525908708572, + 0.02441537007689476, + -0.025591209530830383, + 0.006662113592028618, + 0.0859384834766388, + 0.010248086415231228, + -0.009897133335471153, + -0.036256082355976105, + 0.02458500675857067, + 0.03080078959465027, + -0.0015052218222990632, + -0.04354792833328247, + 0.04267071560025215, + 0.13341458141803741, + 0.011353116482496262, + -0.008149019442498684, + 0.004604947753250599, + 0.007676979992538691, + -0.0034034154377877712, + 0.013170555233955383, + 0.005305596627295017, + 0.05425835773348808, + 0.01372535340487957, + -0.02091783657670021, + 0.025255437940359116, + -0.0014650666853412986, + -0.02353358268737793, + 0.002366804052144289, + 0.0323939248919487, + 0.020982470363378525, + -0.025313524529337883, + -0.021324533969163895, + -0.001993410289287567, + 0.010577252134680748, + -0.0089825838804245, + 0.005042889155447483, + -0.008910282514989376, + -0.03178747370839119, + -0.007947535254061222, + 0.022899731993675232, + 0.0037826832849532366, + -0.005654395092278719, + 0.010582312941551208, + 0.020755944773554802, + -0.01448902953416109, + -0.008766252547502518, + 0.039150338619947433, + 0.010349716059863567, + -0.04020051658153534, + -0.09455648809671402, + 0.028775187209248543, + -0.01779075153172016, + -0.02628958411514759, + 0.02727413922548294, + 0.03119746781885624, + 0.012913020327687263, + -0.13706561923027039, + -0.01854289136826992, + 0.01968666911125183, + -0.03865868225693703, + -0.00022473248827736825, + -0.010178541764616966, + 0.00417185528203845, + 0.030252063646912575, + -0.004177459049969912, + -0.012606875970959663, + -0.014748155139386654, + -0.00685144541785121, + -0.006455916911363602, + -0.00048325228272005916, + 0.06364546716213226, + 0.017200082540512085, + 0.01967046409845352, + 0.01221770141273737, + -0.004404095467180014, + -0.025899896398186684, + 0.01495953369885683, + -0.025234496220946312, + -0.021172137930989265, + -0.014831877313554287, + -0.012958644889295101, + 0.05930367484688759, + -0.013841294683516026, + -0.016444332897663116, + -0.00011947793245781213, + 0.05150020122528076, + -0.009306459687650204, + -0.03557960316538811, + 0.0021556250285357237, + -0.04065613076090813, + -0.05625826492905617, + -0.009813493117690086, + 0.01851773075759411, + 0.0007978225476108491, + 0.02125951461493969, + -0.035734910517930984, + 0.028879791498184204, + -0.01907498948276043, + -0.007417979650199413, + -0.003139238804578781, + 0.06024305149912834, + -0.023362373933196068, + 0.045270174741744995, + 0.018457412719726562, + 0.03576267138123512, + -0.013535960577428341, + 0.004089557100087404, + 0.014113960787653923, + 0.020372316241264343, + 0.017671512439846992, + 0.014562997035682201, + 0.008848748169839382, + -0.018331455066800117, + -0.0376569926738739, + 0.006494326516985893, + -0.03243127092719078, + -0.022639041766524315, + 0.0016731761861592531, + 0.007256446406245232, + 0.04382682219147682, + -0.0243324376642704, + -0.03153153136372566, + -0.011824949644505978, + 0.005132510792464018, + -0.03143138065934181, + 0.011362629011273384, + 0.01437939889729023, + -0.015163373202085495, + -0.04801712930202484, + -0.011690600775182247, + 0.008831269107758999, + -0.004137938376516104, + -9.2015448899474e-05, + 0.01548963226377964, + -0.03651003912091255, + 0.0016605075215920806, + 0.007169942371547222, + 0.00070796231739223, + 0.026016296818852425, + 0.005476659629493952, + -0.023066528141498566, + -0.020143816247582436, + 0.006694349925965071, + 0.00014073257625568658, + 0.0023938275407999754, + 0.007297322619706392, + -0.0193024855107069, + 0.04962579905986786, + 0.007732287049293518, + -0.01420475635677576, + 0.0077750529162585735, + -0.04056967422366142, + -0.026557110249996185, + -0.01944047026336193, + -0.013619202189147472, + -0.006056842394173145, + 0.008998018689453602, + 0.04490424320101738, + 0.03213740512728691, + -0.013832611963152885, + -0.025223886594176292, + -0.00035487613058649004, + 0.03464381769299507, + 0.007049451116472483, + 0.002166717080399394, + 0.022498292848467827, + -0.012957352213561535, + -0.01222311519086361, + 0.0010999483056366444, + 0.00420742854475975, + -0.01568961888551712, + -0.028205636888742447, + -0.007525513879954815, + -0.031722016632556915, + -0.015165560878813267, + 0.004492857959121466, + -0.015077145770192146, + 0.024199139326810837, + 0.022659555077552795, + -0.0036552357487380505, + 0.02780226618051529, + 0.003917462658137083, + 0.011535241268575191, + 0.01163206435739994, + 0.026595866307616234, + -0.036979902535676956, + -0.03271743282675743, + 0.01191811915487051, + 0.005053684115409851, + 0.028872232884168625, + -0.01447074580937624, + -0.013664335943758488, + 0.044532012194395065, + 0.010194700211286545, + -0.0056808278895914555, + -0.019213955849409103, + -0.005274167750030756, + 0.010928420349955559, + -0.010865986347198486, + 0.030424153432250023, + -0.019093308597803116, + 0.04055113345384598, + 0.0018171232659369707, + 0.005400892812758684 + ], + "scene_type": "sunset or sunrise scene", + "style": "bright cheerful atmosphere", + "final_score": 0.4959142117975657, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3451523679671853 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3451523679671853, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.2141402350758216, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1391113996353809, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.14497772143977733, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_000.png b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_001.png b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_002.png b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_003.png b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_004.png b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_005.png b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_006.png b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-2_20260125_124015/state.json b/benchmark/outputs/sea_download-2_20260125_124015/state.json new file mode 100644 index 000000000..903903e2c --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_124015/state.json @@ -0,0 +1,651 @@ +{ + "job_id": "ralph_20260125_124015", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download-2.jpg", + "target_domain": "SEA", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.4959142117975657, + "best_score": 0.4959142117975657, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31988123954480957 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.31988123954480957, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.20087229116952388, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18857755705197526, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.21239387677286087, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3451523679671853 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3451523679671853, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.2141402350758216, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1391113996353809, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.14497772143977733, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:40:15.755183", + "updated_at": "2026-01-25T12:40:24.314925", + "completed_at": "2026-01-25T12:40:24.314887", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:40:17.783619", + "phase": "score", + "score": 0.4959142117975657, + "improvement": 0.4959142117975657, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3451523679671853 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3451523679671853 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3451523679671853, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.2141402350758216, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1391113996353809, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.14497772143977733, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3451523679671853 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3451523679671853, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.2141402350758216, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1391113996353809, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.14497772143977733, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:40:19.161360", + "phase": "score", + "score": 0.4959142117975657, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2656768504085056 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2656768504085056 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2656768504085056, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.23703682575405055, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16204379665025306, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2656768504085056 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2656768504085056, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.23703682575405055, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16204379665025306, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:40:20.392956", + "phase": "score", + "score": 0.4959142117975657, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2528288818747875 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2528288818747875 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2528288818747875, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.20656204969798328, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12448637462047166, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2528288818747875 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2528288818747875, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.20656204969798328, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12448637462047166, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:40:21.776858", + "phase": "score", + "score": 0.4959142117975657, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3030174664797462 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3030174664797462 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3030174664797462, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.22546277914586793, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13849233296942373, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3030174664797462 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3030174664797462, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.22546277914586793, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13849233296942373, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:40:23.022422", + "phase": "score", + "score": 0.4959142117975657, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3543988001529566 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3543988001529566 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3543988001529566, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.17058829695657365, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.08233044273838681, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3543988001529566 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3543988001529566, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.17058829695657365, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.08233044273838681, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:40:24.308788", + "phase": "score", + "score": 0.4959142117975657, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31988123954480957 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31988123954480957 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.31988123954480957, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.20087229116952388, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18857755705197526, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.21239387677286087, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31988123954480957 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.31988123954480957, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.20087229116952388, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18857755705197526, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.21239387677286087, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_124015/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.849714040756226 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_000.png b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_000.png new file mode 100644 index 000000000..e1a715acb --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd9bc1c656014caf43dfeaaacea7780ae39381c578e25d1f88856f29c9ae5af +size 252450 diff --git a/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_001.png b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_001.png new file mode 100644 index 000000000..cacf3feb0 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63ed52debb27071376d05da8c58793511241aca753d6cd99f48b594e5a34e352 +size 251003 diff --git a/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_002.png b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_002.png new file mode 100644 index 000000000..0e2b313c4 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa7580c4c57340b2a595eecf8301c9293d9727827bd642233b01bd8f1950b84 +size 249806 diff --git a/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_003.png b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_003.png new file mode 100644 index 000000000..39dd83420 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b38909ec17fe14dfedf06d87626a478fe2a2f956c49e8136323796218a97ee8d +size 249435 diff --git a/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_004.png b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_004.png new file mode 100644 index 000000000..3f1ef3af2 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c97c159e7a3a714e554da2c6a35baeef65add2db37cb799c7fb37899a5a38a7 +size 251001 diff --git a/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_005.png b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_005.png new file mode 100644 index 000000000..77bf970c5 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eaae86ca146bcd444b0cdecb68006507ddfe8850a98a68995fa404c5c283b2e +size 249405 diff --git a/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_006.png b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_006.png new file mode 100644 index 000000000..2f046b73b --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ece6449190369688671fe2ad43bac49316d17eac11cce661ced09e89c64a7930 +size 252273 diff --git a/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_007.png b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_007.png new file mode 100644 index 000000000..9258354bf --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_007.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ebb27561c159c05ede315d671e2c13687283ff5935f209ef5951b57a60256c1 +size 253353 diff --git a/benchmark/outputs/sea_download-2_20260125_164040/state.json b/benchmark/outputs/sea_download-2_20260125_164040/state.json new file mode 100644 index 000000000..13c524ec4 --- /dev/null +++ b/benchmark/outputs/sea_download-2_20260125_164040/state.json @@ -0,0 +1,726 @@ +{ + "job_id": "ralph_20260125_164040", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download-2.jpg", + "target_domain": "SEA", + "max_iterations": 50, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 8, + "current_score": 0.44470914097096254, + "best_score": 0.4464622064741084, + "best_iteration": 2, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.31840389102533834 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.31840389102533834, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23462812378561582, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1514916830987666, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3483030281703336 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3483030281703336, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2837524737249729, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16881917506026836, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "started_at": "2026-01-25T16:40:40.579106", + "updated_at": "2026-01-25T16:40:57.386995", + "completed_at": "2026-01-25T16:40:57.386920", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T16:40:44.173896", + "phase": "score", + "score": 0.44607702325602255, + "improvement": 0.44607702325602255, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3215919134998345 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3215919134998345 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3215919134998345, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.30426263177428503, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16394698217159204, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.04771733341601847, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3215919134998345 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3215919134998345, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.30426263177428503, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16394698217159204, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.04771733341601847, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T16:40:46.363446", + "phase": "score", + "score": 0.4464622064741084, + "improvement": 0.00038518321808583833, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3483030281703336 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3483030281703336 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3483030281703336, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2837524737249729, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16881917506026836, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3483030281703336 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3483030281703336, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2837524737249729, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16881917506026836, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T16:40:48.441901", + "phase": "score", + "score": 0.44599879611482346, + "improvement": -0.00046341035928493257, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.29298095682917136 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.29298095682917136 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.29298095682917136, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.27421775862635733, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1539425680952653, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.29298095682917136 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.29298095682917136, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.27421775862635733, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1539425680952653, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T16:40:50.615765", + "phase": "score", + "score": 0.4452326767727401, + "improvement": -0.0007661193420833712, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3105944215757186 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3105944215757186 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3105944215757186, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24324376835203165, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1356197447617326, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": -0.04396323887863157, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3105944215757186 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3105944215757186, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24324376835203165, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1356197447617326, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": -0.04396323887863157, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T16:40:53.029973", + "phase": "score", + "score": 0.44521827767769634, + "improvement": -1.4399095043748922e-05, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3160137966253454 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3160137966253454 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3160137966253454, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28889676356345967, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.11167810216674239, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.3160137966253454 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.3160137966253454, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28889676356345967, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.11167810216674239, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T16:40:55.200031", + "phase": "score", + "score": 0.443648227188099, + "improvement": -0.0015700504895973522, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.39677192289035673 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.39677192289035673 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.39677192289035673, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3366467722945455, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14645815279946664, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.39677192289035673 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.39677192289035673, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3366467722945455, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14645815279946664, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 7, + "timestamp": "2026-01-25T16:40:57.378736", + "phase": "score", + "score": 0.44470914097096254, + "improvement": 0.0010609137828635484, + "adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.31840389102533834 + } + }, + "params_before": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.31840389102533834 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.31840389102533834, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23462812378561582, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1514916830987666, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "post_process", + "description": "Adjust semantic", + "params": { + "saturation": 0.31840389102533834 + } + }, + "all_adjustments": [ + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.31840389102533834, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23462812378561582, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1514916830987666, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_post_process", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_164040/screenshots/iter_007.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 16.877583265304565 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_download-3_20260125_124025/memory/jobs.json b/benchmark/outputs/sea_download-3_20260125_124025/memory/jobs.json new file mode 100644 index 000000000..f04beabfd --- /dev/null +++ b/benchmark/outputs/sea_download-3_20260125_124025/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_124025", + "embedding": [ + 0.0274798721075058, + 0.006655584555119276, + -0.02121545746922493, + -0.023491106927394867, + 0.015717394649982452, + 0.005730253178626299, + -0.020903199911117554, + 0.06065730005502701, + 0.03018086962401867, + 0.0018375925719738007, + 0.003131162840873003, + -0.020716315135359764, + 0.03000645712018013, + -0.008390671573579311, + -0.038424644619226456, + 0.002708018058910966, + 0.016384482383728027, + 0.03343307599425316, + 0.05352690815925598, + -0.02414386346936226, + -0.06622332334518433, + 0.0011265689972788095, + -0.003583944169804454, + 0.004622704815119505, + -0.009711179882287979, + 0.026259934529662132, + 0.003547810483723879, + -0.00018170515249948949, + 0.01326289214193821, + -0.009946086443960667, + 0.0019959474448114634, + 0.012591422535479069, + -0.017004327848553658, + 0.0011555119417607784, + -0.0002607286151032895, + 0.002197437221184373, + -0.03281458094716072, + 0.013026115484535694, + 0.00932084210216999, + 0.0497390441596508, + -0.014714536257088184, + 0.02384875901043415, + -0.005012609995901585, + -0.01448080688714981, + 0.03666266053915024, + -0.08168306201696396, + -0.018893051892518997, + -0.0036874411161988974, + -0.011889350600540638, + 0.007172313518822193, + -0.0245634987950325, + -0.02918250299990177, + 0.001372301485389471, + -0.056365080177783966, + -0.02321009151637554, + -0.03350885584950447, + -0.0005439328961074352, + 0.0077431220561265945, + -0.009703703224658966, + -0.0072128064930438995, + -0.016608554869890213, + 0.004879285115748644, + -0.011228933930397034, + -0.041063908487558365, + 0.020342150703072548, + 0.00660192733630538, + -0.026356341317296028, + 0.03397712856531143, + -0.007065433077514172, + -0.002199640264734626, + -0.027204858139157295, + 0.007757655810564756, + -0.010907962918281555, + -0.013295706361532211, + -0.0006638785707764328, + 0.014769833534955978, + -0.019667893648147583, + -0.02449791319668293, + -0.01319971401244402, + -0.06360328942537308, + 0.013201359659433365, + -0.037256870418787, + 0.03466451168060303, + -0.025858355686068535, + 0.006965599954128265, + 0.002721719443798065, + -0.06126506254076958, + -0.02194998599588871, + -0.024467434734106064, + -0.018988296389579773, + 0.000732248998247087, + -0.054686348885297775, + -0.7390490174293518, + -0.054442260414361954, + -0.04312573000788689, + 0.034783292561769485, + -0.012407656759023666, + 0.022355196997523308, + 0.004080191254615784, + -0.2167130708694458, + 0.0005120463320054114, + -0.04137255251407623, + -0.01930047757923603, + 0.011925420723855495, + 0.028431396931409836, + 0.02348313480615616, + 0.10235387831926346, + 0.024214567616581917, + 0.007688059471547604, + -0.024029670283198357, + -0.022588636726140976, + -0.011698668822646141, + 0.019685180857777596, + 0.005848006345331669, + 0.013173825107514858, + -0.04709112271666527, + -0.048644136637449265, + -0.025746900588274002, + -0.01016010157763958, + 0.042357444763183594, + -0.006199996452778578, + 0.04732150584459305, + 0.042893849313259125, + -0.00444150110706687, + -0.009511491283774376, + 0.030841447412967682, + -0.004758313298225403, + -0.02441425248980522, + 0.00599991250783205, + 0.01007825043052435, + 0.0037721707485616207, + 0.01591087505221367, + -0.014950944110751152, + 0.0870889350771904, + 0.006541147828102112, + -0.005726621486246586, + -0.004389837384223938, + -0.022080088034272194, + 0.03191669285297394, + -0.0049838051199913025, + 0.006689311936497688, + 0.003587063169106841, + -0.035444244742393494, + -0.012436965480446815, + 0.008310936391353607, + 0.009022706188261509, + -0.004172989167273045, + 0.005899621173739433, + -0.02097141556441784, + 0.02139907144010067, + 0.03763486444950104, + 0.012981452979147434, + 0.026511330157518387, + -0.010704342275857925, + -0.024342292919754982, + -0.026142491027712822, + -0.022198151797056198, + 0.014162684790790081, + -0.01896701566874981, + 0.00766698969528079, + -0.0325128547847271, + -0.02284192480146885, + 0.010507128201425076, + -0.005084640812128782, + 0.04379133880138397, + 0.013927159830927849, + -0.036866817623376846, + 0.0414302721619606, + -0.0111655592918396, + -0.005251347087323666, + -0.0011867809807881713, + -0.008509809151291847, + 0.010311353951692581, + 0.01170897763222456, + -2.0375913663883694e-05, + 0.03569575771689415, + 0.0344805046916008, + 0.010488645173609257, + -0.07093573361635208, + 0.01991194486618042, + 0.03378140553832054, + 0.0001010186315397732, + -0.03158904239535332, + 0.0002120043645845726, + -0.0020353265572339296, + 0.019011149182915688, + -0.0043235402554273605, + 0.012856440618634224, + 0.014013215899467468, + -0.02500065229833126, + -0.0393211655318737, + -0.008244883269071579, + -0.05259520560503006, + -0.04094233363866806, + 0.07043223083019257, + 0.00032638252014294267, + 0.005871867295354605, + 0.005179883446544409, + 0.02984469383955002, + 0.011443969793617725, + 0.0045531089417636395, + -0.02717265486717224, + -0.025042515248060226, + 0.011740547604858875, + -0.027543991804122925, + -0.025484496727585793, + -0.010652492754161358, + 0.019372953101992607, + 0.039621319621801376, + 0.022150542587041855, + 0.005516593810170889, + 0.02579168789088726, + -0.0135448994114995, + -0.008009199053049088, + -0.03315969556570053, + 0.015290554612874985, + 0.016933830454945564, + 0.05422411859035492, + 0.06250132620334625, + 0.002374807605519891, + 0.06547726690769196, + -0.061820290982723236, + -0.007379190064966679, + 0.01592748984694481, + -0.006640950217843056, + -0.0018257948104292154, + -0.00024428448523394763, + -0.032580651342868805, + 0.01758134365081787, + -0.0018870451021939516, + 0.011840369552373886, + 0.011845771223306656, + 0.0005684233037754893, + 0.057406190782785416, + 0.012397758662700653, + -0.05897749215364456, + 0.0020675859414041042, + -0.0007015030714683235, + -0.009469066746532917, + -0.008978381752967834, + -0.0068700117990374565, + 0.006357349455356598, + -0.0009405743912793696, + 0.0007709110504947603, + 0.02415362000465393, + -0.013437161222100258, + 0.013231169432401657, + 0.023180359974503517, + -0.00512505229562521, + -0.012818221002817154, + -0.030962388962507248, + 0.008330191485583782, + 0.0019313427619636059, + -0.018234530463814735, + -0.04061174765229225, + 0.0022325844038277864, + 0.02393975481390953, + 0.03468400239944458, + 0.17764705419540405, + -0.022304827347397804, + 0.013082707300782204, + -0.020363884046673775, + 0.010575603693723679, + 0.07994916290044785, + 0.025971055030822754, + -0.01091389637440443, + 0.008933731354773045, + -0.0023027872666716576, + 0.0049323891289532185, + -0.00740722706541419, + 0.017157701775431633, + -0.022054489701986313, + 0.036042470484972, + -0.02207326516509056, + -0.030073627829551697, + 0.045319825410842896, + 0.00733695225790143, + 0.008791901171207428, + -0.008756961673498154, + 0.028686536476016045, + 0.02388276532292366, + 0.029206886887550354, + 0.03434310108423233, + 0.010023512877523899, + 0.01278125774115324, + -0.014352856203913689, + -0.05994061008095741, + -0.007598978467285633, + 0.005870740860700607, + 0.002958046505227685, + 0.02330942451953888, + 0.016393985599279404, + 0.0025563237722963095, + 0.004297173582017422, + -0.01949116960167885, + -0.017911266535520554, + -0.002962900325655937, + 0.019464002922177315, + -0.02469131350517273, + 0.010705026797950268, + -0.0035841010976582766, + 0.017494292929768562, + -0.000751328538171947, + -0.0027700094506144524, + 0.020282519981265068, + 0.0049310349859297276, + 0.013383908197283745, + -0.035208772867918015, + 0.0214591883122921, + 0.038194894790649414, + -0.017025940120220184, + -0.00010748692147899419, + 0.08695407211780548, + 0.01037360355257988, + -0.006164148915559053, + -0.007042902987450361, + 0.029988067224621773, + 0.03613791614770889, + 0.0014034728519618511, + -0.04987145960330963, + 0.025109248235821724, + 0.10893230140209198, + 0.018235042691230774, + -0.007861961610615253, + -1.9478688045637682e-05, + 0.0004705843748524785, + -0.018094656988978386, + 0.01936570182442665, + 0.02749302051961422, + 0.051640111953020096, + 0.005017237737774849, + -0.03564918413758278, + 0.04099768400192261, + -0.003068123711273074, + -0.003870657877996564, + -0.02547663263976574, + 0.027516013011336327, + -0.00877644307911396, + 0.011073490604758263, + 0.011557829566299915, + 0.0009125695214606822, + -0.004583531990647316, + 0.0004537786007858813, + 0.020229527726769447, + -0.021464260295033455, + -0.03075409308075905, + -0.0028374046087265015, + 0.029145684093236923, + -0.008449425920844078, + -0.007956366054713726, + 0.007574491668492556, + 0.019729774445295334, + -0.011805779300630093, + -0.028263909742236137, + 0.02236492745578289, + 0.0473087802529335, + -0.046379558742046356, + -0.10968990623950958, + 0.03658747673034668, + 0.00037760951090604067, + -0.009471727535128593, + 0.02180512808263302, + 0.022733379155397415, + 0.02475191466510296, + -0.1528390794992447, + -0.025135871022939682, + 0.0024721540976315737, + -0.05677364021539688, + 0.0003745674330275506, + -0.01447581872344017, + -0.01250445656478405, + 0.023505711928009987, + -0.029548266902565956, + -0.02198873832821846, + -0.017954299226403236, + 0.008295422419905663, + 0.006350095383822918, + -0.009628155268728733, + 0.040721550583839417, + 0.021552488207817078, + 0.014165475033223629, + 0.013634650968015194, + 0.008901349268853664, + -0.016897112131118774, + -0.01452186144888401, + -0.03785955533385277, + -0.029114821925759315, + -0.03062238171696663, + -0.009205607697367668, + 0.03983718156814575, + -0.0204924326390028, + 0.002538378583267331, + 0.02493821643292904, + 0.03567774221301079, + -0.028789246454834938, + -0.028702614828944206, + -0.0029187812469899654, + -0.04314200207591057, + -0.045527584850788116, + -0.0068986439146101475, + -0.007966811768710613, + 0.015037478879094124, + -0.002644116058945656, + -0.006137752439826727, + 0.02772994339466095, + -0.019117219373583794, + -0.002801374765112996, + -0.011872663162648678, + 0.042061127722263336, + -0.016774656251072884, + 0.024468213319778442, + 0.01643001101911068, + 0.01902800239622593, + -0.022024141624569893, + -0.008093761280179024, + 0.016929294914007187, + -0.010669725947082043, + 0.002501044189557433, + 0.025077851489186287, + 0.017047477886080742, + -0.029240604490041733, + -0.032891105860471725, + 0.016292834654450417, + -0.03430139645934105, + -0.02158459834754467, + 0.011324042454361916, + 0.015263281762599945, + 0.031261228024959564, + -0.017834579572081566, + -0.023335540667176247, + -0.01810644380748272, + -0.00865387823432684, + -0.0320030078291893, + -0.018740443512797356, + 0.02266278676688671, + -0.006189342588186264, + -0.05102568492293358, + -0.0010681456187739968, + -0.0025896031875163317, + -0.026109563186764717, + 0.00015376538794953376, + 0.04585276171565056, + -0.04918654263019562, + 0.015480521135032177, + -0.006572515703737736, + -0.003412132151424885, + 0.020682893693447113, + -0.010194873437285423, + -0.019310185685753822, + -0.011468169279396534, + 0.022098660469055176, + 0.013113023713231087, + 0.01245372835546732, + -0.016249079257249832, + -0.01600303314626217, + 0.04466762766242027, + 0.01999776065349579, + -0.022152036428451538, + 0.009712662547826767, + -0.06062357500195503, + -0.014964784495532513, + -0.029433952644467354, + -0.01658898964524269, + -0.01947920396924019, + -0.005311524961143732, + 0.034248609095811844, + 0.005874069407582283, + -0.014776875264942646, + -0.04228360578417778, + 0.01666438765823841, + 0.02906184270977974, + 0.019505977630615234, + 0.013078738935291767, + 0.03357813507318497, + -0.035097651183605194, + -0.0007632884080521762, + 0.012102033011615276, + 0.0012017046101391315, + -0.014367537572979927, + -0.0034926708322018385, + -0.03733447194099426, + -0.015613523311913013, + -0.02898455411195755, + 0.013435096479952335, + -0.0177407618612051, + 0.007108320947736502, + 0.025489475578069687, + 0.00012420448183547705, + 0.01638796553015709, + -0.007595563307404518, + -0.00486688781529665, + 0.02413797564804554, + 0.04507915675640106, + -0.04289102181792259, + -0.017672527581453323, + -0.013131641782820225, + 0.01051800511777401, + 0.011581643484532833, + -0.006324544548988342, + -0.013169053941965103, + 0.03316524624824524, + 0.022618602961301804, + -0.0074596344493329525, + 0.0035729440860450268, + -0.0035539420787245035, + 0.005583792459219694, + 0.00014862917305435985, + 0.0267986711114645, + -0.024822020903229713, + 0.03782271593809128, + -0.007414698600769043, + 0.0024828542955219746 + ], + "scene_type": "sunset or sunrise scene", + "style": "bright cheerful atmosphere", + "final_score": 0.5261222354241467, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26440880350983453 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26440880350983453, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1206005562886113, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15557515450521966, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_000.png b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_001.png b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_002.png b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_003.png b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_004.png b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_005.png b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_006.png b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download-3_20260125_124025/state.json b/benchmark/outputs/sea_download-3_20260125_124025/state.json new file mode 100644 index 000000000..379d37348 --- /dev/null +++ b/benchmark/outputs/sea_download-3_20260125_124025/state.json @@ -0,0 +1,615 @@ +{ + "job_id": "ralph_20260125_124025", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download-3.jpg", + "target_domain": "SEA", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5261222354241467, + "best_score": 0.5261222354241467, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24189764811402112 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24189764811402112, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15692515430847986, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.10893488938783695, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26440880350983453 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26440880350983453, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1206005562886113, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15557515450521966, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:40:25.592508", + "updated_at": "2026-01-25T12:40:33.328263", + "completed_at": "2026-01-25T12:40:33.328185", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:40:27.357998", + "phase": "score", + "score": 0.5261222354241467, + "improvement": 0.5261222354241467, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26440880350983453 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26440880350983453 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26440880350983453, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1206005562886113, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15557515450521966, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26440880350983453 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26440880350983453, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1206005562886113, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15557515450521966, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:40:28.582546", + "phase": "score", + "score": 0.5261222354241467, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.30387663095293893 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.30387663095293893 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.30387663095293893, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12692382337156136, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1297771124495821, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.30387663095293893 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.30387663095293893, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12692382337156136, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1297771124495821, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:40:29.844192", + "phase": "score", + "score": 0.5261222354241467, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31169507333736524 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31169507333736524 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.31169507333736524, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1679706546440011, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15902757826409045, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31169507333736524 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.31169507333736524, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1679706546440011, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15902757826409045, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:40:31.047155", + "phase": "score", + "score": 0.5261222354241467, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2680736833983417 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2680736833983417 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2680736833983417, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14929076016417359, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17742699848259227, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2680736833983417 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2680736833983417, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14929076016417359, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17742699848259227, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:40:32.161825", + "phase": "score", + "score": 0.5261222354241467, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3293242881464492 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3293242881464492 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3293242881464492, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.132705604242929, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1364494510055489, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3293242881464492 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3293242881464492, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.132705604242929, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1364494510055489, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:40:33.321714", + "phase": "score", + "score": 0.5261222354241467, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24189764811402112 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24189764811402112 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24189764811402112, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15692515430847986, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.10893488938783695, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24189764811402112 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24189764811402112, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15692515430847986, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.10893488938783695, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-3_20260125_124025/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.003026962280273 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_download_20260125_124034/memory/jobs.json b/benchmark/outputs/sea_download_20260125_124034/memory/jobs.json new file mode 100644 index 000000000..f58c399a1 --- /dev/null +++ b/benchmark/outputs/sea_download_20260125_124034/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_124034", + "embedding": [ + 0.02662191353738308, + -0.0030735465697944164, + -0.0035992732737213373, + -0.012673634104430676, + 0.04384934902191162, + -0.009702276438474655, + -0.03896626457571983, + -0.03574483096599579, + 0.05139681324362755, + 0.02430543676018715, + 0.007146324962377548, + -0.007046638987958431, + 0.035351913422346115, + 0.008947082795202732, + -0.006799957249313593, + -0.014355949126183987, + 0.04703325405716896, + 0.05821879580616951, + 0.06537096947431564, + -0.01825559511780739, + -0.07501653581857681, + -0.01358974538743496, + 0.0046273162588477135, + -0.017319533973932266, + -0.004987177439033985, + 0.019599271938204765, + 0.02309340052306652, + 0.0005707305390387774, + 0.017479650676250458, + 0.011455909349024296, + -0.002943134866654873, + 0.019665692001581192, + 0.015316559001803398, + 0.007977400906383991, + -0.03232026472687721, + -0.0019033188000321388, + -0.010426142252981663, + -0.0013803798938170075, + 0.008324184454977512, + 0.054472170770168304, + -0.005072365514934063, + 0.003480857238173485, + 0.0027426646556705236, + 0.00653932336717844, + 0.00031445405329577625, + 0.012077202089130878, + 0.023258499801158905, + 0.0005681957700289786, + -0.023387400433421135, + 0.02093532681465149, + -0.028062710538506508, + -0.02782685123383999, + -0.0066564627923071384, + -0.0321943573653698, + -0.01689995266497135, + -0.009727772325277328, + -0.027343137189745903, + -0.004480103962123394, + 0.019333189353346825, + 0.021272966638207436, + 0.014263840392231941, + 0.02529378980398178, + -0.009402980096638203, + -0.012596165761351585, + 0.02594878152012825, + -0.023697366937994957, + -0.019698545336723328, + 0.051570307463407516, + -0.02530696988105774, + 0.005800613667815924, + -0.009091316722333431, + 0.007510610856115818, + 0.02813083864748478, + 0.003400821005925536, + -0.002996855415403843, + -0.0072351605631411076, + -0.04182681813836098, + -0.0328826829791069, + -0.014093270525336266, + -0.028625888749957085, + 0.032854560762643814, + -0.02980911359190941, + 0.060815684497356415, + -0.07252310961484909, + 0.03651491925120354, + -0.02876386046409607, + -0.052743084728717804, + -0.05751148238778114, + -0.06647401303052902, + -0.006837842520326376, + 0.019544292241334915, + -0.05480382964015007, + -0.7373776435852051, + -0.023637233301997185, + -0.026150591671466827, + 0.010274550877511501, + -0.018123356625437737, + 0.0027916566468775272, + 0.003880234668031335, + -0.22483347356319427, + 0.018291698768734932, + -0.02395014464855194, + -0.03544821962714195, + 0.008541999384760857, + 0.053770098835229874, + 0.01617572456598282, + 0.1162780150771141, + 0.04289744049310684, + 0.024945339187979698, + 0.00785562302917242, + -0.002496560337021947, + -0.025303615257143974, + 0.020178401842713356, + -0.00265863467939198, + 0.020640715956687927, + -0.02060350589454174, + -0.010948165319859982, + -0.012783766724169254, + -0.018759237602353096, + 0.025580262765288353, + -0.02075907774269581, + 0.035258688032627106, + 0.056357115507125854, + -0.030196428298950195, + 0.0003904803015757352, + -0.004799440037459135, + -0.005689533893018961, + -0.007418456021696329, + 0.01210393663495779, + 0.03888968750834465, + 0.0007437347085215151, + 0.04011918976902962, + -0.03731521964073181, + 0.08474252372980118, + 0.005698929075151682, + 0.011983334086835384, + 0.0009150385740213096, + -0.006572638172656298, + -0.007000869605690241, + -0.008409333415329456, + 0.00026832090225070715, + -0.020021164789795876, + -0.034055598080158234, + -0.023130150511860847, + 0.004519193898886442, + 0.027883030474185944, + -0.0013701407006010413, + 0.013827534392476082, + -0.023817159235477448, + 0.0013953747693449259, + 0.017653921619057655, + 0.03709317743778229, + 0.01988193392753601, + 0.0052611264400184155, + -0.025193797424435616, + -0.020575113594532013, + -0.028841935098171234, + 0.013626104220747948, + -0.022224556654691696, + 0.033957965672016144, + -0.015877187252044678, + -0.006280590780079365, + 0.017821945250034332, + -0.03356689587235451, + 0.05404617637395859, + 0.02226804941892624, + -0.026275992393493652, + 0.011775631457567215, + -0.015825049951672554, + 0.044959571212530136, + -0.005133696366101503, + 0.0010675655212253332, + -0.0013451945269480348, + -0.02074107527732849, + -0.014787904918193817, + 0.025993114337325096, + -0.009237700141966343, + 0.010285739786922932, + -0.019750703126192093, + 0.010469972155988216, + 0.07182946056127548, + 0.008938495069742203, + 0.006972501054406166, + 0.001108638709411025, + 0.011688865721225739, + -0.007416777312755585, + -0.01370491273701191, + -1.425701702828519e-05, + 0.018725432455539703, + -0.02896829880774021, + -0.03200562298297882, + -0.0004692335787694901, + -0.014598670415580273, + -0.03765515610575676, + 0.06640668213367462, + 0.00959767960011959, + 0.01726502738893032, + -0.007937707006931305, + 0.030006157234311104, + -0.0020755331497639418, + 0.01622062548995018, + -0.03292706981301308, + -0.01689729280769825, + -0.013102507218718529, + -0.007767089642584324, + -0.01454249583184719, + 0.004165051504969597, + -0.0070876325480639935, + 0.0328335240483284, + -0.024220528081059456, + 0.020914942026138306, + -0.007979188114404678, + -0.005546696949750185, + -0.003966168034821749, + -0.02916140854358673, + 0.022920768707990646, + 0.014588464982807636, + 0.030868366360664368, + 0.05027773231267929, + 0.010568915866315365, + 0.07030311971902847, + -0.038704194128513336, + 0.0047378758899867535, + 0.02117128297686577, + 0.013894548639655113, + -0.006964785512536764, + 0.030510621145367622, + -0.008602081798017025, + 0.010783184319734573, + -0.008983631618320942, + 0.02721601538360119, + -0.017528707161545753, + -0.023425268009305, + 0.024997182190418243, + -0.004239004570990801, + -0.057164713740348816, + -0.009001016616821289, + -0.005015940871089697, + -0.012265035882592201, + 0.010723546147346497, + 0.0038804488722234964, + 0.006541414652019739, + -0.02860410511493683, + 0.006339030805975199, + 0.040397536009550095, + -0.01434048917144537, + 0.008977635763585567, + 0.019181983545422554, + 0.012362280860543251, + -0.0063479067757725716, + -0.027374008670449257, + 0.018087895587086678, + 0.015244204550981522, + 0.002351723611354828, + -0.016885897144675255, + 0.005068017635494471, + 0.01541280746459961, + 0.012849017977714539, + 0.17431442439556122, + -0.018721221014857292, + 0.0240886602550745, + -0.03142201527953148, + 0.005069844424724579, + 0.05833769589662552, + -0.0214610006660223, + -0.024132926017045975, + -0.008733496069908142, + -0.003872462548315525, + 0.004230902064591646, + -0.031207051128149033, + 0.014631615951657295, + -0.01788659766316414, + 0.03634324669837952, + 0.004937742371112108, + -0.013323674909770489, + 0.019344929605722427, + -0.006279457826167345, + 0.015054348856210709, + -0.0027330778539180756, + 0.02975229173898697, + 0.030939077958464622, + 0.015144722536206245, + 0.02837141416966915, + 0.04006963595747948, + 0.0007164701819419861, + -0.017500661313533783, + -0.006917277351021767, + 0.0013379688607528806, + -0.0019858188461512327, + 0.011944977566599846, + 0.021613843739032745, + 0.03402470797300339, + -0.021190492436289787, + 0.008897336199879646, + -0.008764474652707577, + 0.0012017727131024003, + -0.01642019860446453, + 0.038438621908426285, + -0.010356791317462921, + 0.02494901232421398, + 0.0010982431704178452, + 0.005528630688786507, + 0.015128211118280888, + 0.02951049618422985, + 0.015140827745199203, + -0.01764613389968872, + 0.024941861629486084, + -0.010945519432425499, + 0.004040686413645744, + 0.010846754536032677, + -0.00803089328110218, + 0.006970465183258057, + 0.08464835584163666, + 0.015234533697366714, + 0.018293889239430428, + -0.01851351372897625, + 0.0280606709420681, + 0.037445634603500366, + 0.004332737531512976, + -0.05310380458831787, + 0.013456219807267189, + 0.1454591006040573, + 0.024405378848314285, + -0.02310892753303051, + 0.002044644905254245, + 0.015536230057477951, + -0.011328811757266521, + 0.027563707903027534, + -0.01211964339017868, + 0.037383053451776505, + 0.015161916613578796, + 0.0035316036082804203, + 0.04207724705338478, + -0.009326942265033722, + -0.018736056983470917, + 0.014106141403317451, + 0.0033508408814668655, + 0.007825600914657116, + 0.009749184362590313, + 0.02500738762319088, + -0.02107490412890911, + -0.021130790933966637, + -0.03822922706604004, + 0.010147593915462494, + 0.00332341599278152, + -0.02881196327507496, + 0.02017521671950817, + 0.017331430688500404, + 0.017603814601898193, + 0.020125096663832664, + 0.016400588676333427, + 0.009739194065332413, + -0.008446445688605309, + 0.0012945762136951089, + -0.00468009477481246, + 0.022676868364214897, + -0.014230973087251186, + -0.10147877782583237, + -0.006878795102238655, + -0.017846569418907166, + -0.010075131431221962, + 0.04627145454287529, + 0.03213074803352356, + 0.02253613993525505, + -0.14679022133350372, + 0.009416057728230953, + 0.014419330283999443, + -0.04343070462346077, + 0.01147280540317297, + 0.0037400878500193357, + -0.01614001952111721, + -0.0012624207884073257, + -0.01846269704401493, + -0.0374164879322052, + -0.00762550812214613, + -0.02528126910328865, + -0.008410830982029438, + 0.019980259239673615, + 0.019238976761698723, + 0.016515906900167465, + 0.005982414819300175, + -0.023121092468500137, + -0.012515328824520111, + -0.028473446145653725, + 0.0018713995814323425, + 0.014279598370194435, + -0.012623591348528862, + -0.028146497905254364, + -0.005429638084024191, + -0.0020657419227063656, + 0.020270971581339836, + 0.007930027320981026, + 0.013754297979176044, + 0.03117893822491169, + -0.013054437935352325, + -0.028176892548799515, + 0.02501647360622883, + -0.029975231736898422, + -0.06252969801425934, + 0.00031904506613500416, + -0.024887071922421455, + 0.016885697841644287, + 0.012329628691077232, + 0.0023694203700870275, + -0.00930174719542265, + -0.0018125660717487335, + -0.024706605821847916, + -0.03388050198554993, + 0.017970498651266098, + -0.015106759034097195, + 0.05578688159584999, + -0.012527965009212494, + 0.002446929458528757, + -0.03318742662668228, + -0.006738013122230768, + 0.014378469437360764, + 0.01489177905023098, + 0.013213987462222576, + 0.004349221009761095, + -0.01799887605011463, + -0.025099288672208786, + -0.041524022817611694, + -0.0057703773491084576, + 0.007961004972457886, + -0.01830068603157997, + 0.008118318393826485, + 0.018895205110311508, + 0.023964326828718185, + 0.03348847106099129, + -0.0031720029655843973, + -0.01803034543991089, + 0.003500562161207199, + -0.02897735685110092, + -0.018818115815520287, + 0.032027505338191986, + 0.0003351531340740621, + -0.025148430839180946, + -0.008593728765845299, + 0.010808627121150494, + 0.02188366837799549, + 0.02233651652932167, + 0.02943187765777111, + -0.04871021956205368, + -0.0066247484646737576, + -0.02397739514708519, + -0.022945629432797432, + 0.04451102763414383, + -0.001235930365510285, + -0.004602124914526939, + -0.01502768974751234, + 0.021991640329360962, + -0.021541042253375053, + -0.010587425902485847, + -0.05367717519402504, + 0.0048515708185732365, + 0.004260395187884569, + -0.0034661954268813133, + 0.018519524484872818, + -5.0954004109371454e-05, + -0.07193940877914429, + -0.02176365628838539, + -0.0025314223021268845, + 0.005389352794736624, + -0.006998306140303612, + 0.02445300854742527, + 0.020009882748126984, + 0.05029228329658508, + -0.01007610373198986, + -0.005633627064526081, + 0.0035364883951842785, + 0.0057106283493340015, + -0.0004772272950503975, + 0.027869410812854767, + 0.014626819640398026, + -0.03265281021595001, + -0.02965577132999897, + -0.019637856632471085, + -0.008377096615731716, + -0.03600463271141052, + 0.0014862576499581337, + 0.011766812764108181, + 0.026496129110455513, + -0.016224099323153496, + -0.0054824319668114185, + -0.004702846519649029, + 0.014998489059507847, + 0.005330104846507311, + 0.011389972642064095, + 0.02813347987830639, + -0.019172165542840958, + -0.025575725361704826, + 0.0084461634978652, + 0.04068610072135925, + -0.04092741012573242, + 0.0020152004435658455, + -0.0164827611297369, + -0.018267391249537468, + 0.009000696241855621, + -0.02515318989753723, + 0.0009419815614819527, + 0.022798825055360794, + 0.021991586312651634, + -0.00116391119081527, + 0.010847593657672405, + -0.00014041882241144776, + 0.01143131498247385, + 0.007595065515488386, + 0.0304583590477705, + -0.02709703892469406, + 0.10169178247451782, + 0.03176475688815117, + 0.023377878591418266 + ], + "scene_type": "sunset or sunrise scene", + "style": "stylized artistic", + "final_score": 0.5519057739580306, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.266959202464493 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.266959202464493, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15971153995467305, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12946493477625157, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_000.png b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_001.png b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_002.png b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_003.png b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_004.png b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_005.png b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_006.png b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_download_20260125_124034/state.json b/benchmark/outputs/sea_download_20260125_124034/state.json new file mode 100644 index 000000000..b450d0941 --- /dev/null +++ b/benchmark/outputs/sea_download_20260125_124034/state.json @@ -0,0 +1,645 @@ +{ + "job_id": "ralph_20260125_124034", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download.jpg", + "target_domain": "SEA", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5519057739580306, + "best_score": 0.5519057739580306, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2542356341645488 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2542356341645488, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13905910278242956, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09548418878623292, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": 0.1992431531806091, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.266959202464493 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.266959202464493, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15971153995467305, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12946493477625157, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:40:34.610072", + "updated_at": "2026-01-25T12:40:42.223873", + "completed_at": "2026-01-25T12:40:42.223825", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:40:36.176807", + "phase": "score", + "score": 0.5519057739580306, + "improvement": 0.5519057739580306, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.266959202464493 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.266959202464493 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.266959202464493, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15971153995467305, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12946493477625157, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.266959202464493 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.266959202464493, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15971153995467305, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12946493477625157, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:40:37.329716", + "phase": "score", + "score": 0.5519057739580306, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.30491923565017937 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.30491923565017937 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.30491923565017937, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18401253903444406, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11251614187211334, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.30491923565017937 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.30491923565017937, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18401253903444406, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11251614187211334, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:40:38.558332", + "phase": "score", + "score": 0.5519057739580306, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29210701432255476 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29210701432255476 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29210701432255476, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15256556226064957, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10088627531324387, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.2139375501051916, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29210701432255476 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29210701432255476, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15256556226064957, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10088627531324387, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.2139375501051916, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:40:39.808495", + "phase": "score", + "score": 0.5519057739580306, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22293849017795903 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22293849017795903 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22293849017795903, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1513124153077717, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11282473931045442, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22293849017795903 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22293849017795903, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1513124153077717, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11282473931045442, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:40:40.987329", + "phase": "score", + "score": 0.5519057739580306, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.36072836201869846 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.36072836201869846 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.36072836201869846, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14427207186365756, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14944645938608433, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.36072836201869846 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.36072836201869846, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14427207186365756, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14944645938608433, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:40:42.217960", + "phase": "score", + "score": 0.5519057739580306, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2542356341645488 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2542356341645488 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2542356341645488, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13905910278242956, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09548418878623292, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": 0.1992431531806091, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2542356341645488 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2542356341645488, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13905910278242956, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09548418878623292, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": 0.1992431531806091, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download_20260125_124034/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 7.885458946228027 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_images-10_20260125_124052/memory/jobs.json b/benchmark/outputs/sea_images-10_20260125_124052/memory/jobs.json new file mode 100644 index 000000000..8e2853bda --- /dev/null +++ b/benchmark/outputs/sea_images-10_20260125_124052/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_124052", + "embedding": [ + 0.019139481708407402, + 0.013506048358976841, + -0.008255328983068466, + 0.019419219344854355, + -0.003527832916006446, + -0.013470446690917015, + -0.017284249886870384, + 0.04839741438627243, + 0.004283844493329525, + -0.020602719858288765, + -0.011294910684227943, + -0.01403192337602377, + 0.07334363460540771, + -0.027125613763928413, + -0.0037463137414306402, + 0.008909189142286777, + 0.061419710516929626, + 0.016097132116556168, + 0.027600541710853577, + -0.025156404823064804, + -0.005469351075589657, + -0.0021349997259676456, + -0.014016187749803066, + -0.04707574471831322, + -0.012940935790538788, + 0.07848099619150162, + 0.03714922070503235, + 0.010261031799018383, + -0.0009402724681422114, + -0.0033977816347032785, + -0.0017826808616518974, + 0.01477381493896246, + 0.018539195880293846, + 0.04074563458561897, + 0.015042297542095184, + 0.029066067188978195, + -0.020665068179368973, + 0.028652742505073547, + 0.049492474645376205, + 0.0851069763302803, + -0.010470564477145672, + 0.03810138255357742, + 0.027417905628681183, + -0.0368620939552784, + 0.034090619534254074, + -0.09389889985322952, + 0.0013184441486373544, + -0.017344290390610695, + 0.014753544703125954, + 0.02473238669335842, + 0.02593379281461239, + 0.0027337088249623775, + 0.011035716161131859, + -0.03980488330125809, + 0.026438303291797638, + 0.005482863634824753, + -0.048269592225551605, + -0.040750548243522644, + 0.015107068233191967, + 0.004819660913199186, + 0.014771925285458565, + 0.015111060813069344, + -0.03127218782901764, + -0.01389531884342432, + 0.018445920199155807, + 0.024537084624171257, + -0.03668205067515373, + 0.01803494617342949, + -0.0165399219840765, + 0.00839674100279808, + -0.05853433161973953, + -0.03730091080069542, + -0.004265482537448406, + -0.052978310734033585, + -0.0021979317534714937, + -0.036453526467084885, + -0.012675177305936813, + -0.025535155087709427, + -0.006000797264277935, + -0.027064049616456032, + -0.037991371005773544, + -0.0008779267664067447, + 0.03233944624662399, + -0.038676317781209946, + 0.011871854774653912, + -0.00259576179087162, + -0.10831309109926224, + -0.0212141964584589, + -0.07120414078235626, + 0.024519259110093117, + 0.030842715874314308, + -0.016352541744709015, + -0.6392906904220581, + -0.018565628677606583, + -0.02670528180897236, + -0.019437570124864578, + -0.0029952554032206535, + 0.035985663533210754, + 0.000422613782575354, + -0.23201031982898712, + -0.01409792061895132, + -0.05641738325357437, + -0.019319863989949226, + -0.008381331339478493, + 0.03673621267080307, + 0.00872753281146288, + 0.10264858603477478, + 0.022325577214360237, + -0.005819532088935375, + -0.019265267997980118, + 0.011541450396180153, + 0.020420167595148087, + 0.005027816165238619, + -0.03497191518545151, + 0.0022774264216423035, + 0.017053108662366867, + -0.02946605533361435, + -0.0011659532319754362, + -0.02443321794271469, + 0.020618006587028503, + 0.0038942056708037853, + 0.0733853131532669, + 0.06147046759724617, + -0.002506196266040206, + -0.006230657920241356, + 0.05638989061117172, + -0.02343278005719185, + -0.02458602748811245, + -0.0060741109773516655, + 0.006019692402333021, + -0.025246160104870796, + 0.056861523538827896, + -0.02468562312424183, + 0.08633345365524292, + 0.04452718794345856, + -0.015614748932421207, + -0.021304287016391754, + 0.007634534500539303, + 0.02535594068467617, + -0.10036737471818924, + 0.0413719117641449, + -0.014997224323451519, + -0.016852105036377907, + 0.016761885955929756, + 0.02538222447037697, + -0.0004216738452669233, + -0.0238359235227108, + -0.011399529874324799, + 0.00814084243029356, + 0.00835881195962429, + 0.05931771919131279, + 0.00028881957405246794, + 0.017234545201063156, + -0.01924579218029976, + -0.04978334158658981, + -0.08085576444864273, + -0.05420360341668129, + 0.012492407113313675, + -0.04458992928266525, + 0.00696611450985074, + -0.002560779917985201, + 0.016110839322209358, + 0.014893504790961742, + 0.01524745300412178, + 0.031155338510870934, + 0.00885795708745718, + -0.030205007642507553, + 0.003232836490496993, + -0.05895388871431351, + 0.017877599224448204, + -0.017826324328780174, + 0.010468880645930767, + -0.0012438030680641532, + 0.00591265968978405, + -0.003335804445669055, + 0.026221925392746925, + 0.00936177745461464, + -0.022884514182806015, + -0.04812053591012955, + -0.00854890700429678, + 0.020061559975147247, + -0.02582629770040512, + -0.02545148693025112, + -0.0004290576616767794, + -0.0045887441374361515, + 0.018943212926387787, + -0.02780321054160595, + 0.038682397454977036, + -0.0011311923153698444, + -0.03369876742362976, + -0.02437358908355236, + -0.0272798053920269, + 0.0016005400102585554, + -0.0361395925283432, + 0.030662264674901962, + 0.04602230712771416, + 0.010703302919864655, + -0.03353067860007286, + 0.050002533942461014, + -0.04040324687957764, + -0.011307597160339355, + -0.04054898023605347, + -0.026285255327820778, + -0.015897903591394424, + 0.008757994510233402, + -0.04814298078417778, + -0.035687193274497986, + 0.03029969520866871, + 0.009001004509627819, + 0.03563499450683594, + 0.02692265622317791, + -0.020661301910877228, + 0.004969152621924877, + 0.002565224189311266, + -0.03338289633393288, + 0.00410187104716897, + 0.031102916225790977, + 0.0332040973007679, + 0.08032270520925522, + 0.030809054151177406, + 0.07266484200954437, + -0.011856681667268276, + -0.01769765466451645, + -0.029368698596954346, + -0.03245822340250015, + 0.010761781595647335, + 0.007103550247848034, + -0.01753302849829197, + 0.010944142006337643, + -0.030785618349909782, + 0.01393177267163992, + -0.031103836372494698, + 0.011847869493067265, + 0.06164143607020378, + 0.04136863350868225, + -0.017287639901041985, + -0.0354769304394722, + -0.010490171611309052, + 0.0017789620906114578, + 0.00474952207878232, + -0.015193033963441849, + -0.006098538637161255, + 0.012907176278531551, + 0.04944003373384476, + 0.05512286350131035, + -0.008604157716035843, + 0.0022929005790501833, + -0.006045972928404808, + 0.03489185869693756, + 0.010323808528482914, + -0.02621948905289173, + 0.0010944820242002606, + 0.02719806134700775, + -0.06047539785504341, + -0.040158554911613464, + 0.010658038780093193, + 0.021892612800002098, + -0.02987254410982132, + 0.113063283264637, + -0.039990171790122986, + 0.010928567498922348, + -0.026007073000073433, + -0.002863758709281683, + 0.1345718801021576, + -0.006199114955961704, + -0.03619884327054024, + -0.005220905877649784, + 0.01721012406051159, + -0.03390156477689743, + -0.024439118802547455, + 0.0310053750872612, + 0.005766183603554964, + 0.025476370006799698, + -0.033564478158950806, + -0.03233800455927849, + 0.05092233791947365, + 0.0006473931134678423, + 0.017848152667284012, + 0.037949029356241226, + 0.05145459994673729, + 0.021122124046087265, + 0.016138149425387383, + 0.028137704357504845, + 0.035896699875593185, + 0.013196419924497604, + 0.013053218834102154, + -0.08377014100551605, + -0.008033068850636482, + 0.007120611146092415, + 0.00837220624089241, + -0.025026293471455574, + 0.0461084321141243, + 0.019523637369275093, + 0.04762157425284386, + -0.03849436715245247, + -0.02178109623491764, + 0.02371174283325672, + 0.003508265595883131, + 0.012755746021866798, + 0.006319992709904909, + 0.009804653003811836, + -0.053414855152368546, + -0.019311143085360527, + 0.001822853460907936, + -0.0023753272835165262, + 0.030813751742243767, + 0.04307767376303673, + -0.015015235170722008, + 0.00907804910093546, + 0.05474427342414856, + -0.02121090516448021, + -0.003288113744929433, + 0.08611186593770981, + -0.00458587845787406, + 0.004597245249897242, + -0.0015239715576171875, + 0.0009276567143388093, + 0.001429086783900857, + 0.022184938192367554, + -0.04468390345573425, + 0.03508640453219414, + 0.0630788654088974, + -0.014574062079191208, + -0.00891115516424179, + 0.010146841406822205, + 0.02656111679971218, + -0.041675034910440445, + 0.003835572162643075, + 0.005069233942776918, + 0.008906194008886814, + 0.020366927608847618, + -0.018714142963290215, + 0.004336430691182613, + 0.036099158227443695, + -0.03738941624760628, + 0.006828406360000372, + 0.03734719753265381, + -0.018757915124297142, + -0.008084024302661419, + -0.01052610669285059, + -0.014306819997727871, + -0.01026842650026083, + -0.005424798466265202, + 0.029127076268196106, + 0.024084264412522316, + -0.029430599883198738, + 0.0046807038597762585, + -0.008723849430680275, + -0.02573259547352791, + 0.03514089807868004, + 0.0015161435585469007, + 0.0324317067861557, + 0.04162168502807617, + 0.011148049496114254, + 0.004069244023412466, + 0.06316182017326355, + -0.03969148173928261, + -0.13940905034542084, + -0.011538971215486526, + 0.026634739711880684, + -0.0058990041725337505, + -0.0106878150254488, + 0.04694525524973869, + 0.013008961454033852, + -0.1360631138086319, + -0.03530280292034149, + 0.02518276311457157, + -0.038945917040109634, + -0.010474766604602337, + 0.00712652038782835, + -0.009702415205538273, + -0.026779234409332275, + -0.03410224989056587, + 0.002564658410847187, + -0.0397724024951458, + -0.0456128753721714, + -0.010107576847076416, + 0.0019216231303289533, + 0.08048093318939209, + -0.012383699417114258, + 0.0422457791864872, + -0.024234216660261154, + 0.012193805538117886, + -0.011981472373008728, + 0.010363055393099785, + -0.02938857115805149, + -0.039039239287376404, + -0.03533182293176651, + 0.0037907531950622797, + 0.07209844887256622, + -0.025815317407250404, + -0.012881910428404808, + -0.014721632935106754, + 0.04267449676990509, + -0.01671338640153408, + -0.04777085408568382, + 0.004894816782325506, + -0.03703833743929863, + -0.04110993817448616, + -0.040406469255685806, + -0.002707772422581911, + 0.015060802921652794, + -0.0005127330659888685, + -0.048051126301288605, + 0.023149067535996437, + -0.028888417407870293, + -0.0026164669543504715, + -0.00773061066865921, + 0.03683017939329147, + -0.04186641052365303, + 0.04546418786048889, + -0.007385820150375366, + 0.047498177736997604, + -0.03533812239766121, + -0.036072585731744766, + -0.04523162171244621, + 0.0018939754227176309, + 0.009414455853402615, + 0.028664682060480118, + 0.020721333101391792, + -0.022052323445677757, + -0.049616869539022446, + 0.027198271825909615, + -0.037441808730363846, + -0.0219892468303442, + 0.0017800498753786087, + -0.005260227248072624, + 0.06389202177524567, + -0.023788072168827057, + -0.011096760630607605, + -0.07432522624731064, + -0.0316334143280983, + -0.052350565791130066, + 0.018214160576462746, + -0.02047988399863243, + -0.012450245209038258, + 0.023425661027431488, + -0.005039681680500507, + 0.0015188438119366765, + 0.0059249503538012505, + 0.0037783433217555285, + 0.01702292263507843, + -0.0432920977473259, + -0.008685128763318062, + -0.012731483206152916, + -0.007983739487826824, + -0.01650681160390377, + -0.014958889223635197, + -0.02262802980840206, + -0.01454160176217556, + -0.00672460300847888, + -0.005967338569462299, + 0.005686500575393438, + -0.05044780299067497, + -0.021343229338526726, + 0.014145731925964355, + 0.03214481100440025, + 0.030678778886795044, + -0.021512256935238838, + -0.04511914402246475, + -0.027114398777484894, + -0.017578693106770515, + -0.024300824850797653, + 0.0200647059828043, + 0.008347640745341778, + 0.03357018902897835, + -0.011183724738657475, + -0.0069834990426898, + -0.018305080011487007, + -0.004701291676610708, + 0.012843134813010693, + -0.002498155226930976, + 0.04449823871254921, + 0.005411337595432997, + 0.004540118854492903, + 0.032337166368961334, + -0.002376394812017679, + 0.009086638689041138, + -0.023174332454800606, + -0.03369477763772011, + 0.0005120742716826499, + -0.042265791445970535, + 3.305726568214595e-05, + -0.008401560597121716, + -0.020181352272629738, + 0.03157496824860573, + 0.03925127908587456, + 0.004994175862520933, + 0.011706870049238205, + -0.013682554475963116, + -0.04097519442439079, + -0.013540905900299549, + 0.02591276355087757, + -0.04614663124084473, + -0.030014563351869583, + -0.010966986417770386, + -0.003432411001995206, + 0.023060793057084084, + -0.018471769988536835, + -0.001794849755242467, + 0.06620948761701584, + 0.002058349782600999, + -0.0037009743973612785, + -0.024444980546832085, + -0.032946839928627014, + 0.004320626612752676, + 0.012807769700884819, + 0.03649720549583435, + -0.010388159193098545, + 0.0011008178116753697, + 0.004582456778734922, + 0.026689618825912476 + ], + "scene_type": "sunset or sunrise scene", + "style": "bright cheerful atmosphere", + "final_score": 0.5129405906571346, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22829011966562718 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22829011966562718, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1250185557982309, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1308492070933034, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_000.png b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_001.png b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_002.png b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_003.png b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_004.png b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_005.png b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_006.png b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-10_20260125_124052/state.json b/benchmark/outputs/sea_images-10_20260125_124052/state.json new file mode 100644 index 000000000..9f92e848a --- /dev/null +++ b/benchmark/outputs/sea_images-10_20260125_124052/state.json @@ -0,0 +1,627 @@ +{ + "job_id": "ralph_20260125_124052", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/images-10.jpg", + "target_domain": "SEA", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5129405906571346, + "best_score": 0.5129405906571346, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3260460042485835 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3260460042485835, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13437429453417424, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12338017763866754, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22829011966562718 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22829011966562718, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1250185557982309, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1308492070933034, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:40:52.963269", + "updated_at": "2026-01-25T12:41:01.297133", + "completed_at": "2026-01-25T12:41:01.297089", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:40:54.796921", + "phase": "score", + "score": 0.5129405906571346, + "improvement": 0.5129405906571346, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22829011966562718 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22829011966562718 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22829011966562718, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1250185557982309, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1308492070933034, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22829011966562718 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22829011966562718, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1250185557982309, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1308492070933034, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:40:56.051240", + "phase": "score", + "score": 0.5129405906571346, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28061648718681637 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28061648718681637 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28061648718681637, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13301045335847764, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12000855776559667, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28061648718681637 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28061648718681637, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13301045335847764, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12000855776559667, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:40:57.433880", + "phase": "score", + "score": 0.5129405906571346, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2623052122497065 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2623052122497065 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2623052122497065, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12556580867467845, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16448706034329172, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.06871555855138478, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2623052122497065 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2623052122497065, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12556580867467845, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16448706034329172, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.06871555855138478, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:40:58.678479", + "phase": "score", + "score": 0.5129405906571346, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26142739877246196 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26142739877246196 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26142739877246196, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16557562904390521, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15401329376887452, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26142739877246196 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26142739877246196, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16557562904390521, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15401329376887452, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:41:00.052057", + "phase": "score", + "score": 0.5129405906571346, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2543736465276441 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2543736465276441 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2543736465276441, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1354641493445017, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16304277943764328, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2543736465276441 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2543736465276441, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1354641493445017, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16304277943764328, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:41:01.290996", + "phase": "score", + "score": 0.5129405906571346, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3260460042485835 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3260460042485835 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3260460042485835, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13437429453417424, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12338017763866754, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3260460042485835 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3260460042485835, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13437429453417424, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12338017763866754, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-10_20260125_124052/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.612205982208252 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_images-11_20260125_124102/memory/jobs.json b/benchmark/outputs/sea_images-11_20260125_124102/memory/jobs.json new file mode 100644 index 000000000..6ba791373 --- /dev/null +++ b/benchmark/outputs/sea_images-11_20260125_124102/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_124102", + "embedding": [ + 0.03561215102672577, + 0.01569255255162716, + -0.02323370985686779, + -0.017824379727244377, + 0.01087426207959652, + -0.010951163247227669, + -0.02195543423295021, + 0.0681150034070015, + 0.06033254414796829, + 0.002081348095089197, + -0.002293491270393133, + -0.035665374249219894, + 0.030528396368026733, + -0.016002651304006577, + -0.00012403661094140261, + -0.006613589357584715, + 0.011921620927751064, + 0.030554261058568954, + 0.03828201815485954, + -0.015058298595249653, + -0.060449931770563126, + 0.004776957910507917, + 0.003313615685328841, + -0.02139017917215824, + -0.009166909381747246, + 0.02874995395541191, + 0.018120482563972473, + -0.0006028338684700429, + -0.00912284106016159, + 0.020613275468349457, + -0.006994402967393398, + 0.004089160822331905, + 0.011631292290985584, + 0.005695011466741562, + -0.011476852931082249, + -0.004876152146607637, + -0.004808251745998859, + 0.00954621285200119, + 0.031099259853363037, + 0.027404312044382095, + -0.003112551523372531, + 0.028582001104950905, + 0.022575151175260544, + -0.011084047146141529, + 0.007814820855855942, + -0.02880171872675419, + -0.012258905917406082, + -0.014366267248988152, + -0.021454419940710068, + -0.0004279895802028477, + -0.01690429262816906, + 0.005325620993971825, + 0.007379795424640179, + -0.04063434898853302, + -0.023680616170167923, + -0.01839827373623848, + -0.041168779134750366, + -0.01088730525225401, + 0.01885281875729561, + 0.009880919009447098, + -0.002103605540469289, + 0.0023040708620101213, + -0.012045018374919891, + -0.03593989461660385, + 0.022286834195256233, + -0.010320369154214859, + -0.012411118485033512, + 0.04947531223297119, + 0.004115208517760038, + 0.015489297918975353, + -0.04367255046963692, + 0.008406025357544422, + -0.0021380269899964333, + -0.007584021892398596, + -0.008870622143149376, + -0.005570426117628813, + -0.00790429674088955, + -0.01488975714892149, + 0.014165655709803104, + -0.06269699335098267, + -6.600234337383881e-05, + -0.02354741096496582, + 0.0518200509250164, + -0.05466748774051666, + 0.018271109089255333, + -0.019624261185526848, + -0.06690291315317154, + -0.022968631237745285, + -0.04416290298104286, + -0.011067585088312626, + 0.009908645413815975, + -0.046253178268671036, + -0.7358726263046265, + -0.04574980214238167, + -0.0020755997393280268, + 0.020710062235593796, + -0.018272165209054947, + 0.01059745904058218, + -0.007498042192310095, + -0.22132642567157745, + 0.0032848988194018602, + -0.04047689959406853, + -0.021857403218746185, + 0.019374607130885124, + 0.029794318601489067, + 0.01862560212612152, + 0.11227929592132568, + 0.04423191770911217, + 0.017122559249401093, + -0.0016934492159634829, + 0.004894424229860306, + 0.03463004156947136, + 0.03844344988465309, + -0.0060239820741117, + 0.01237056590616703, + -0.005225596483796835, + -0.03002922423183918, + -0.0019295891979709268, + -0.022804299369454384, + 0.012825320474803448, + -0.012821612879633904, + 0.03686556965112686, + 0.06112568825483322, + -0.021671373397111893, + 0.02041574753820896, + 0.023397071287035942, + -0.0020684946794062853, + -0.0005989117780700326, + 0.01259525865316391, + 0.019397364929318428, + -0.0007440845365636051, + 0.030750909820199013, + -0.046565789729356766, + 0.08348242193460464, + 0.017203332856297493, + 0.0166720449924469, + -0.008969832211732864, + -0.018395770341157913, + 0.022794032469391823, + -0.014841191470623016, + 0.004846822004765272, + -0.008618374355137348, + -0.016914641484618187, + -0.024622417986392975, + 0.005990668199956417, + -0.005407887510955334, + -0.009159781970083714, + 0.007136255037039518, + -0.02156726084649563, + 0.011556370183825493, + 0.025412604212760925, + 0.00513437669724226, + -0.009419625625014305, + 0.0026476141065359116, + -0.026874074712395668, + -0.04863157868385315, + -0.021711429581046104, + 0.004631571937352419, + -0.0161859430372715, + 0.017780033871531487, + -0.014212614856660366, + -0.004679501987993717, + 0.031023262068629265, + 0.003324553370475769, + 0.057860925793647766, + 0.01337445992976427, + -0.04300585016608238, + 0.015049214474856853, + -0.02059577964246273, + 0.011276892386376858, + -0.016353590413928032, + -0.003579347161576152, + -0.004354740492999554, + 0.0024542282335460186, + 0.007352135144174099, + 0.039352897554636, + -0.016642190515995026, + 0.009206011891365051, + -0.04664052277803421, + 0.02066468633711338, + 0.045266661792993546, + 0.0011291682021692395, + -0.007547019049525261, + 0.0008207480423152447, + 0.01791607402265072, + 0.02704300731420517, + -0.0028872883412986994, + 0.010074674151837826, + 0.01027009915560484, + -0.03504156693816185, + -0.026949698105454445, + -0.028955234214663506, + -0.0157412551343441, + -0.009580763056874275, + 0.06135939806699753, + 0.0009087161743082106, + 0.025080524384975433, + 0.0008821124793030322, + 0.03607285022735596, + 0.0071955397725105286, + 0.018465103581547737, + -0.025972548872232437, + -0.014775329269468784, + -0.0003199271741323173, + -0.02048441208899021, + -0.018264472484588623, + 0.01320590078830719, + -0.015114695765078068, + 0.0237744078040123, + 0.007880107499659061, + 0.023031681776046753, + 0.028134720399975777, + 0.016799675300717354, + 1.2897177839477081e-05, + -0.041469261050224304, + 0.024349838495254517, + 0.02517063543200493, + 0.02143947221338749, + 0.05963769555091858, + 0.01604853942990303, + 0.049661990255117416, + -0.05745312198996544, + 0.014785942621529102, + 0.005621250718832016, + 0.007617034018039703, + -0.02095208130776882, + 0.010274497792124748, + -0.026891397312283516, + 0.008844937197864056, + -0.03354403004050255, + 0.028484294191002846, + -0.02184665948152542, + 0.006161957047879696, + 0.04491667449474335, + 0.014205977320671082, + -0.05844584479928017, + 0.004004728980362415, + -0.017407355830073357, + -0.0004348279326222837, + -0.007241252344101667, + -0.020678339526057243, + 0.005769234616309404, + -0.0037236479111015797, + 0.0038486355915665627, + 0.04353168234229088, + 0.006718338001519442, + 0.0025521612260490656, + 0.015865199267864227, + 0.018608547747135162, + -0.002154306974261999, + -0.021896611899137497, + 0.012112569063901901, + 0.011034327559173107, + -0.014395076781511307, + -0.03868758678436279, + 0.005365732591599226, + 0.0052155922167003155, + 0.012807870283722878, + 0.1871049553155899, + -0.03166675940155983, + 0.004504764918237925, + -0.022482644766569138, + 0.0014035907806828618, + 0.04506230354309082, + 0.003814908443018794, + -0.02945650741457939, + -0.004754537716507912, + 0.0104770977050066, + 0.004549661185592413, + -0.002265453804284334, + 0.03320896998047829, + -0.027271006256341934, + 0.04305298253893852, + 0.0016327472403645515, + -0.012262360192835331, + 0.029306301847100258, + 0.014685981906950474, + 0.010852901265025139, + 0.011549614369869232, + 0.04777833819389343, + 0.03837777301669121, + 0.03349025920033455, + 0.02312125265598297, + 0.028406985104084015, + -0.013135310262441635, + -0.024664459750056267, + -0.14950522780418396, + -0.016125822439789772, + 0.015879828482866287, + 0.01544332318007946, + 0.0259767584502697, + 0.017782649025321007, + 0.004867153242230415, + 0.018494827672839165, + -0.03176964446902275, + -0.014836749993264675, + -0.02174050733447075, + 0.02496468834578991, + -0.0057473983615636826, + 0.01328314933925867, + 0.012378333136439323, + 0.008582065813243389, + -0.004827441647648811, + 0.014753025956451893, + 0.012324955314397812, + 0.020016752183437347, + 0.003070828504860401, + -0.01917632482945919, + -0.0021230895072221756, + 0.03196742758154869, + -0.012922702357172966, + 0.0035263041500002146, + 0.08340803533792496, + 0.015213171020150185, + -0.013621079735457897, + -0.028121765702962875, + 0.0318150632083416, + 0.01741653122007847, + 0.009070873260498047, + -0.04829930141568184, + 0.03063848428428173, + 0.11909819394350052, + 0.017326895147562027, + -0.014317971654236317, + -0.005859279073774815, + 0.0031238591764122248, + -0.0018857166869565845, + 0.024263126775622368, + -0.013246298767626286, + 0.0495840348303318, + 0.021951286122202873, + -0.01038519199937582, + 0.03728985786437988, + -0.0010003156494349241, + -0.021554600447416306, + 0.00021564010239671916, + 0.019359083846211433, + 0.014422549866139889, + -0.013527758419513702, + 0.00012385769514366984, + 0.002066979883238673, + -0.011110863648355007, + 0.0036756994668394327, + -0.004155408591032028, + -0.011627697385847569, + -0.019847407937049866, + 0.0067237745970487595, + 0.02175172045826912, + -0.009600565768778324, + -0.002634877571836114, + -0.010299352928996086, + 0.029015513136982918, + -0.02164642885327339, + -0.006668905261904001, + 0.0194683987647295, + 0.032116763293743134, + -0.021801136434078217, + -0.11454147100448608, + 0.014002874493598938, + -0.02709556557238102, + -0.037359632551670074, + 0.024809716269373894, + 0.030493535101413727, + 0.008599706925451756, + -0.13448534905910492, + -0.007459735497832298, + -0.008007824420928955, + -0.040365755558013916, + -0.00436788983643055, + 0.01183297298848629, + 0.01934526115655899, + 0.006985554471611977, + -0.01528298482298851, + -0.010526941157877445, + -0.01838686130940914, + -0.007899358868598938, + -0.012042784132063389, + 0.01277151145040989, + 0.07169225811958313, + 0.013026325032114983, + 0.011111854575574398, + 0.0037094929721206427, + 0.0009737138170748949, + -0.045268040150403976, + 0.02176472544670105, + -0.01723974011838436, + -0.013352499343454838, + -0.020173413679003716, + -0.013924860395491123, + 0.06486635655164719, + 0.005590013228356838, + -0.014076650142669678, + 0.0007816868019290268, + 0.05524449422955513, + -0.018105851486325264, + -0.05592375993728638, + 0.004965546075254679, + -0.052617937326431274, + -0.047572582960128784, + 0.003474560799077153, + 0.00017003354150801897, + 0.009626463986933231, + -0.0004390639078337699, + -0.04147391766309738, + 0.01730421744287014, + -0.026666652411222458, + -0.014383716508746147, + -0.008875526487827301, + 0.051340412348508835, + -0.023083191365003586, + 0.03843192756175995, + 0.02116709202528, + 0.038102295249700546, + -0.017062745988368988, + 0.010633228346705437, + 0.019617045298218727, + 0.02811143361032009, + 0.0049714380875229836, + 0.015485028736293316, + 0.008752452209591866, + -0.019627796486020088, + -0.05653952434659004, + 0.000601678853854537, + -0.04029161483049393, + -0.017565961927175522, + 0.0067691318690776825, + 0.01688443310558796, + 0.037270687520504, + -0.044193148612976074, + -0.004393609706312418, + -0.008844076655805111, + -0.006265327800065279, + -0.061560191214084625, + 0.017045313492417336, + 0.014399382285773754, + -0.0006897300481796265, + -0.03009069338440895, + -0.019436676055192947, + -0.0007402733317576349, + -0.008197899907827377, + 0.010683383792638779, + 0.018213942646980286, + -0.02808975987136364, + -0.004273263271898031, + 0.00486186146736145, + 0.003006972838193178, + 0.024037642404437065, + -0.009059976786375046, + -0.008610531687736511, + -0.015401756390929222, + -0.0002477373054716736, + 0.0057286787778139114, + 0.01244212407618761, + 0.004822972696274519, + -0.023355208337306976, + 0.02840365841984749, + 0.007417877204716206, + -0.008318714797496796, + 0.010214431211352348, + -0.058791425079107285, + -0.02866341732442379, + -0.009171850979328156, + -0.010908023454248905, + -0.011801360175013542, + 0.019574563950300217, + 0.03319151699542999, + 0.0339728519320488, + 0.000489958911202848, + -0.024204066023230553, + 0.003521308768540621, + 0.02772408351302147, + 0.0027581765316426754, + 0.006784151308238506, + 0.03495901823043823, + -0.012292957864701748, + -0.011237094178795815, + -0.002522402908653021, + 0.00913762953132391, + -0.02960594929754734, + -0.01699047163128853, + 0.0009782783454284072, + -0.0365242101252079, + -0.018926383927464485, + -0.009762882255017757, + -0.009600224904716015, + 0.03208082914352417, + 0.002130890730768442, + 0.004848466254770756, + 0.016794363036751747, + 0.004852958954870701, + 0.004129126202315092, + 0.009126261807978153, + 0.02790237031877041, + -0.04391962289810181, + -0.03133561462163925, + 0.009012416936457157, + -0.0002464143617544323, + 0.02149757742881775, + -0.01116617675870657, + -0.005200706422328949, + 0.027899913489818573, + 0.0047549172304570675, + -0.004026541020721197, + -0.03651067614555359, + -0.012926951982080936, + 0.011853276751935482, + -0.018046453595161438, + 0.03139679133892059, + -0.02660551108419895, + 0.027440883219242096, + 0.012962795794010162, + 0.007339234463870525 + ], + "scene_type": "sunset or sunrise scene", + "style": "bright cheerful atmosphere", + "final_score": 0.5472968473404801, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3564433749378977 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3564433749378977, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13539767921428605, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10964866435091715, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_000.png b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_001.png b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_002.png b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_003.png b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_004.png b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_005.png b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_006.png b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-11_20260125_124102/state.json b/benchmark/outputs/sea_images-11_20260125_124102/state.json new file mode 100644 index 000000000..a19ecbff1 --- /dev/null +++ b/benchmark/outputs/sea_images-11_20260125_124102/state.json @@ -0,0 +1,651 @@ +{ + "job_id": "ralph_20260125_124102", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/images-11.jpg", + "target_domain": "SEA", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5472968473404801, + "best_score": 0.5472968473404801, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23818782356506865 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23818782356506865, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15860191327341103, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1017505967160826, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3564433749378977 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3564433749378977, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13539767921428605, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10964866435091715, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:41:02.535533", + "updated_at": "2026-01-25T12:41:10.580036", + "completed_at": "2026-01-25T12:41:10.579995", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:41:04.444793", + "phase": "score", + "score": 0.5472968473404801, + "improvement": 0.5472968473404801, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3564433749378977 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3564433749378977 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3564433749378977, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13539767921428605, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10964866435091715, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3564433749378977 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3564433749378977, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13539767921428605, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10964866435091715, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:41:05.817426", + "phase": "score", + "score": 0.5472968473404801, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2574067323074047 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2574067323074047 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2574067323074047, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1461378363957539, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11749354571863858, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.16464680657315736, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2574067323074047 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2574067323074047, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1461378363957539, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11749354571863858, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.16464680657315736, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:41:07.057249", + "phase": "score", + "score": 0.5472968473404801, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28854046007621725 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28854046007621725 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28854046007621725, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18075663567287772, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14965164265327396, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28854046007621725 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28854046007621725, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18075663567287772, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14965164265327396, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:41:08.152603", + "phase": "score", + "score": 0.5472968473404801, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.35024663043971727 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.35024663043971727 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.35024663043971727, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17191149651714155, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11203141910346802, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": -0.03607609478772722, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.35024663043971727 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.35024663043971727, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17191149651714155, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11203141910346802, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": -0.03607609478772722, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:41:09.490466", + "phase": "score", + "score": 0.5472968473404801, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2426972448445063 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2426972448445063 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2426972448445063, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15475995078916466, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11534595289618757, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.10554958357472455, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2426972448445063 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2426972448445063, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15475995078916466, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11534595289618757, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.10554958357472455, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:41:10.573852", + "phase": "score", + "score": 0.5472968473404801, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23818782356506865 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23818782356506865 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23818782356506865, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15860191327341103, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1017505967160826, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23818782356506865 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23818782356506865, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15860191327341103, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1017505967160826, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-11_20260125_124102/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.273641109466553 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_images-1_20260125_124043/memory/jobs.json b/benchmark/outputs/sea_images-1_20260125_124043/memory/jobs.json new file mode 100644 index 000000000..b146fa8f3 --- /dev/null +++ b/benchmark/outputs/sea_images-1_20260125_124043/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_124043", + "embedding": [ + 0.03667113184928894, + 0.021830059587955475, + -0.0056118653155863285, + -0.015191631391644478, + 0.011180955916643143, + -0.02115374617278576, + -0.027787456288933754, + 0.0022367292549461126, + 0.051067888736724854, + 0.009484698064625263, + 0.031938906759023666, + -0.019888795912265778, + 0.016022268682718277, + -0.007903074845671654, + -0.018839536234736443, + -0.0006024204194545746, + 0.07164831459522247, + 0.047197096049785614, + 0.06235849857330322, + -0.045000627636909485, + -0.08119214326143265, + -0.006722366902977228, + -0.01568801887333393, + -0.015567373484373093, + 0.0029530576430261135, + 0.03547076880931854, + 0.011522045359015465, + -0.019127842038869858, + 0.01336255855858326, + 0.01409897580742836, + 0.006713599432259798, + 0.025207780301570892, + 0.008454743772745132, + 0.00460840156301856, + -0.06236177310347557, + -0.0015652740839868784, + -0.008394774049520493, + 0.0025630281306803226, + 0.002474937355145812, + 0.0522916279733181, + 0.019849559292197227, + 0.012655428610742092, + -0.011077727191150188, + -0.010113770142197609, + 0.014858604408800602, + -0.01753426343202591, + 0.01963440142571926, + -0.008737113326787949, + -0.04420197382569313, + 0.01612681709229946, + -0.01705455221235752, + 0.01292208768427372, + -0.009028378874063492, + -0.05131243169307709, + -0.02601565234363079, + -0.03803640976548195, + -0.030615217983722687, + -0.023232467472553253, + 0.039408568292856216, + 0.013537656515836716, + 0.0031286287121474743, + 0.011476699262857437, + -0.01037998590618372, + -0.02240780182182789, + 0.014798198826611042, + -0.015803461894392967, + -0.031744591891765594, + 0.0633232444524765, + -0.024466197937726974, + 0.01607906073331833, + -0.022572167217731476, + -0.0023521927651017904, + 0.010009079240262508, + 0.0002757030015345663, + 0.0259329192340374, + -0.024686744436621666, + -0.03600967302918434, + -0.01658637635409832, + -0.026339855045080185, + -0.043074753135442734, + 0.037032898515462875, + -0.022434810176491737, + 0.03655420243740082, + -0.047616101801395416, + 0.033551912754774094, + -0.004259285982698202, + -0.07422108948230743, + -0.021156994625926018, + -0.05398699268698692, + -0.0054915230721235275, + 0.0025800953153520823, + -0.050438228994607925, + -0.7269420027732849, + -0.04908670857548714, + -0.022636979818344116, + 0.030820192769169807, + -0.02150401659309864, + 0.0018934570252895355, + 0.004901111125946045, + -0.21870969235897064, + 0.022329475730657578, + -0.019862864166498184, + -0.047724246978759766, + 0.0006650114082731307, + 0.04306259751319885, + 0.008619173429906368, + 0.1367524117231369, + 0.013869227841496468, + -0.00010510218271519989, + 0.014966508373618126, + 0.013279321603477001, + -0.016745049506425858, + 0.02642584964632988, + -0.008892679587006569, + 0.00795444380491972, + -0.021840130910277367, + -0.022176546975970268, + -0.006140818819403648, + -0.04121187701821327, + 0.02261548861861229, + -0.032493457198143005, + 0.016921821981668472, + 0.04263368993997574, + -0.038740042597055435, + -0.006987148430198431, + -0.024414341896772385, + -0.01471728552132845, + -0.01801755279302597, + 0.01884019374847412, + 0.044136516749858856, + -0.005732160527259111, + 0.04466050863265991, + -0.0305246002972126, + 0.08459331840276718, + 0.0305092204362154, + 0.011438190005719662, + -0.004249135497957468, + -0.038467004895210266, + -0.013279915787279606, + -0.017643796280026436, + -0.007795559708029032, + -0.013184105046093464, + -0.035865891724824905, + -0.0288553386926651, + 0.018950464203953743, + 0.00964378286153078, + -0.01290187705308199, + 0.026854315772652626, + -0.017754169180989265, + 0.018619632348418236, + 0.013397359289228916, + 0.020846175029873848, + 0.049309588968753815, + -0.0033040051348507404, + -0.020836252719163895, + -0.021880533546209335, + -0.021166160702705383, + -0.002431681379675865, + -0.015220431610941887, + 0.02334027737379074, + -0.038576241582632065, + -0.021318206563591957, + 0.022319583222270012, + -0.02159961871802807, + 0.04876025393605232, + 0.00982225313782692, + -0.0235794335603714, + 0.024453893303871155, + -0.017375238239765167, + 0.020517928525805473, + -0.00469165900722146, + 0.011913991533219814, + -0.01648712158203125, + -0.02247186377644539, + -0.037038225680589676, + 0.03502476215362549, + -0.030052417889237404, + 0.015226379968225956, + -0.03630370646715164, + 9.357288217870519e-05, + 0.05615353584289551, + 0.0031265090219676495, + 0.02615976147353649, + -0.019501077011227608, + 0.019244644790887833, + 0.01847235858440399, + 0.003914977889508009, + 0.010180593468248844, + -0.015854738652706146, + -0.027470916509628296, + -0.04624321684241295, + 0.008196374401450157, + -0.016551649197936058, + -0.017380377277731895, + 0.05325014889240265, + 0.015884732827544212, + 0.035571012645959854, + -0.003013984765857458, + 0.012860093265771866, + 0.0034296363592147827, + 0.020262455567717552, + -0.03841380774974823, + -0.021237438544631004, + 0.0076776850037276745, + -0.003545355284586549, + -0.010815288871526718, + -0.004271427635103464, + 0.00734817236661911, + 0.025107204914093018, + -0.011333025060594082, + -4.237128086970188e-05, + 0.031157927587628365, + -0.010272527113556862, + 0.0011744413059204817, + -0.04496960714459419, + 0.022750280797481537, + 0.014753085561096668, + 0.03694244846701622, + 0.06623822450637817, + -0.00443650409579277, + 0.0612105056643486, + -0.05331840366125107, + -0.008675762452185154, + -0.012701082043349743, + 0.010463976301252842, + 0.003190053626894951, + -0.004230289254337549, + -0.011089570820331573, + 0.013450143858790398, + -0.01733572781085968, + 0.017248226329684258, + -0.010842936113476753, + -0.01006817352026701, + 0.03207356110215187, + 0.0031924389768391848, + -0.08905696123838425, + -0.007346060127019882, + -0.01193931419402361, + 0.004131102468818426, + -0.010348758660256863, + -0.0030341162346303463, + 0.030953990295529366, + -0.022855283692479134, + 0.009277786128222942, + 0.0014470623573288321, + 0.0007227996829897165, + 0.004275980405509472, + 0.027065638452768326, + 0.010048896074295044, + -0.0034831988159567118, + 0.0016947592375800014, + 0.02911308966577053, + -0.008042913861572742, + 0.011585409753024578, + -0.0009027456981129944, + 0.0018989375093951821, + 0.0077230972237885, + 0.024492889642715454, + 0.1764306277036667, + -0.012243850156664848, + -0.0021515018306672573, + -0.028283970430493355, + 0.015160934999585152, + 0.06149967387318611, + -0.004791811108589172, + -0.024831024929881096, + -0.013658120296895504, + 0.011969897896051407, + 0.02959318645298481, + 0.001684591406956315, + 0.004367492161691189, + -0.01280168630182743, + 0.02058575116097927, + -0.0017373403534293175, + -0.014095509424805641, + 0.00014517336967401206, + -0.004768528044223785, + 0.014177513308823109, + 0.006452340167015791, + 0.017983023077249527, + 0.02380724623799324, + 0.011934390291571617, + -0.0009546094224788249, + 0.007844499312341213, + 0.01002342626452446, + -0.02429639920592308, + -0.0358562245965004, + -0.001708600320853293, + 0.01026602741330862, + -0.009507732465863228, + 0.020465314388275146, + 0.02027769386768341, + -8.197484567062929e-05, + 0.016277814283967018, + -0.03445021063089371, + -0.010016633197665215, + -0.05249482020735741, + 0.03673827648162842, + -0.0045076897367835045, + 0.016029220074415207, + -0.008782569319009781, + -0.0015667543048039079, + -0.01142793521285057, + 0.028997767716646194, + 0.012484134174883366, + -0.01391003467142582, + 0.017962630838155746, + -0.006209787912666798, + 0.013116725720465183, + 0.0020909460727125406, + -0.006960701197385788, + 0.012687306851148605, + 0.0844661295413971, + 0.016778284683823586, + -0.003522720653563738, + -0.01664714142680168, + 0.03413793072104454, + 0.03854704275727272, + 0.0013770065270364285, + -0.03193481266498566, + 0.017168564721941948, + 0.18113410472869873, + 0.00794097688049078, + -0.009039192460477352, + 0.0045955297537148, + -0.021244728937745094, + -0.009469774551689625, + 0.032516468316316605, + 0.005473185796290636, + 0.0350034274160862, + 0.011274710297584534, + 0.014697633683681488, + 0.023784473538398743, + 0.01154232770204544, + 0.006877103820443153, + -0.009272492490708828, + 0.007889019325375557, + 0.00517761567607522, + 0.002274923026561737, + 0.04699976369738579, + -0.024615852162241936, + -0.02115863375365734, + -0.008276901207864285, + 0.023970112204551697, + 0.004874879494309425, + -0.0346146784722805, + 0.01587551087141037, + 0.037389762699604034, + 0.017626889050006866, + 0.022726574912667274, + 0.0168249923735857, + 0.01634862646460533, + -0.003018513787537813, + -0.007036000955849886, + 0.012112445197999477, + -0.013215227983891964, + -0.010102742351591587, + -0.07509050518274307, + -0.014773798175156116, + -0.016797585412859917, + 0.0034400075674057007, + 0.010630512610077858, + 0.021590793505311012, + 0.026988647878170013, + -0.14284895360469818, + -0.0018951685633510351, + 0.014215908013284206, + -0.000657601747661829, + 0.0035551213659346104, + 0.006152024492621422, + -0.008595182560384274, + 0.034179143607616425, + -0.01455470360815525, + -0.02816830202937126, + -0.009954431094229221, + -0.023426087573170662, + -0.00188899552449584, + 0.0027675083838403225, + 0.03495583310723305, + 0.00849667564034462, + 0.014419221319258213, + -0.023310964927077293, + 0.009290321730077267, + -0.03823457285761833, + 0.005308783147484064, + -0.0015671371947973967, + -0.0047059981152415276, + -0.03126368299126625, + -0.014894512481987476, + 0.04061563313007355, + 0.006976383272558451, + -0.0021015796810388565, + 0.03002529963850975, + 0.038140181452035904, + 0.004392332397401333, + -0.0265794824808836, + 0.011144307442009449, + -0.024600114673376083, + -0.062178678810596466, + -0.0057852622121572495, + -0.03487825021147728, + 0.014475960284471512, + 0.025498799979686737, + -0.000323096668580547, + 0.023843815550208092, + -0.004583124071359634, + -0.02250576578080654, + -0.03317983075976372, + 0.027604928240180016, + -0.023976117372512817, + 0.05038057640194893, + 0.009711078368127346, + 0.018009673804044724, + -0.002954564755782485, + -0.007863521575927734, + 0.0010042540961876512, + 0.018420251086354256, + 0.019801843911409378, + 0.0022621473763138056, + 0.0058101569302380085, + -0.004062386229634285, + -0.04038185626268387, + -0.021795546635985374, + -0.010930524207651615, + 0.005123006645590067, + 0.01603737846016884, + 0.011401841416954994, + 0.027729852125048637, + -0.011190289631485939, + 0.012971600517630577, + -0.029130171984434128, + 0.012197642587125301, + -0.029613008722662926, + -0.006694399751722813, + 0.024868862703442574, + -0.004990599118173122, + -0.039364200085401535, + -0.00484562898054719, + 0.015676546841859818, + 0.0018288837745785713, + 0.024058792740106583, + 0.01699553057551384, + -0.05242461338639259, + 0.011471129022538662, + 0.008712345734238625, + -0.026498448103666306, + 0.028364717960357666, + -0.007901201024651527, + -0.0249672569334507, + -0.032772429287433624, + 0.03851184621453285, + -0.00791357085108757, + -0.008891299366950989, + -0.028607064858078957, + -0.01099694985896349, + 0.007047418504953384, + 0.0135547686368227, + -0.016570137813687325, + 0.005913731642067432, + -0.07261890172958374, + -0.014357372187077999, + 0.006586827803403139, + 0.005110658705234528, + -0.016190489754080772, + 0.034004662185907364, + 0.026384050026535988, + 0.03373262658715248, + 0.002962613943964243, + -0.03183650225400925, + 0.015714440494775772, + 0.023167258128523827, + -0.007155283819884062, + 0.029517538845539093, + 0.024343853816390038, + -0.043629780411720276, + -0.02117718942463398, + -0.02819730155169964, + -0.00048359253560192883, + -0.005247402470558882, + -0.006842129863798618, + -0.01874000020325184, + -0.01706468127667904, + -0.02587491273880005, + 0.01571548730134964, + 0.0026179791893810034, + 0.018434494733810425, + -0.005183729808777571, + 0.007069523446261883, + 0.015192314982414246, + -0.018572380766272545, + -0.016086356714367867, + 0.008576774038374424, + 0.04928513243794441, + -0.05688658729195595, + 0.0016289402265101671, + 0.0023393877781927586, + 0.006400393322110176, + 0.03138251602649689, + -0.015272748656570911, + 0.0009957649745047092, + 0.03745424002408981, + -0.0020234589464962482, + 0.005187780596315861, + 0.012488842941820621, + 0.04776924103498459, + 0.00022776804689783603, + 0.0006232844898477197, + 0.02860848978161812, + 0.004343614913523197, + 0.0708128809928894, + 0.01374510396271944, + 0.004564321134239435 + ], + "scene_type": "sunset or sunrise scene", + "style": "bright cheerful atmosphere", + "final_score": 0.5382328470738134, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3318245588211723 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3318245588211723, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1460520648181598, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1071072649772462, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_000.png b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_001.png b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_002.png b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_003.png b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_004.png b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_005.png b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_006.png b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-1_20260125_124043/state.json b/benchmark/outputs/sea_images-1_20260125_124043/state.json new file mode 100644 index 000000000..962199a10 --- /dev/null +++ b/benchmark/outputs/sea_images-1_20260125_124043/state.json @@ -0,0 +1,627 @@ +{ + "job_id": "ralph_20260125_124043", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/images-1.jpg", + "target_domain": "SEA", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5382328470738134, + "best_score": 0.5382328470738134, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3825314796686558 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3825314796686558, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13605352110061994, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14236447915088893, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3318245588211723 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3318245588211723, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1460520648181598, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1071072649772462, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:40:43.521939", + "updated_at": "2026-01-25T12:40:51.675772", + "completed_at": "2026-01-25T12:40:51.675741", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:40:45.199852", + "phase": "score", + "score": 0.5382328470738134, + "improvement": 0.5382328470738134, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3318245588211723 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3318245588211723 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3318245588211723, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1460520648181598, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1071072649772462, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3318245588211723 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3318245588211723, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1460520648181598, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1071072649772462, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:40:46.409501", + "phase": "score", + "score": 0.5382328470738134, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2968356889240603 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2968356889240603 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2968356889240603, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13764603199486547, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.17240892062848376, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.19720749976464336, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2968356889240603 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2968356889240603, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13764603199486547, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.17240892062848376, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.19720749976464336, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:40:47.667804", + "phase": "score", + "score": 0.5382328470738134, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2919344416957661 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2919344416957661 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2919344416957661, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.171144550068652, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12311595198896708, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2919344416957661 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2919344416957661, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.171144550068652, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12311595198896708, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:40:49.042141", + "phase": "score", + "score": 0.5382328470738134, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3180123917533615 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3180123917533615 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3180123917533615, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13639391660988012, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1505467747884386, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3180123917533615 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3180123917533615, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13639391660988012, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1505467747884386, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:40:50.286710", + "phase": "score", + "score": 0.5382328470738134, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3183047551945263 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3183047551945263 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3183047551945263, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15699333143391556, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12799266482555974, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3183047551945263 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3183047551945263, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15699333143391556, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12799266482555974, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:40:51.669066", + "phase": "score", + "score": 0.5382328470738134, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3825314796686558 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3825314796686558 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3825314796686558, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13605352110061994, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14236447915088893, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3825314796686558 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3825314796686558, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13605352110061994, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14236447915088893, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-1_20260125_124043/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.445708751678467 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_images-2_20260125_124111/memory/jobs.json b/benchmark/outputs/sea_images-2_20260125_124111/memory/jobs.json new file mode 100644 index 000000000..f1c820fb1 --- /dev/null +++ b/benchmark/outputs/sea_images-2_20260125_124111/memory/jobs.json @@ -0,0 +1,566 @@ +[ + { + "job_id": "ralph_20260125_124111", + "embedding": [ + 0.0527690164744854, + 0.011501077562570572, + -0.01573534496128559, + -0.005605892278254032, + -0.023066716268658638, + -0.03820106387138367, + -0.018769146874547005, + 0.0789065733551979, + 0.045262034982442856, + -0.010619050823152065, + -0.0033499537967145443, + 0.005227804183959961, + 0.00882453192025423, + -0.017919886857271194, + -0.006618737243115902, + 0.011432179249823093, + 0.026416786015033722, + 0.033884674310684204, + 0.025271281599998474, + 0.005860113073140383, + -0.0679967999458313, + 0.02767045609652996, + 0.014386244118213654, + -0.003397703403607011, + -0.01404996681958437, + 0.03683038428425789, + 0.02431509643793106, + 0.012147344648838043, + -0.018931685015559196, + 0.029879877343773842, + 0.012686601839959621, + -0.03354160860180855, + 0.005929676815867424, + 0.018458768725395203, + -0.014265358448028564, + -0.015430846251547337, + -0.026174185797572136, + 0.01828540675342083, + -0.0001049064812832512, + 0.07214274257421494, + 0.016464823856949806, + 0.038704100996255875, + -0.015578759834170341, + 0.0038549683522433043, + 0.024829594418406487, + 0.006571253761649132, + -0.02629958651959896, + 0.007614971604198217, + 0.0054664914496243, + 0.034679703414440155, + -0.02245846763253212, + 0.004317807499319315, + 0.014874263666570187, + -0.02636520378291607, + -0.025339294224977493, + 0.010202250443398952, + -0.013887005858123302, + -0.002079030266031623, + -0.00012633971346076578, + -0.0026221920270472765, + -0.01624022237956524, + -0.019166545942425728, + -0.03785533457994461, + -0.04101848229765892, + 0.01689065620303154, + -0.022923318669199944, + -0.01975192502140999, + 0.0672948807477951, + 0.006722964346408844, + 0.012718269601464272, + -0.06832677125930786, + 0.020097928121685982, + -0.01629195734858513, + -0.04878845065832138, + 0.012730984017252922, + -0.010162260383367538, + -0.026517566293478012, + -0.023227687925100327, + 0.0014681031461805105, + -0.05204460769891739, + -0.02818411774933338, + -0.02663411945104599, + 0.013858976773917675, + -0.06907135248184204, + 0.01996021345257759, + -0.013111378066241741, + -0.07504567503929138, + -0.0014864305267110467, + -0.04685775190591812, + -0.0036990446969866753, + 0.01844233088195324, + -0.04027736186981201, + -0.7382000684738159, + -0.010247470811009407, + 0.004700528457760811, + 0.014012658037245274, + -0.030454812571406364, + 0.020751776173710823, + -0.02226143144071102, + -0.1737891435623169, + -0.008826155215501785, + 0.010519515722990036, + 0.018216487020254135, + -0.011526454240083694, + 0.05348241329193115, + 0.00647031469270587, + 0.06828080862760544, + 0.05420556291937828, + 0.011130752973258495, + 0.011198165826499462, + -0.011853264644742012, + 0.05375945568084717, + -0.00246822414919734, + 0.008665156550705433, + 0.02082616463303566, + -0.025871559977531433, + -0.025836464017629623, + -0.010607181116938591, + -0.008262746967375278, + 0.018199698999524117, + 1.206889828608837e-05, + 0.049297019839286804, + 0.019813470542430878, + -0.023633288219571114, + -0.007169660180807114, + 0.050224270671606064, + 0.007025756407529116, + -0.00092206837143749, + 0.011226160451769829, + 0.023737825453281403, + -0.04039110988378525, + 0.020557107403874397, + -0.03762855753302574, + 0.08807055652141571, + 0.019496573135256767, + 0.018294882029294968, + 0.005395510699599981, + 0.020139511674642563, + 0.02792966365814209, + -0.0225650817155838, + -0.021155206486582756, + -0.01556059904396534, + -0.01228162832558155, + -0.00952963251620531, + 0.021887199953198433, + -0.005852755159139633, + 0.03282521665096283, + -0.01119060069322586, + -0.017889665439724922, + 0.028816483914852142, + -0.0041176932863891125, + 0.008939766325056553, + 0.04288279265165329, + 0.01039071287959814, + -0.01224771048873663, + -0.03587597608566284, + -0.029655151069164276, + 0.008143641985952854, + -0.01446207333356142, + 0.00455537810921669, + -0.0032349510584026575, + 0.02260120026767254, + -0.002208807971328497, + 0.004006602801382542, + 0.03762436658143997, + 0.0399484783411026, + -0.01347183994948864, + 0.0004005765658803284, + -0.03442232683300972, + 0.011938706040382385, + 0.008052357472479343, + -0.010267291218042374, + -0.006910831667482853, + -0.02042674645781517, + 0.016002284362912178, + 0.0662628784775734, + -0.007162540219724178, + 0.005885276477783918, + -0.01961173117160797, + 0.01610809564590454, + 0.034552790224552155, + -0.006411938928067684, + -0.024929668754339218, + -0.0030689805280417204, + 0.017497915774583817, + -0.0031697410158813, + -0.001125770970247686, + -0.009842260740697384, + 0.012203424237668514, + 0.010971542447805405, + -0.014724547043442726, + -0.007961706258356571, + -0.000294542929623276, + -0.01986246556043625, + 0.0650072917342186, + 0.014632846228778362, + 0.03479733318090439, + 0.02317037433385849, + 0.03260418027639389, + 0.001694421167485416, + 0.011958240531384945, + -0.0417170450091362, + 0.010410052724182606, + 0.012002967298030853, + -0.023649852722883224, + -0.016603592783212662, + 0.010321281850337982, + 0.006047495175153017, + 0.026555104181170464, + 0.006060666870325804, + 0.023976676166057587, + 0.025772638618946075, + -0.006771775893867016, + 0.007092099636793137, + -0.05297468602657318, + 0.03776725009083748, + 0.01170667540282011, + 0.027257263660430908, + 0.0425347201526165, + 0.02158786915242672, + 0.031757719814777374, + 0.0051714638248085976, + 0.019437799230217934, + 0.011657408438622952, + 0.041447024792432785, + 0.019166486337780952, + 0.005865932442247868, + -0.01807442493736744, + 0.03354228287935257, + -0.042694125324487686, + 0.007619865704327822, + -0.006115803495049477, + 0.02096499316394329, + 0.031438544392585754, + -0.018345844000577927, + -0.02905653975903988, + 0.010239494033157825, + -0.0005362287629395723, + 0.004115549381822348, + -0.02799322083592415, + -0.005544857122004032, + 0.003349386155605316, + -0.04424252361059189, + 0.010600795969367027, + 0.05255373939871788, + 0.0008106771274469793, + -0.014193914830684662, + 0.03239710256457329, + 0.0026025085244327784, + 0.010005360469222069, + -0.04792226105928421, + 0.018242988735437393, + 0.006175436079502106, + -0.019274406135082245, + -0.00051306834211573, + 0.028933512046933174, + -0.0030575660057365894, + 0.025185057893395424, + 0.15180417895317078, + 0.0010837398003786802, + 0.018404006958007812, + -0.016056349501013756, + 0.016205579042434692, + 0.0516885444521904, + -0.0008155544055625796, + -0.01878497749567032, + 0.016333704814314842, + 0.00855841301381588, + -0.0020079491659998894, + -0.01430547796189785, + -0.013117551803588867, + 0.003515611169859767, + 0.002658850746229291, + -0.0026817237958312035, + -0.01903260126709938, + 0.033731769770383835, + 0.01918363943696022, + -0.02988034300506115, + -0.032252490520477295, + 0.031798750162124634, + 0.02470174990594387, + 0.01530071534216404, + 0.024472981691360474, + 0.013018463738262653, + -0.029475875198841095, + -0.03857764974236488, + -0.04930489882826805, + 1.1061290024372283e-05, + -0.01166190393269062, + 0.003793046809732914, + 0.02912530116736889, + 0.026086291298270226, + 0.0012666186084970832, + 0.030340498313307762, + -0.025809017941355705, + -0.013717560097575188, + 0.023775450885295868, + -0.00336034526117146, + 0.0026274793781340122, + -0.02355342172086239, + -0.02040722221136093, + -0.015688033774495125, + -0.02272968366742134, + 0.01728382147848606, + -0.031185617670416832, + 0.019587835296988487, + -0.010932808741927147, + -0.015488112345337868, + 0.006014849059283733, + 0.06617127358913422, + -0.0513179637491703, + 0.0052096303552389145, + 0.08798696845769882, + -0.0016805620398372412, + -0.021929871290922165, + -0.02614249289035797, + 0.03448769450187683, + 0.0009514165576547384, + 0.02831149287521839, + -0.031104203313589096, + -0.007496517617255449, + 0.10564817488193512, + -0.02281491830945015, + -0.008043103851377964, + -0.0083767706528306, + 0.008054137229919434, + 0.00733409496024251, + -0.009355355054140091, + 0.03142067417502403, + 0.04903842508792877, + 0.02715197391808033, + -0.040878526866436005, + 0.009603380225598812, + -0.0081217335537076, + -0.013403255492448807, + -0.020935483276844025, + 0.022736817598342896, + 0.025595683604478836, + -0.01364959217607975, + 0.005865727551281452, + -0.023597583174705505, + 0.018934231251478195, + 0.003796678502112627, + 0.001010410487651825, + -0.015038183890283108, + 0.0022472203709185123, + -0.015561362728476524, + -0.015649957582354546, + 0.02078316919505596, + 0.01021733321249485, + 0.03417602926492691, + 0.01996474713087082, + 0.0004721182049252093, + -0.009092040359973907, + 0.014765464700758457, + 0.015157540328800678, + -0.009280801750719547, + -0.06608816981315613, + 0.008749830536544323, + 0.0082154655829072, + -0.025704873725771904, + 0.0022696517407894135, + 0.009066580794751644, + 0.010617850348353386, + -0.14587421715259552, + -0.015589717775583267, + -0.011465102434158325, + -0.06271525472402573, + 0.010729961097240448, + 0.014638658612966537, + -0.014217228628695011, + 0.019828567281365395, + -0.018540672957897186, + -0.02087230235338211, + -0.02643776684999466, + -0.027906598523259163, + 0.007223348133265972, + 0.009433492086827755, + 0.06828996539115906, + 0.019929682835936546, + 0.029778674244880676, + 0.013284103944897652, + -0.026936640962958336, + -0.03418903797864914, + 0.0487692765891552, + -0.027597323060035706, + -0.027157334610819817, + -0.006585732102394104, + -0.009418678469955921, + 0.07012148946523666, + -0.033728986978530884, + -0.033363305032253265, + -0.03864334523677826, + 0.038856349885463715, + 0.0007390459068119526, + -0.019341975450515747, + -0.006432558875530958, + -0.04419808089733124, + -0.059767499566078186, + -0.05848259478807449, + 0.03233436867594719, + -0.02091933973133564, + -0.004980765748769045, + -0.03450639545917511, + -0.0035712672397494316, + -0.02970164082944393, + -0.01649239845573902, + 0.0033775365445762873, + 0.023532036691904068, + 0.020628076046705246, + 0.026408279314637184, + -0.001958704786375165, + 0.01692212000489235, + -0.04253271222114563, + -0.011562562547624111, + 0.026524130254983902, + 0.030235927551984787, + 0.0039010050240904093, + 0.03685562312602997, + 0.0005462418193928897, + 0.005801504943519831, + -0.03380720689892769, + 0.00461147865280509, + -0.05103243142366409, + 0.029135124757885933, + 0.03477834537625313, + 0.020486462861299515, + 0.05262985825538635, + -0.12196071445941925, + -0.012678625993430614, + -0.016988595947623253, + -0.033224791288375854, + -0.04789550602436066, + 0.014298646710813046, + -0.027401229366660118, + -0.03035164624452591, + -0.024639450013637543, + 0.005499620921909809, + -0.00960758700966835, + -0.0008041178807616234, + 0.009884527884423733, + -0.019806990399956703, + -0.03953485190868378, + 0.023567937314510345, + 0.012003199197351933, + 0.01711653731763363, + 0.025408215820789337, + -0.013799411244690418, + -0.02098815143108368, + -0.03316754847764969, + -0.01840687170624733, + 0.015912089496850967, + -0.0025186568964272738, + 0.0243142731487751, + -0.011593570932745934, + 0.014271876774728298, + 0.06461124122142792, + -0.0346914641559124, + 0.014770276844501495, + -0.047637876123189926, + -0.045743245631456375, + -0.020488249137997627, + -0.021102728322148323, + 0.010889832861721516, + 0.012587585486471653, + 0.031085500493645668, + 0.02902660146355629, + -0.006387301255017519, + -0.007513959426432848, + 0.009494483470916748, + 0.05858064815402031, + -0.004386958200484514, + -0.007110300939530134, + 0.004151355475187302, + -0.0220301803201437, + -0.024056298658251762, + -0.004197235219180584, + 0.01785525307059288, + -0.007777337450534105, + -0.0068507203832268715, + -0.0016327319899573922, + -0.044260960072278976, + -0.03861946985125542, + -0.013583124615252018, + -0.022351302206516266, + 0.0297127366065979, + -0.01064272504299879, + 0.008800487034022808, + 0.02246336080133915, + 0.0006282669492065907, + 0.011689395643770695, + -0.003480838844552636, + 0.009249191731214523, + -0.029680846258997917, + -0.04641296714544296, + -0.019199049100279808, + 0.014993288554251194, + 0.022920839488506317, + -0.019916141405701637, + -0.022361773997545242, + 0.03254086151719093, + -0.007520149927586317, + -0.028639966621994972, + -0.04264381527900696, + -0.02934110350906849, + 0.01403887290507555, + -0.026078077033162117, + -0.009764711372554302, + 0.019408943131566048, + 0.049445368349552155, + 0.002150024054571986, + 0.006696675438433886 + ], + "scene_type": "sunset or sunrise scene", + "style": "bright cheerful atmosphere", + "final_score": 0.5238541044296815, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2953166782075293 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2953166782075293, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.19866570599793457, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16940329781309202, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.25029785318691394, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_000.png b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_001.png b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_002.png b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_003.png b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_004.png b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_005.png b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_006.png b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-2_20260125_124111/state.json b/benchmark/outputs/sea_images-2_20260125_124111/state.json new file mode 100644 index 000000000..42e706493 --- /dev/null +++ b/benchmark/outputs/sea_images-2_20260125_124111/state.json @@ -0,0 +1,663 @@ +{ + "job_id": "ralph_20260125_124111", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/images-2.jpg", + "target_domain": "SEA", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5238541044296815, + "best_score": 0.5238541044296815, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2853473828186531 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2853473828186531, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.13038703813370991, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13514750674652, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": -0.14733669684603007, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2953166782075293 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2953166782075293, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.19866570599793457, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16940329781309202, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.25029785318691394, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:41:11.830550", + "updated_at": "2026-01-25T12:41:19.167369", + "completed_at": "2026-01-25T12:41:19.167333", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:41:13.415622", + "phase": "score", + "score": 0.5238541044296815, + "improvement": 0.5238541044296815, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2953166782075293 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2953166782075293 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2953166782075293, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.19866570599793457, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16940329781309202, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.25029785318691394, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2953166782075293 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2953166782075293, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.19866570599793457, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16940329781309202, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.25029785318691394, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:41:14.528537", + "phase": "score", + "score": 0.5238541044296815, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.35200925491983903 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.35200925491983903 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.35200925491983903, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16270650541812962, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15914458745980942, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.35200925491983903 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.35200925491983903, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.16270650541812962, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15914458745980942, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:41:15.786204", + "phase": "score", + "score": 0.5238541044296815, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.288407251569018 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.288407251569018 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.288407251569018, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.18114363709704356, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13178429082039417, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.288407251569018 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.288407251569018, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.18114363709704356, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13178429082039417, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:41:16.883319", + "phase": "score", + "score": 0.5238541044296815, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28925964476936317 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28925964476936317 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28925964476936317, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14169574933209417, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16093458287698223, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.21830521532414698, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28925964476936317 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28925964476936317, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14169574933209417, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16093458287698223, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.21830521532414698, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:41:18.034430", + "phase": "score", + "score": 0.5238541044296815, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2829316850867888 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2829316850867888 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2829316850867888, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1415110071924806, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17234353004166034, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2829316850867888 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2829316850867888, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1415110071924806, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17234353004166034, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:41:19.160827", + "phase": "score", + "score": 0.5238541044296815, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2853473828186531 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2853473828186531 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2853473828186531, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.13038703813370991, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13514750674652, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": -0.14733669684603007, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2853473828186531 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2853473828186531, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.13038703813370991, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13514750674652, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": -0.14733669684603007, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-2_20260125_124111/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 7.5780189037323 +} \ No newline at end of file diff --git a/benchmark/outputs/sea_images-3_20260125_124120/memory/jobs.json b/benchmark/outputs/sea_images-3_20260125_124120/memory/jobs.json new file mode 100644 index 000000000..d4a291146 --- /dev/null +++ b/benchmark/outputs/sea_images-3_20260125_124120/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_124120", + "embedding": [ + 0.021413488313555717, + 0.025561777874827385, + -0.010664159432053566, + 0.0024821178521960974, + 0.022461505606770515, + -0.016763433814048767, + -0.041766636073589325, + -0.005917787551879883, + 0.05496890842914581, + 0.013676089234650135, + 0.015362843871116638, + -0.024388737976551056, + 0.02046615071594715, + -0.009162516333162785, + -0.010086643509566784, + -0.010934628546237946, + 0.05756524205207825, + 0.04023025557398796, + 0.06241969019174576, + -0.0341070294380188, + -0.07326329499483109, + -0.014252283610403538, + -0.011552202515304089, + -0.012860847637057304, + -0.01116102747619152, + 0.02643456868827343, + 0.01133408397436142, + -0.004257076419889927, + 0.03609824180603027, + 0.007841781713068485, + 0.005966857075691223, + 0.027775617316365242, + -0.0038128492888063192, + 0.026399336755275726, + -0.060595445334911346, + -0.006726403255015612, + -0.009336351417005062, + -0.007950232364237309, + 0.00935395248234272, + 0.0740697830915451, + -0.0037302295677363873, + -0.00025328240008093417, + 0.005126179661601782, + 0.00853405799716711, + 0.031512875109910965, + -0.03272797167301178, + 0.044913824647665024, + 0.0029956635553389788, + -0.04528488963842392, + 0.018801676109433174, + -0.024177486076951027, + -0.008329622447490692, + -0.0029123323038220406, + -0.052904486656188965, + -0.01858101785182953, + -0.021871140226721764, + -0.02715298905968666, + -0.012968895956873894, + 0.020875321701169014, + 0.008895007893443108, + -0.0061002466827631, + 0.0013263291912153363, + 0.004758310969918966, + -0.001373389270156622, + 0.026811759918928146, + -0.011877164244651794, + -0.02953655831515789, + 0.062260664999485016, + -0.04005543142557144, + -0.002060790779069066, + -0.022325556725263596, + 0.0057184044271707535, + 0.031713735312223434, + 0.010012553073465824, + 0.012176763266324997, + -0.021487392485141754, + -0.03577611595392227, + -0.017017975449562073, + -0.038841623812913895, + -0.030826689675450325, + 0.040058813989162445, + -0.031962696462869644, + 0.04978008568286896, + -0.039772357791662216, + 0.034293681383132935, + 0.001564722158946097, + -0.05845639854669571, + -0.027090437710285187, + -0.045772045850753784, + 0.002957399934530258, + 0.00880710780620575, + -0.04977487027645111, + -0.7234914898872375, + -0.06902340799570084, + -0.02469552494585514, + 0.03390676528215408, + -0.011434758082032204, + -0.0008835464250296354, + 0.005684440489858389, + -0.22510257363319397, + 0.01754310540854931, + -0.01494535431265831, + -0.03265548124909401, + -0.013904565013945103, + 0.039087552577257156, + 0.007851854898035526, + 0.10439027100801468, + 0.014819375239312649, + 0.005658834241330624, + 0.023404289036989212, + -0.006699752062559128, + -0.04789470508694649, + 0.025738650932908058, + -0.009554484859108925, + 0.029329879209399223, + -0.006918448023498058, + -0.0028307177126407623, + -0.015115732327103615, + -0.04013139382004738, + 0.027627404779195786, + -0.015239243395626545, + 0.01453840546309948, + 0.05093735083937645, + -0.05134390667080879, + -0.0008730142144486308, + 0.0060767424292862415, + -0.03406959027051926, + -0.007000055629760027, + 0.014274515211582184, + 0.04737333953380585, + -0.004986361134797335, + 0.039372846484184265, + -0.03484007343649864, + 0.0838995948433876, + 0.034567978233098984, + 0.0067730979062616825, + 0.0015219261404126883, + -0.008735506795346737, + -0.011459073051810265, + -0.015691794455051422, + 0.005345198791474104, + -0.012343202717602253, + -0.044387929141521454, + -0.0259542278945446, + 0.02638510800898075, + 0.02541947364807129, + 0.003922278061509132, + 0.015573632903397083, + -0.035145290195941925, + 0.0010892926948145032, + 0.022228961810469627, + 0.03476068004965782, + 0.02991541288793087, + 0.002752305706962943, + -0.01982400380074978, + -0.03476060926914215, + -0.03655567765235901, + 0.00487401382997632, + -0.005541220773011446, + 0.014746621251106262, + -0.04039787873625755, + -0.010573999024927616, + 0.029480718076229095, + -0.0358869843184948, + 0.03549644351005554, + 0.018849298357963562, + 0.0005473024793900549, + 0.0034201655071228743, + -0.011762641370296478, + 0.02628851681947708, + 0.009745282121002674, + 0.008275539614260197, + -0.020628565922379494, + -0.03512959182262421, + -0.036780692636966705, + 0.02650119923055172, + -0.015376399271190166, + 0.013006323017179966, + -0.020072689279913902, + -0.0048378268256783485, + 0.060308415442705154, + -0.0007602914702147245, + 0.010250191204249859, + -0.029775436967611313, + 0.014558834955096245, + -0.0006534893764182925, + -0.012877573259174824, + 0.011067857965826988, + -0.018246039748191833, + -0.024123817682266235, + -0.04057677835226059, + -0.001787662971764803, + -0.02682490088045597, + -0.041895851492881775, + 0.05031004175543785, + 0.009488503448665142, + 0.028297025710344315, + -0.01657821238040924, + 0.010089356452226639, + -0.010393114760518074, + 0.008567454293370247, + -0.045178595930337906, + -0.04896203428506851, + -0.0012637339532375336, + -0.011834959499537945, + -0.0241883285343647, + -0.011028611101210117, + -0.001498502679169178, + 0.019454333931207657, + -0.024872465059161186, + -0.003879691008478403, + 0.0054956660605967045, + -0.015661265701055527, + -0.014885928481817245, + -0.03557473421096802, + 0.007927251048386097, + 0.015848373994231224, + 0.04553714022040367, + 0.06368745863437653, + -0.008113804273307323, + 0.0680873692035675, + -0.0390542708337307, + -0.008869435638189316, + 0.00913919322192669, + -0.0052947793155908585, + -0.00018700529471971095, + 0.011291446164250374, + -0.004534551408141851, + 0.008652242831885815, + -0.005479868035763502, + 0.004474155139178038, + -0.003733162535354495, + -0.00974887702614069, + 0.0489644892513752, + -0.010274437256157398, + -0.06708290427923203, + -0.02465946227312088, + -0.011582814157009125, + -0.013508702628314495, + 0.003569110529497266, + 0.012352744117379189, + 0.016248203814029694, + -0.011337521485984325, + 0.0008911025361157954, + 0.02737596444785595, + -0.005492107011377811, + 0.007566123269498348, + 0.03826655447483063, + 0.013575470075011253, + -0.005051534157246351, + -0.008853251114487648, + 0.015946192666888237, + -0.008835017681121826, + -0.0027248989790678024, + 0.0028490882832556963, + 0.011315500363707542, + 0.020301979035139084, + 0.026169249787926674, + 0.17643262445926666, + -0.011373909190297127, + -0.00859745405614376, + -0.02006521262228489, + 0.017541298642754555, + 0.060869161039590836, + -0.025150056928396225, + -0.02697215974330902, + -0.004851396661251783, + 0.015190493315458298, + 0.01412682794034481, + -0.02102968469262123, + -0.002888740971684456, + -0.01463243830949068, + 0.035710033029317856, + 0.005454758182168007, + -0.01898626796901226, + 0.020433621481060982, + -0.01885758712887764, + 0.012175345793366432, + 0.009302676655352116, + 0.012438599020242691, + 0.03216530755162239, + -0.005946808028966188, + 0.009479754604399204, + 0.0075434111058712006, + 0.020999807864427567, + 0.01573113538324833, + -0.027097273617982864, + -0.003205010434612632, + -0.004625116009265184, + 0.00022413331316784024, + 0.036277469247579575, + 0.038427259773015976, + -0.019696537405252457, + 0.01337058562785387, + -0.0012380179250612855, + -0.024908797815442085, + -0.04425946623086929, + 0.023666903376579285, + -0.006085824687033892, + 0.008932475000619888, + -0.01236838661134243, + -0.0046262252144515514, + -0.007574795745313168, + 0.02767380140721798, + 0.00872608833014965, + -0.023584239184856415, + 0.0393734909594059, + -0.004838788416236639, + 0.02564968541264534, + 0.014756198972463608, + -0.01663675718009472, + 0.015380658209323883, + 0.08376140892505646, + 0.014350553043186665, + 0.01154423039406538, + -0.016041841357946396, + 0.008264967240393162, + 0.028906676918268204, + -0.0035511397290974855, + -0.02361048385500908, + -0.013699689880013466, + 0.15848711133003235, + 0.02251705713570118, + -0.019775977358222008, + -0.013528205454349518, + 0.0006514930864796042, + -0.021278297528624535, + 0.035720095038414, + -0.00666565028950572, + 0.019878191873431206, + 0.022402973845601082, + 0.020158935338258743, + 0.013793598860502243, + 0.029520906507968903, + 0.004983367398381233, + 0.0036593847908079624, + 0.0025770491920411587, + 0.003738503437489271, + 0.0008050762698985636, + 0.04634370654821396, + -0.03314131125807762, + -0.028443383052945137, + -0.02121838368475437, + 0.033342376351356506, + 0.009569422341883183, + -0.04038545861840248, + 0.02634109929203987, + 0.013335848227143288, + 0.008890517055988312, + 0.010045615956187248, + 0.018513372167944908, + 0.010399427264928818, + 0.005121361464262009, + -0.004975987132638693, + -0.01796627603471279, + 0.020424816757440567, + -0.019907202571630478, + -0.09405339509248734, + -0.007412956561893225, + 0.00476919487118721, + 0.012042886577546597, + 0.01653209514915943, + 0.015033663250505924, + 0.026987329125404358, + -0.14376138150691986, + 0.0004256821412127465, + 0.008985417895019054, + -0.017761506140232086, + 0.012174364179372787, + -0.007538135629147291, + 0.0017667118227109313, + 0.024440331384539604, + -0.02310960926115513, + -0.029656799510121346, + -0.0033011664636433125, + -0.023936638608574867, + -0.023065855726599693, + 0.010905908420681953, + 0.005184732843190432, + 0.0020688665099442005, + 0.0025217814836651087, + -0.037423811852931976, + 0.007247754838317633, + -0.029272403568029404, + 0.01050277054309845, + -0.007655284833163023, + -0.001969544216990471, + -0.032684508711099625, + -0.014473768882453442, + 0.00490458682179451, + 0.011195801198482513, + 0.022160256281495094, + 0.022781403735280037, + 0.03896567225456238, + -0.000685844337567687, + -0.012556711211800575, + 0.031097885221242905, + -0.03812688589096069, + -0.05988553538918495, + 0.017512530088424683, + -0.014464467763900757, + 0.028175145387649536, + 0.015310314483940601, + 0.0020104777067899704, + 0.018341096118092537, + -0.013906297273933887, + -0.021268317475914955, + -0.03522217273712158, + 0.0024246799293905497, + -0.013940942473709583, + 0.04901859536767006, + -0.004835486877709627, + -0.008780639618635178, + -0.011085224337875843, + -0.00922289490699768, + 0.0009768275776878, + -0.007928556762635708, + -0.0009673542226664722, + 0.0019284442532807589, + 0.006999907083809376, + -0.0018520380835980177, + -0.04218461737036705, + -0.019278306514024734, + -0.01816663332283497, + -0.016115812584757805, + 0.008939442224800587, + 0.022984063252806664, + 0.02045067399740219, + 0.026167571544647217, + 0.024775568395853043, + -0.04046326503157616, + 0.010248956270515919, + -0.02777709625661373, + -0.030251000076532364, + 0.021442199125885963, + 0.0014888104051351547, + -0.03061569668352604, + 0.004084289539605379, + 0.01689930446445942, + 0.005585269536823034, + 0.029552606865763664, + 0.04769403859972954, + -0.0641842931509018, + -0.0004445651429705322, + -0.003934239968657494, + -0.03308562561869621, + 0.024180741980671883, + -0.009445340372622013, + -0.017542585730552673, + -0.01116789598017931, + 0.05097007006406784, + -0.030627615749835968, + -0.01345784217119217, + -0.037647124379873276, + 0.005818510893732309, + 0.00419766316190362, + 0.022064147517085075, + 0.005579735618084669, + 0.013657579198479652, + -0.07368701696395874, + -0.0055569191463291645, + 0.012681841850280762, + -0.007808522786945105, + -0.010881122201681137, + 0.05367939919233322, + 0.023284241557121277, + 0.037096600979566574, + 0.0022088198456913233, + -0.011958003975450993, + 0.008849717676639557, + 0.02185734733939171, + -0.0014469833113253117, + 0.0341816246509552, + 0.009938383474946022, + -0.032089173793792725, + -0.01634332537651062, + -0.011386681348085403, + -0.020386235788464546, + -0.020652856677770615, + -0.00210585561580956, + 0.010053998790681362, + -0.005118459463119507, + -0.01787419244647026, + 0.022747797891497612, + 0.016570571810007095, + 0.007028679363429546, + -0.0015567938098683953, + 0.003829427296295762, + 0.0194151122123003, + -0.029968949034810066, + -0.03367188200354576, + 0.0017314791912212968, + 0.05027853697538376, + -0.06712880730628967, + 0.022121373564004898, + -0.014631785452365875, + 0.009961176663637161, + 0.018773458898067474, + -0.022445522248744965, + 0.004643451422452927, + 0.034958746284246445, + 0.0018347168806940317, + 0.005281868856400251, + 0.008805116638541222, + 0.06334217637777328, + -0.0062377480790019035, + 0.015720829367637634, + 0.021107835695147514, + -0.007298287935554981, + 0.08431844413280487, + 0.021384023129940033, + 0.015476076863706112 + ], + "scene_type": "sunset or sunrise scene", + "style": "bright cheerful atmosphere", + "final_score": 0.5582224019487524, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23950041592521457 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23950041592521457, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15406454599138414, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10880048247364564, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_000.png b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_001.png b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_002.png b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_003.png b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_004.png b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_005.png b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_006.png b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sea_images-3_20260125_124120/state.json b/benchmark/outputs/sea_images-3_20260125_124120/state.json new file mode 100644 index 000000000..ed304bd24 --- /dev/null +++ b/benchmark/outputs/sea_images-3_20260125_124120/state.json @@ -0,0 +1,627 @@ +{ + "job_id": "ralph_20260125_124120", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/images-3.jpg", + "target_domain": "SEA", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5582224019487524, + "best_score": 0.5582224019487524, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3310386930572716 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3310386930572716, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13075123378960465, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10226176961684166, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23950041592521457 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23950041592521457, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15406454599138414, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10880048247364564, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:41:20.393310", + "updated_at": "2026-01-25T12:41:27.845488", + "completed_at": "2026-01-25T12:41:27.845429", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:41:22.060882", + "phase": "score", + "score": 0.5582224019487524, + "improvement": 0.5582224019487524, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23950041592521457 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23950041592521457 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23950041592521457, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15406454599138414, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10880048247364564, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23950041592521457 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23950041592521457, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15406454599138414, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10880048247364564, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:41:23.282001", + "phase": "score", + "score": 0.5582224019487524, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28495964234888266 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28495964234888266 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28495964234888266, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18013597624555816, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1296876851140126, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.048694209568019176, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28495964234888266 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28495964234888266, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18013597624555816, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1296876851140126, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.048694209568019176, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:41:24.403469", + "phase": "score", + "score": 0.5582224019487524, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.34280340692860956 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.34280340692860956 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.34280340692860956, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14300124657161734, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09941988736288235, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.34280340692860956 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.34280340692860956, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14300124657161734, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09941988736288235, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:41:25.536714", + "phase": "score", + "score": 0.5582224019487524, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3188754288950447 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3188754288950447 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3188754288950447, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14035273869239517, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11504671821925369, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3188754288950447 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3188754288950447, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14035273869239517, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11504671821925369, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:41:26.665535", + "phase": "score", + "score": 0.5582224019487524, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2916992399992463 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2916992399992463 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2916992399992463, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.10327301830277047, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08934682357315943, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2916992399992463 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2916992399992463, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.10327301830277047, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08934682357315943, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:41:27.839182", + "phase": "score", + "score": 0.5582224019487524, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3310386930572716 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3310386930572716 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3310386930572716, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13075123378960465, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10226176961684166, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3310386930572716 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3310386930572716, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13075123378960465, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10226176961684166, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-3_20260125_124120/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 7.66653299331665 +} \ No newline at end of file diff --git a/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/memory/jobs.json b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/memory/jobs.json new file mode 100644 index 000000000..3ea7767d5 --- /dev/null +++ b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_123736", + "embedding": [ + 0.017535464838147163, + -0.003919905982911587, + 0.005136390216648579, + 0.052113961428403854, + -0.011583194136619568, + 0.03029228188097477, + -0.009036624804139137, + 0.03853781148791313, + 0.0004693460650742054, + 0.036892738193273544, + 0.006118010263890028, + 0.0052511789835989475, + 0.014899388886988163, + -0.04683997109532356, + 0.03146904706954956, + -0.034040190279483795, + -0.07283154875040054, + 0.015110139735043049, + 0.05106939375400543, + -0.028409864753484726, + -0.020421165972948074, + 0.0021637636236846447, + -0.0544271394610405, + -0.03424942120909691, + -0.05717696249485016, + -0.0016967810224741697, + -0.017350414767861366, + -0.048599958419799805, + 0.030977200716733932, + -0.018979929387569427, + -0.01984734833240509, + 0.022840622812509537, + -0.044525135308504105, + -0.041032783687114716, + 0.08122678846120834, + 0.001385086914524436, + 0.007001479621976614, + 0.018256381154060364, + -0.019184228032827377, + 0.07856186479330063, + -0.009358269162476063, + 0.04919648543000221, + -0.008939288556575775, + -0.026823675259947777, + -0.012293140403926373, + -0.07906407862901688, + -0.04257417097687721, + 0.03567218780517578, + 0.02493920549750328, + 0.02629399299621582, + 0.007472992409020662, + -0.01148564089089632, + 0.036982834339141846, + -0.042763859033584595, + -0.00492480956017971, + -0.029854927211999893, + -0.008049138821661472, + -0.05418146029114723, + 0.043420810252428055, + 0.027248157188296318, + -0.11893270909786224, + 0.010359312407672405, + -0.009007842279970646, + -0.0019509876146912575, + -0.031512923538684845, + 0.011267943307757378, + 0.004926561843603849, + 0.029239406809210777, + -0.026533395051956177, + -0.02045266143977642, + -0.01993453875184059, + -0.014476912096142769, + 0.006604429800063372, + -0.014391373842954636, + -0.02848922088742256, + -0.0422929972410202, + 0.025392981246113777, + -0.013879326172173023, + -0.025232737883925438, + -0.011833539232611656, + -0.02536611817777157, + 0.021387213841080666, + 0.028161613270640373, + -9.623138794268016e-06, + 0.03721221163868904, + 0.0027432083152234554, + -0.029176894575357437, + -0.04691793769598007, + -0.013459605164825916, + -0.022091498598456383, + -0.03721274062991142, + -0.004567490424960852, + -0.6116033792495728, + 0.055219005793333054, + -0.03539363294839859, + 0.04615063592791557, + -0.02424589917063713, + 0.010357548482716084, + -0.010285097174346447, + -0.19612623751163483, + -0.014442028477787971, + -0.0077615282498300076, + -0.04439727962017059, + -0.018264546990394592, + 0.03649212792515755, + 0.0013910155976191163, + 0.06996013969182968, + 0.0647132620215416, + -0.06817158311605453, + -0.04751395434141159, + 0.017435891553759575, + -0.01691807433962822, + 0.03977217897772789, + 0.0006704587722197175, + 0.003953229635953903, + 0.024967985227704048, + -0.013226138427853584, + 0.009552921168506145, + -0.052149515599012375, + 0.01835685595870018, + 0.031153636053204536, + 0.07930431514978409, + 0.07036978751420975, + 0.04246335104107857, + -0.0009586751693859696, + 0.012683025561273098, + 0.016436301171779633, + -0.026948202401399612, + -0.018313707783818245, + 0.036021433770656586, + -0.04290459305047989, + 0.014882088638842106, + -0.06860193610191345, + 0.08478568494319916, + 0.004079507663846016, + -0.004248165525496006, + -0.006582956295460463, + -0.02867686189711094, + -0.022807179018855095, + 0.03127347677946091, + -0.0029563086573034525, + -0.05012281984090805, + 0.01409192569553852, + -0.05178103223443031, + 0.0026330624241381884, + -0.02270953170955181, + -0.04054909944534302, + -0.004743778146803379, + 0.03887752816081047, + -0.016966449096798897, + -0.027912598103284836, + 0.037133507430553436, + 0.10656210035085678, + -0.007503198925405741, + 0.005748634692281485, + -0.06678323447704315, + 0.0028379508294165134, + -0.021125784143805504, + -0.04438530281186104, + 0.020465174689888954, + 0.009525517001748085, + -0.032468751072883606, + -0.04811633378267288, + -0.0142578836530447, + 0.024693401530385017, + -0.045142725110054016, + 0.01762087270617485, + 0.0472484789788723, + 0.026163196191191673, + -0.010339084081351757, + -0.025672467425465584, + -0.005191725678741932, + 0.004641400184482336, + -0.01914967969059944, + 0.001981937326490879, + 0.03366420418024063, + -0.12178068608045578, + -0.013970865868031979, + -0.0036175744608044624, + -0.004887490067631006, + -0.028353961184620857, + -0.019461872056126595, + -0.05704451724886894, + -0.03480979800224304, + -0.012227549217641354, + 0.0041893296875059605, + 0.00927096325904131, + -0.020033640787005424, + -0.034003958106040955, + -0.0019027674570679665, + -0.006214400753378868, + -0.04486681893467903, + 0.040027935057878494, + -0.025028035044670105, + -0.017949571833014488, + 0.051592566072940826, + 0.03123997524380684, + -0.02082042582333088, + 0.07975009828805923, + 0.0002140294382115826, + -0.01572275720536709, + -0.007343304343521595, + -0.04836953431367874, + 0.004668318200856447, + 0.01853080466389656, + -0.028061704710125923, + -0.015804754570126534, + -0.04785597696900368, + 0.02423291653394699, + 0.02311459556221962, + -0.053751952946186066, + -0.019056687131524086, + -0.045286934822797775, + 0.0005088590551167727, + -0.03495892509818077, + -0.04984095320105553, + -0.021990511566400528, + -0.004496465902775526, + 0.03799479454755783, + 0.022991172969341278, + 0.029332928359508514, + -0.0020565201994031668, + 0.023696929216384888, + 0.01846599578857422, + 0.018862511962652206, + -0.050703682005405426, + 0.008698051795363426, + -0.02052527666091919, + 0.01922416314482689, + -0.000936736585572362, + -0.006483420263975859, + 0.004159110598266125, + -0.00728356558829546, + 0.05871035158634186, + 0.016910912469029427, + 0.004026397131383419, + 0.051037076860666275, + 0.01963069662451744, + 0.0013459577457979321, + 0.01543041318655014, + -0.03204204514622688, + 0.06005800515413284, + 0.011930356733500957, + 0.01454361341893673, + -0.036064304411411285, + -0.04895181208848953, + -0.011386528611183167, + -0.031984176486730576, + 0.003031085943803191, + 0.01750272698700428, + -0.03078152984380722, + 0.015193178318440914, + 0.010191217064857483, + 0.02875475399196148, + 0.010092644952237606, + -0.01976153254508972, + 0.022149628028273582, + -0.00970199890434742, + 0.12179886549711227, + -0.02824569307267666, + -0.0042401766404509544, + 0.030280826613307, + 0.012866298668086529, + -0.05244353413581848, + 0.025921624153852463, + -0.041095323860645294, + -0.07762578129768372, + 0.03895902633666992, + 0.02757328934967518, + -0.009059666655957699, + 0.0018199461046606302, + 0.02226480469107628, + 0.005279188510030508, + -0.017838502302765846, + -0.012303369119763374, + 0.034271515905857086, + 0.011592368595302105, + -0.027126016095280647, + -0.020188940688967705, + 0.034264735877513885, + 0.02622772753238678, + -0.02957932837307453, + 0.0437883660197258, + 0.021881312131881714, + -0.01675001159310341, + -0.006168922875076532, + -0.13992512226104736, + -0.012300723232328892, + 0.015977893024683, + 0.002777212532237172, + -0.006827587261795998, + -0.0005797912599518895, + -0.0007924523088149726, + 0.0033886616583913565, + -0.0456712581217289, + -0.004549829754978418, + -0.05196766182780266, + 0.02423311211168766, + 0.008259950205683708, + 0.036491136997938156, + 0.009129910729825497, + 0.03077639639377594, + -0.045891739428043365, + -0.02429524064064026, + 0.001478582969866693, + -0.03761791065335274, + 0.007368369027972221, + 0.01279580406844616, + 0.03792700916528702, + -0.01537539716809988, + -0.0568399615585804, + 0.026787763461470604, + 0.08458708971738815, + -0.0706649199128151, + 0.022319260984659195, + -0.032410480082035065, + -0.02015826292335987, + 0.0003727939329110086, + 0.002021525986492634, + -0.016601715236902237, + 0.0459788478910923, + 0.06459491699934006, + -0.0237593874335289, + -0.062302302569150925, + -0.01169951818883419, + -0.01145253423601389, + -0.010511220432817936, + -0.006339698098599911, + -0.0032074409537017345, + -0.01232148427516222, + 0.0023186146281659603, + 0.011262929067015648, + -0.004807209130376577, + 0.0328211635351181, + -0.03297225385904312, + -0.03140351176261902, + 0.009707224555313587, + -0.033317744731903076, + 0.02049952931702137, + -0.04721052572131157, + -0.011501206085085869, + -0.002201364142820239, + -0.001158116734586656, + 0.05006604269146919, + 0.026508208364248276, + -0.015719035640358925, + 0.0237030740827322, + -0.008604586124420166, + 0.0022568984422832727, + -0.0011878316290676594, + -0.02807803638279438, + -0.02580501139163971, + 0.019352078437805176, + -0.00564326997846365, + 0.04862493649125099, + 0.05861159786581993, + -0.009280990809202194, + -0.13817144930362701, + 0.028294939547777176, + -0.05794938653707504, + 0.03441336378455162, + -0.05895582213997841, + -0.029874196276068687, + 0.0345730297267437, + -0.09070993214845657, + -0.04049943387508392, + 0.009249933995306492, + -0.011701376177370548, + -0.006839593406766653, + 0.025488145649433136, + 0.014467340894043446, + 0.03782271221280098, + -0.041673336178064346, + 0.022413386031985283, + -0.02409559302031994, + -0.007957126945257187, + -0.026186464354395866, + -0.00885055772960186, + 0.08444705605506897, + 0.0046674530021846294, + 0.01718241721391678, + -0.0055638523772358894, + -0.02397318184375763, + -0.048228759318590164, + 0.019012100994586945, + 0.02838217467069626, + -0.02418282814323902, + -0.026736468076705933, + 0.016632089391350746, + -0.0643620416522026, + -0.00897152815014124, + 0.029612181708216667, + 0.03990364447236061, + 0.021305754780769348, + -0.045087821781635284, + -0.026440810412168503, + 0.059735000133514404, + 0.004499723203480244, + -0.05567910149693489, + -0.06375302374362946, + 0.013354008086025715, + 0.003693881444633007, + 0.06472667306661606, + -0.0484723336994648, + 0.0359262190759182, + -0.04459457844495773, + -0.0005178047576919198, + -0.0033436876256018877, + 0.013102644123136997, + 0.010519531555473804, + 0.018458958715200424, + -0.00804003793746233, + 0.037672340869903564, + -0.00017000018851831555, + -0.024386204779148102, + 0.0222577303647995, + 0.0023077840451151133, + -0.01016924623399973, + 0.022984113544225693, + -0.017961030825972557, + -0.049923159182071686, + -0.017160523682832718, + 0.03430112823843956, + -0.01751444861292839, + 0.010370983742177486, + 0.021187495440244675, + -0.045876942574977875, + 0.0444277748465538, + -0.048700001090765, + 0.0029175064992159605, + -0.055137574672698975, + 0.0027981300372630358, + -0.02887861430644989, + -0.005517133045941591, + -0.03041297383606434, + 0.009889471344649792, + -0.0012289021397009492, + -0.04123319312930107, + -0.004856294486671686, + 0.04644623398780823, + 0.02698504365980625, + 0.027779607102274895, + 0.007390731014311314, + -0.010830685496330261, + 0.032587625086307526, + -0.05739407241344452, + 0.023093700408935547, + -0.03377225995063782, + 0.012039201334118843, + -0.013254604302346706, + 0.021701371297240257, + -0.025669485330581665, + -0.04256407171487808, + -0.0568547323346138, + -0.03815561532974243, + -0.010110197588801384, + 0.04710923507809639, + -0.021238533779978752, + 0.008922956883907318, + -0.045988403260707855, + -0.020355042070150375, + -0.02783157303929329, + -0.025525322183966637, + 0.032274242490530014, + 0.02088109217584133, + 0.03687889873981476, + -0.001013080240227282, + -0.0013924440136179328, + -0.004029587376862764, + 0.012325560674071312, + -0.0033302875235676765, + -0.0052621387876570225, + -0.0066391234286129475, + -0.012839259579777718, + -0.0050346627831459045, + -0.009671644307672977, + -0.06259987503290176, + 0.005541403312236071, + 0.00603054603561759, + -0.026486150920391083, + -0.03165020793676376, + -0.06142931804060936, + -0.034238893538713455, + 0.011923862621188164, + -0.024180352687835693, + -0.014569645747542381, + 0.016494203358888626, + 0.027910342440009117, + -0.017605498433113098, + -0.023966021835803986, + 0.02998950518667698, + -0.04621103033423424, + 0.005368116311728954, + 0.014577262103557587, + 0.00630496209487319, + 0.019109509885311127, + 0.0222616083920002, + 0.01263598632067442, + -0.014229954220354557, + -0.030115734785795212, + 0.053345102816820145, + 0.000682748097460717, + -0.014985715039074421, + 0.0028793183155357838, + 0.058883000165224075, + 0.002401660429313779, + -0.031046107411384583, + 0.02658265456557274, + 0.010165167041122913, + -0.01682615838944912, + -0.03285040706396103, + 0.022360358387231827 + ], + "scene_type": "sunset or sunrise scene", + "style": "stylized artistic", + "final_score": 0.5258409403063864, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3709968112012458 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3709968112012458, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1536936210628338, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10990377015123876, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_000.png b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_001.png b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_002.png b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_003.png b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_004.png b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_005.png b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_006.png b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/state.json b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/state.json new file mode 100644 index 000000000..3e60e638e --- /dev/null +++ b/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/state.json @@ -0,0 +1,657 @@ +{ + "job_id": "ralph_20260125_123736", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/6amcity.brightspotcdn.jpg", + "target_domain": "SKY", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5258409403063864, + "best_score": 0.5258409403063864, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.260912911986706 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.260912911986706, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14439004896236457, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10475763835496556, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.04767998910879273, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3709968112012458 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3709968112012458, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1536936210628338, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10990377015123876, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:37:36.457587", + "updated_at": "2026-01-25T12:37:43.993839", + "completed_at": "2026-01-25T12:37:43.993810", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:37:38.093971", + "phase": "score", + "score": 0.5258409403063864, + "improvement": 0.5258409403063864, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3709968112012458 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3709968112012458 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3709968112012458, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1536936210628338, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10990377015123876, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3709968112012458 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3709968112012458, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1536936210628338, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10990377015123876, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:37:39.260497", + "phase": "score", + "score": 0.5258409403063864, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22324924862200812 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22324924862200812 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22324924862200812, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15138474562653706, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09704651065183546, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": 0.25672315231127746, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22324924862200812 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22324924862200812, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15138474562653706, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09704651065183546, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": 0.25672315231127746, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:37:40.375458", + "phase": "score", + "score": 0.5258409403063864, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2681662296215287 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2681662296215287 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2681662296215287, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19442051787169828, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12122361208777224, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2681662296215287 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2681662296215287, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19442051787169828, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12122361208777224, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:37:41.535004", + "phase": "score", + "score": 0.5258409403063864, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.35680562948042965 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.35680562948042965 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.35680562948042965, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17711089681944941, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14138073596692802, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.21305353017871365, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.35680562948042965 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.35680562948042965, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17711089681944941, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14138073596692802, + "source": "computed" + }, + { + "dimension": "atmosphere", + "parameter": "fog_density", + "delta": -0.21305353017871365, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:37:42.740958", + "phase": "score", + "score": 0.5258409403063864, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3221715185363825 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3221715185363825 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3221715185363825, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14579519974518462, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.0995861672243612, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3221715185363825 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3221715185363825, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14579519974518462, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.0995861672243612, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:37:43.987190", + "phase": "score", + "score": 0.5258409403063864, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.260912911986706 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.260912911986706 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.260912911986706, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14439004896236457, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10475763835496556, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.04767998910879273, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.260912911986706 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.260912911986706, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14439004896236457, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10475763835496556, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.04767998910879273, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 14.674964904785156 +} \ No newline at end of file diff --git a/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/memory/jobs.json b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/memory/jobs.json new file mode 100644 index 000000000..17b57edaa --- /dev/null +++ b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_123745", + "embedding": [ + -0.016508333384990692, + 0.04227127134799957, + 0.015221157111227512, + -0.013298869132995605, + 0.023251786828041077, + 0.04474369436502457, + -0.008626013062894344, + 0.006229741964489222, + 0.05875232815742493, + 0.0167609341442585, + -0.018910761922597885, + -0.050974614918231964, + 0.007605188991874456, + -0.011896283365786076, + -0.011524072848260403, + -0.026655660942196846, + 0.009662431664764881, + 0.05209451541304588, + 0.01560748741030693, + -0.03879806771874428, + 0.025956658646464348, + 0.007873822934925556, + -0.0070137628354132175, + -0.015242379158735275, + -0.015217350795865059, + -0.009063150733709335, + 0.02902752347290516, + 0.00012108278315281495, + 0.011808532290160656, + 0.007088762242347002, + 0.010770956054329872, + 0.032737668603658676, + 0.003870736574754119, + -0.005378399975597858, + -0.04843616485595703, + 0.025964993983507156, + -0.005515579134225845, + 0.005359932780265808, + -0.0028427348006516695, + 0.13741345703601837, + -0.00723787397146225, + 0.027034733444452286, + -0.02321287803351879, + -0.016590677201747894, + -0.007902001962065697, + -0.14033715426921844, + 0.027574822306632996, + 0.0028963431250303984, + -0.023211684077978134, + -0.023990726098418236, + 0.015824124217033386, + 0.008018356747925282, + -0.0008183352765627205, + -0.004110579378902912, + -0.03085847944021225, + -0.037003520876169205, + 0.02572179026901722, + -0.006685469765216112, + 0.02774924226105213, + -0.012936397455632687, + -0.024076206609606743, + 0.013990328647196293, + 0.010516340844333172, + 0.005606586113572121, + -0.024299047887325287, + -0.026899229735136032, + -0.048626624047756195, + 0.018432840704917908, + -0.042900893837213516, + -0.010790644213557243, + -0.018736081197857857, + 0.05422748625278473, + 0.02308637835085392, + 0.05389723181724548, + 0.007592018693685532, + -0.034194473177194595, + -0.008617116138339043, + -0.026858510449528694, + -0.042116619646549225, + -0.02321757562458515, + 0.006027224473655224, + -0.019772527739405632, + 0.021862108260393143, + 0.03648611158132553, + 0.03278866782784462, + 0.007960811257362366, + -0.03367547690868378, + 0.0004000005719717592, + 0.009816672652959824, + -0.003050611587241292, + -0.0067128767259418964, + -0.005989035591483116, + -0.7106690406799316, + -0.046704769134521484, + 0.009844204410910606, + 0.033193763345479965, + -0.042290084064006805, + 0.023895591497421265, + -0.02397262305021286, + -0.1607481837272644, + 0.011570142582058907, + -0.007175773847848177, + -0.02765163965523243, + -0.023618875071406364, + 0.00170427979901433, + -0.007873610593378544, + 0.04667244106531143, + 0.005691683851182461, + 0.020862160250544548, + 0.01592666283249855, + 0.004846412222832441, + -0.07513082027435303, + 0.01902090571820736, + 0.012470708228647709, + -0.011342115700244904, + 0.04991568624973297, + 0.012146075256168842, + -0.03859640657901764, + 0.04108017310500145, + 0.019615538418293, + -0.024472471326589584, + 0.0018312419997528195, + 0.036365803331136703, + -0.010431288741528988, + -0.0032068032305687666, + 0.009475710801780224, + 0.015613608993589878, + -0.012008587829768658, + 0.007498856168240309, + 0.02185598574578762, + 0.022462930530309677, + 0.020596740767359734, + -0.02444375306367874, + 0.08485846221446991, + 0.008878152817487717, + 0.0226189736276865, + 0.036898206919431686, + -0.05790968984365463, + -0.0384523943066597, + 0.016428280621767044, + -0.021797355264425278, + 0.011379046365618706, + -0.06300819665193558, + -0.027588309720158577, + 0.021743619814515114, + 0.006974656600505114, + -0.020240411162376404, + 0.018670588731765747, + -0.0027560361195355654, + 0.027882330119609833, + -0.008081371895968914, + -0.0006163629586808383, + 0.03741235285997391, + -0.013571505434811115, + 0.015356980264186859, + -0.0024288753047585487, + -0.017968319356441498, + 0.04674287140369415, + 0.020951170474290848, + 0.016414668411016464, + -0.04163190349936485, + -0.03301812335848808, + 0.02599979192018509, + -0.01671605184674263, + -0.014758866280317307, + -0.0336463563144207, + -0.0196444820612669, + 0.053042490035295486, + 0.022943619638681412, + 0.026303524151444435, + -0.0005900819087401032, + 0.022906769067049026, + -0.0017562017310410738, + -0.0467524416744709, + -0.025653928518295288, + 0.029957644641399384, + -0.04909242317080498, + 0.006004238501191139, + -0.01984674669802189, + -0.04967901110649109, + 0.0070483791641891, + -0.008543918840587139, + -0.011030863039195538, + 0.024205496534705162, + 0.0032759339082986116, + -0.009635266847908497, + -0.0009293490438722074, + 0.007942735217511654, + -0.01036123838275671, + -0.013523466885089874, + -0.026092516258358955, + -0.03044969215989113, + -0.010356769897043705, + 0.01746591553092003, + 0.0035310005769133568, + 0.004554626531898975, + 0.013307738117873669, + 0.009360880590975285, + -0.008574062027037144, + -0.027044733986258507, + 0.0011450863676145673, + 0.000346811197232455, + -0.010987193323671818, + -0.0158911794424057, + 0.0008801139192655683, + -0.008276932872831821, + -0.019072482362389565, + -0.021831657737493515, + -0.02433736063539982, + -0.03826961666345596, + -0.10283830761909485, + 0.04481217637658119, + -0.012118058279156685, + -0.0035611258354038, + -0.006298210937529802, + -0.011165461502969265, + -0.04961596801877022, + 0.015920640900731087, + 0.020356042310595512, + -0.03088241256773472, + 0.006347544491291046, + -0.026120204478502274, + -0.013058163225650787, + 0.03508653864264488, + -0.05798887833952904, + -0.018353108316659927, + 0.0009644015226513147, + -0.03910768777132034, + 0.0013363489415496588, + 0.013182478956878185, + -0.03167802467942238, + -0.004177450202405453, + -0.0028465886134654284, + 0.027482466772198677, + 0.027425406500697136, + -0.04603486508131027, + -0.02599223516881466, + 0.009485228918492794, + -0.003588189138099551, + 0.02480190061032772, + -0.006251949816942215, + 0.03353707119822502, + -0.01565181277692318, + -0.013770855963230133, + 0.03475771099328995, + -0.023798547685146332, + -0.010058199986815453, + -0.00019292488286737353, + -0.028193527832627296, + -0.025273533537983894, + -0.028104733675718307, + 0.007120913825929165, + -0.014071274548768997, + 0.007364760618656874, + -0.0016471322160214186, + 0.01715843752026558, + 0.023843789473176003, + 0.0005838494980707765, + 0.1747368723154068, + -0.0270331259816885, + -0.008917132392525673, + -0.016934972256422043, + 0.02906646952033043, + 0.07968433201313019, + 0.01807408034801483, + 0.007158389315009117, + -0.03743423894047737, + 0.008358430117368698, + 0.03727823495864868, + -0.04274334758520126, + -0.0070176804438233376, + 0.003086017444729805, + 0.034752581268548965, + -0.029082216322422028, + -0.01902521215379238, + -0.000839452666696161, + 0.007312195375561714, + -0.019473915919661522, + -0.011903402395546436, + -0.01032630167901516, + -0.013943028636276722, + -0.016187893226742744, + 0.011465638875961304, + 0.006198273506015539, + -0.02889593318104744, + 0.023044724017381668, + -0.0433981828391552, + 0.03963855281472206, + -0.03280119225382805, + -0.008807714097201824, + 0.034750644117593765, + -0.03022085875272751, + -0.03189863637089729, + -0.004474075511097908, + -0.014749987982213497, + -0.04389076679944992, + -0.0505610816180706, + 0.02316877245903015, + -0.01635199971497059, + 0.021828023716807365, + -0.03817785158753395, + -0.020078105852007866, + -0.0007480545318685472, + 0.05055480822920799, + -0.019080620259046555, + -0.00756610045209527, + 0.0009170047705993056, + -0.015506288968026638, + 0.014131763018667698, + -0.0029474433977156878, + 0.008101047948002815, + 0.02858339622616768, + 0.08471900224685669, + -0.008940068073570728, + 0.009935437701642513, + 0.021305067464709282, + 0.023535510525107384, + 0.03735477477312088, + 0.02602766454219818, + -0.02657262794673443, + 0.0014380704378709197, + 0.14910630881786346, + -0.0026145910378545523, + -0.015558736398816109, + -0.03099052980542183, + 0.007571222726255655, + 0.012086103670299053, + 0.04912426322698593, + -0.00028430725797079504, + 0.03126326948404312, + -0.0006258476059883833, + -0.016719702631235123, + 0.008226809091866016, + 0.028898846358060837, + -0.019209226593375206, + 0.0007144611445255578, + -0.021719198673963547, + 0.012971244752407074, + 0.03247874975204468, + 0.004188556224107742, + 0.00961965974420309, + -0.01670495606958866, + -0.020593484863638878, + 0.04213147610425949, + 0.003990742843598127, + -0.09587535262107849, + 0.010069645941257477, + -0.04877093806862831, + -0.010316827334463596, + 0.001049877260811627, + -0.005112129263579845, + 0.010026734322309494, + 0.022620711475610733, + 0.011208247393369675, + 0.0193363968282938, + -0.06400598585605621, + -0.03126328065991402, + 0.006620862986892462, + -0.004446232691407204, + -0.038505591452121735, + -0.0359933003783226, + 0.007803985849022865, + -0.022718768566846848, + 0.01873387023806572, + -0.06136307492852211, + 0.00020586038590408862, + 0.008492411114275455, + 0.018468385562300682, + 0.018583644181489944, + -0.011031191796064377, + 0.006664824206382036, + 0.048895448446273804, + 0.00263337604701519, + 0.011206249706447124, + -0.002059730002656579, + -0.05175863578915596, + 0.0004879914049524814, + 0.001470858696848154, + -0.006933082360774279, + 0.01526561751961708, + -0.007162724155932665, + -0.025137880817055702, + -0.0299626924097538, + -0.01896284706890583, + -0.0019009878160431981, + -0.006103703752160072, + 0.009144708514213562, + -0.032732538878917694, + -0.0179953221231699, + 0.03516656160354614, + 0.00586265092715621, + 0.03935452178120613, + 0.018461959436535835, + 0.03729291260242462, + -0.046968959271907806, + 0.01727585680782795, + 0.016631437465548515, + -0.005219842307269573, + -0.07302629202604294, + 0.019953344017267227, + -0.021308178082108498, + 0.0037781812716275454, + -0.009770837612450123, + 0.009053124114871025, + -0.0031052620615810156, + -0.003944563213735819, + -0.03110317513346672, + -0.009949647821485996, + 0.08168978244066238, + 0.012260875664651394, + -0.000755137822125107, + 0.010083682835102081, + -0.017117349430918694, + 0.009792029857635498, + 0.016273831948637962, + 0.0030245615635067225, + 0.01487682480365038, + -0.00043646173435263336, + 0.02249337173998356, + 0.01792341284453869, + -0.0187702439725399, + 0.02499358169734478, + -0.06180256977677345, + -0.03924151882529259, + -0.013639750890433788, + -0.008823824115097523, + 0.0399177111685276, + -0.02408275194466114, + 0.08330178260803223, + -0.010818883776664734, + -0.006322849541902542, + 0.04369613900780678, + -0.058759234845638275, + 0.002820259891450405, + 0.0701298788189888, + 0.002194085158407688, + -0.039234060794115067, + -0.024013902992010117, + 0.01043025590479374, + 0.006118330638855696, + 0.016002129763364792, + 0.004107234999537468, + 0.004875002894550562, + -0.014823470264673233, + 0.0019225135911256075, + 0.008617013692855835, + -0.015652626752853394, + 0.016537506133317947, + -0.0214846208691597, + -0.01810920238494873, + 0.08941257745027542, + -0.022829914465546608, + -0.01539959292858839, + -0.01103175152093172, + -0.0037880674935877323, + -0.0014789404813200235, + 0.05808189511299133, + 0.004677319433540106, + 0.004465334117412567, + -0.03506958857178688, + 0.01369739230722189, + 0.03159894049167633, + -0.018031392246484756, + -0.006156859453767538, + 0.024823816493153572, + -0.012580854818224907, + -0.005343991797417402, + 0.013135263696312904, + -0.038129884749650955, + 0.017009632661938667, + -0.018242353573441505, + -0.009877468459308147, + 0.013020522892475128, + -0.003281192621216178, + -0.014631065540015697, + -0.013954095542430878, + -0.00484723225235939, + 0.0027217045426368713, + 0.016258301213383675, + -0.015418882481753826, + -0.009902628138661385, + 0.014837868511676788, + -0.01294679380953312, + 0.04109698534011841, + 0.017140502110123634, + 0.02791673131287098, + 0.00867520458996296, + 0.003019043244421482, + 0.006799834314733744, + -0.016900599002838135, + -0.012374930083751678, + -0.01875380240380764, + -0.0005558992270380259, + -0.07467019557952881, + 0.001541081233881414, + -0.003519295481964946, + -0.006514567416161299, + 0.040640369057655334, + -0.020529700443148613, + -0.030464496463537216, + 0.048782095313072205, + -0.013530750758945942, + -0.011095313355326653, + -0.03211236000061035, + 0.026843832805752754, + -0.053096625953912735, + -0.03446882590651512, + 0.02047492004930973, + 0.00634293258190155, + 0.11271817982196808, + 0.00011724093201337382, + -0.03212308511137962 + ], + "scene_type": "sunset or sunrise scene", + "style": "high contrast dramatic", + "final_score": 0.5251302717982165, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3094375103792005 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3094375103792005, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14805099204918498, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1428997036133571, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_000.png b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_001.png b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_002.png b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_003.png b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_004.png b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_005.png b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_006.png b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/state.json b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/state.json new file mode 100644 index 000000000..e2d553777 --- /dev/null +++ b/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/state.json @@ -0,0 +1,627 @@ +{ + "job_id": "ralph_20260125_123745", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/Fiery_sunset_clouds_over_city_silhouette.jpg", + "target_domain": "SKY", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5251302717982165, + "best_score": 0.5251302717982165, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2615003277127138 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2615003277127138, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10994916750081056, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1529584719681473, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3094375103792005 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3094375103792005, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14805099204918498, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1428997036133571, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:37:45.264512", + "updated_at": "2026-01-25T12:37:53.257498", + "completed_at": "2026-01-25T12:37:53.257436", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:37:47.106899", + "phase": "score", + "score": 0.5251302717982165, + "improvement": 0.5251302717982165, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3094375103792005 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3094375103792005 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3094375103792005, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14805099204918498, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1428997036133571, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3094375103792005 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3094375103792005, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14805099204918498, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1428997036133571, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:37:48.336422", + "phase": "score", + "score": 0.5251302717982165, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3335847675056116 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3335847675056116 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3335847675056116, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11827210778299523, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12153399759876571, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.28997912826597544, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3335847675056116 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3335847675056116, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11827210778299523, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12153399759876571, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.28997912826597544, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:37:49.488937", + "phase": "score", + "score": 0.5251302717982165, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3294179424138923 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3294179424138923 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3294179424138923, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.13916318463798222, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17470608828021827, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3294179424138923 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3294179424138923, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.13916318463798222, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17470608828021827, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:37:50.800189", + "phase": "score", + "score": 0.5251302717982165, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3509397043969561 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3509397043969561 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3509397043969561, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12902565060047, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1650867018674135, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3509397043969561 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3509397043969561, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12902565060047, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1650867018674135, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:37:52.008843", + "phase": "score", + "score": 0.5251302717982165, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.19079853716135958 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.19079853716135958 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.19079853716135958, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1454665232232246, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1694482606481223, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.19079853716135958 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.19079853716135958, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1454665232232246, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1694482606481223, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:37:53.251170", + "phase": "score", + "score": 0.5251302717982165, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2615003277127138 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2615003277127138 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2615003277127138, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10994916750081056, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1529584719681473, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2615003277127138 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2615003277127138, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10994916750081056, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1529584719681473, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.25289011001587 +} \ No newline at end of file diff --git a/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/memory/jobs.json b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/memory/jobs.json new file mode 100644 index 000000000..a95d7050c --- /dev/null +++ b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_123754", + "embedding": [ + -0.015086209401488304, + 0.043282750993967056, + 0.0029441118240356445, + 0.015414142049849033, + 0.0077550397254526615, + 0.031095582991838455, + -0.0025375576224178076, + -0.009306333027780056, + 0.034403420984745026, + 0.007353171240538359, + -0.009540180675685406, + -0.03148508816957474, + 0.0165716502815485, + -0.061236895620822906, + -0.014515986666083336, + -0.010890195146203041, + -0.008399100042879581, + 0.03801635652780533, + 0.02608681097626686, + -0.029765600338578224, + 0.00539625296369195, + -0.008399534039199352, + -0.01895124278962612, + -0.014104923233389854, + 0.014968822710216045, + -0.020600609481334686, + -0.0010289165657013655, + -0.007825314067304134, + 0.01866084896028042, + -0.00023199277347885072, + 0.017999088391661644, + 0.05258972942829132, + -0.0051956335082650185, + -0.017424996942281723, + -0.01733371615409851, + 0.024872086942195892, + -0.011739596724510193, + 0.01382097601890564, + 0.02084640972316265, + 0.1551424264907837, + -0.0011213294928893447, + 0.004171529784798622, + -0.020301055163145065, + -0.008806110359728336, + 0.012031970545649529, + -0.15907716751098633, + 0.030109886080026627, + 0.02284463308751583, + 0.010924933478236198, + -0.009478867053985596, + 0.022023716941475868, + -0.006579086650162935, + 0.02362973988056183, + -0.0020803373772650957, + -0.046768926084041595, + 0.007033026777207851, + 0.02061665616929531, + 0.0009451481164433062, + 0.0056663695722818375, + -0.01245662197470665, + -0.05150962993502617, + -0.010243305936455727, + -0.003827276872470975, + 0.008028816431760788, + -0.020581433549523354, + 0.00395067548379302, + -0.02204647846519947, + 0.036800481379032135, + -0.04124771058559418, + -0.014473841525614262, + -0.03231128305196762, + 0.001995859667658806, + 0.03574685379862785, + 0.04053495079278946, + 0.010902013629674911, + -0.011092361994087696, + 0.0143734160810709, + -0.016799064353108406, + -0.024555282667279243, + -0.029536815360188484, + -0.01675659604370594, + -0.034777481108903885, + 0.049330469220876694, + 0.034455571323633194, + 0.04294663295149803, + 0.036617208272218704, + -0.004625310190021992, + -0.033713482320308685, + 0.02033957839012146, + -0.02275019697844982, + 0.0009785516886040568, + -0.015941563993692398, + -0.6978774070739746, + -0.08146756887435913, + 3.3574036933714524e-05, + 0.03426763042807579, + -0.03779194876551628, + 0.006706166081130505, + -0.003310606349259615, + -0.1718406230211258, + -0.008720627054572105, + -0.002658240497112274, + -0.02539108321070671, + -0.00806101132184267, + -0.008743664249777794, + 0.028250575065612793, + 0.035625360906124115, + 0.017167560756206512, + -0.000852211203891784, + 0.041500505059957504, + 0.014032145030796528, + -0.06688696146011353, + 0.008429170586168766, + -0.030135994777083397, + -0.000955287367105484, + 0.03617998585104942, + 0.00562576437368989, + -0.002773228334262967, + 0.022666441276669502, + 0.02463044784963131, + -0.0033090724609792233, + 0.014651097357273102, + 0.00172721641138196, + 0.004276782274246216, + -0.01013458427041769, + 0.007422308437526226, + -0.004266770090907812, + -0.03344693034887314, + -0.0008975974633358419, + 0.01161037478595972, + 0.021728111431002617, + 0.028341403231024742, + -0.02071371302008629, + 0.07579582929611206, + 0.032076962292194366, + 0.04475051537156105, + 0.0029753376729786396, + -0.05269235372543335, + -0.022696753963828087, + 0.01495961844921112, + -0.007658254820853472, + 0.006169342435896397, + -0.05586665868759155, + -0.007575341034680605, + 0.01770878955721855, + -0.014214473776519299, + -0.040990881621837616, + 0.014802438206970692, + 0.0021171700209379196, + 0.04354023188352585, + -0.0035496719647198915, + 0.0188081543892622, + 0.035975463688373566, + 0.005104153882712126, + -0.0002144576865248382, + -0.0505380742251873, + -0.006983140949159861, + 0.003985862713307142, + 0.010821021161973476, + 0.033112216740846634, + -0.038549475371837616, + -0.01698049157857895, + 0.0265424195677042, + -0.03744841739535332, + -0.006727370899170637, + -0.035292066633701324, + -0.047175224870443344, + 0.05214895308017731, + -0.0073598530143499374, + 0.020792197436094284, + 0.018207749351859093, + 0.03484442085027695, + -0.0196611937135458, + -0.062642902135849, + -0.011454585008323193, + 0.01681208424270153, + -0.08807779103517532, + 0.02588776871562004, + -0.07012004405260086, + -0.027463926002383232, + 0.015789708122611046, + -0.03050220012664795, + -0.0231679305434227, + 0.005943338852375746, + 0.002265054266899824, + -0.004176628310233355, + 0.011673330329358578, + 0.03777916729450226, + 0.0026912610046565533, + -0.003526996122673154, + -0.03633173555135727, + 0.0011932544875890017, + -0.028455164283514023, + -0.004487309139221907, + -0.017109718173742294, + 0.007769486401230097, + -0.0005970970378257334, + 0.028130529448390007, + 0.029513897374272346, + -0.04982559755444527, + -0.008068357594311237, + -0.00041812125709839165, + -0.015481933951377869, + 0.009196153841912746, + 0.009761553257703781, + -0.024797942489385605, + 0.007200367283076048, + -0.01660631224513054, + -0.001827719621360302, + -0.02215881645679474, + -0.11197111010551453, + 0.023965850472450256, + -0.014676851220428944, + -0.011035620234906673, + -0.025938572362065315, + -0.03156578913331032, + -0.034129440784454346, + 0.0018101934110745788, + 0.058831196278333664, + -0.0046386197209358215, + 0.01652863435447216, + -0.06911832839250565, + -0.003722644643858075, + 0.007547660730779171, + -0.006118076387792826, + -0.03190165385603905, + 0.00038820269401185215, + -0.023372741416096687, + -0.004195572808384895, + 0.0008886083960533142, + -0.044967520982027054, + 0.0011386763071641326, + 0.009658941067755222, + 0.048525743186473846, + 0.017714090645313263, + -0.07766105979681015, + -0.003596032503992319, + -0.010978767648339272, + -0.0005014333873987198, + 0.015839317813515663, + 0.004762925207614899, + 0.031066417694091797, + -0.02069511078298092, + -0.03796129301190376, + 0.021476848050951958, + -0.031126637011766434, + 0.026460615918040276, + -0.013833627104759216, + 0.0006485431804321706, + -0.009154628030955791, + -0.020443668588995934, + 0.0012432236690074205, + -0.03408924490213394, + 0.01381679531186819, + 0.0007878997130319476, + 0.015517421066761017, + 0.02549107000231743, + 0.010820615105330944, + 0.14956995844841003, + -0.030034616589546204, + -0.013128957711160183, + 0.0034050513058900833, + 0.0368918776512146, + -0.024017732590436935, + 0.040353406220674515, + 0.0019852151162922382, + -0.027105623856186867, + 0.06029512360692024, + 0.04885668680071831, + -0.016114123165607452, + 0.023808473721146584, + 0.005435889586806297, + 0.03403531387448311, + -0.025063270702958107, + -0.008203476667404175, + 0.048038601875305176, + 0.009797903709113598, + 0.004485005978494883, + -0.003955387510359287, + 0.013792775571346283, + 0.010311352089047432, + -0.0035989696625620127, + 0.008874282240867615, + 0.012943151406943798, + -0.019610468298196793, + 0.008424626663327217, + -0.06283606588840485, + 0.016798844560980797, + -0.01577087678015232, + -0.014238553121685982, + 0.018482740968465805, + -0.01708056591451168, + 0.011771502904593945, + -0.007094849366694689, + -0.02725345455110073, + -0.02811959572136402, + -0.054968953132629395, + 0.028598912060260773, + -0.026860395446419716, + 0.010919510386884212, + -0.010859617032110691, + -0.003836335614323616, + -0.025999849662184715, + 0.02763299085199833, + -0.020641377195715904, + 0.009121115319430828, + 0.03734743967652321, + -0.013037468306720257, + 0.03469369187951088, + -0.008921192958950996, + 0.0006093601696193218, + 0.03298360854387283, + 0.07563333958387375, + -0.019966980442404747, + -0.020695384591817856, + 0.0063130515627563, + 0.006729782093316317, + 0.04538383707404137, + 0.030103649944067, + -0.02593981847167015, + 0.00446079159155488, + 0.1632634550333023, + 0.0004076143668498844, + 0.0017905073473230004, + -0.03732210770249367, + -0.014892110601067543, + 0.012954837642610073, + 0.05516496300697327, + 0.004783852491527796, + 0.013140554539859295, + 0.014025748707354069, + -0.010784653946757317, + -0.010818678885698318, + 0.04417761415243149, + 0.010700245387852192, + 0.013857854530215263, + -0.012004856020212173, + 0.02011963166296482, + 0.02533702179789543, + 0.014987695962190628, + -0.0033050940837711096, + -0.015454944223165512, + -0.009109240025281906, + 0.028731824830174446, + -0.0012785210274159908, + -0.07212913781404495, + -0.015874803066253662, + -0.02809925563633442, + 0.0012156999437138438, + -0.009814202785491943, + -0.020470578223466873, + -0.0023177568800747395, + 0.014127600006759167, + 0.015773804858326912, + 0.022628767415881157, + -0.04396319389343262, + -0.0025482005439698696, + -0.042473819106817245, + -0.003990675788372755, + -0.0374903604388237, + 0.023329660296440125, + 0.02867499366402626, + -0.01670873910188675, + 0.01717376708984375, + -0.10259898006916046, + 0.0006812383071519434, + 0.007457031402736902, + 0.029626494273543358, + 0.03837410733103752, + 0.01660846173763275, + 0.021540328860282898, + 0.052723076194524765, + 0.002431507920846343, + 0.00903497263789177, + 0.0049085067585110664, + -0.013951833359897137, + -0.025958741083741188, + 0.0011912324698641896, + -0.015055850148200989, + 0.014428543858230114, + 0.004468172322958708, + -0.044290248304605484, + -0.015540956519544125, + -0.03305916488170624, + -0.001252339337952435, + -0.007537543773651123, + 0.006298016756772995, + -0.03171629086136818, + -0.017785299569368362, + -0.0032157162204384804, + 0.02755049802362919, + 0.04682870954275131, + 0.01569664478302002, + 0.051414284855127335, + -0.038565799593925476, + -0.016243135556578636, + 0.03275187686085701, + -0.008004183880984783, + -0.06391004472970963, + 0.004314611200243235, + -0.006429955363273621, + 0.00822383165359497, + -0.014013084582984447, + 0.006217183079570532, + 0.01689738780260086, + 0.002510393736883998, + -0.02537061832845211, + -0.027452953159809113, + 0.07387466728687286, + 0.02061385288834572, + 0.02770719677209854, + 0.0062498655170202255, + -0.01687638647854328, + 0.004817931912839413, + -0.008936709724366665, + 0.0038256251718848944, + 0.00034444473567418754, + -0.0035402087960392237, + -0.009898258373141289, + 0.02473577857017517, + -0.026896314695477486, + -0.012954032979905605, + -0.04839887470006943, + -0.0523984357714653, + -0.026545187458395958, + 0.002123817801475525, + 0.04900725558400154, + -0.005933481268584728, + 0.03935201093554497, + 0.0200710017234087, + -0.035591691732406616, + 0.05101121962070465, + -0.07493597269058228, + 0.01147493440657854, + 0.0390869602560997, + -0.009679105132818222, + -0.01587887667119503, + -0.025708308443427086, + -0.016671072691679, + 0.0026361055206507444, + 0.019444288685917854, + 0.01096870843321085, + -0.017286986112594604, + -0.020421257242560387, + -0.010377151891589165, + -0.009700213558971882, + 0.004769236780703068, + -0.004168608691543341, + -0.018902480602264404, + -0.03702342137694359, + 0.0755867138504982, + -0.02402261458337307, + -0.016919950023293495, + -0.0022109851706773043, + -0.004529808647930622, + 0.028330661356449127, + 0.043361928313970566, + -0.02501525543630123, + 0.02553754486143589, + -0.05238990858197212, + 0.005837518256157637, + 0.030788393691182137, + -0.037136975675821304, + -0.013992142863571644, + 0.030951039865612984, + 0.002576108556240797, + -0.010914318263530731, + -0.0030561669263988733, + -0.018800167366862297, + 0.018457671627402306, + -0.004510426893830299, + -0.0024637700989842415, + 0.011828485876321793, + 0.00698052765801549, + -0.00693173473700881, + -0.016337178647518158, + -0.013185815885663033, + -0.020336121320724487, + -0.01378216315060854, + -0.025197897106409073, + -0.0191488116979599, + 0.020382558926939964, + 0.004622827284038067, + 0.017240609973669052, + 0.0008423981489613652, + 0.016590623185038567, + -0.02023669332265854, + 0.00316026178188622, + 0.00025005030329339206, + -0.01794571615755558, + -0.02205275371670723, + -0.01687425561249256, + 0.02127501741051674, + -0.06359676271677017, + 0.008263464085757732, + 0.008494121953845024, + 0.029872136190533638, + 0.012759516015648842, + -0.0035562661942094564, + -0.042513102293014526, + 0.04423680528998375, + -0.020676108077168465, + -0.0016216585645452142, + -0.007413163781166077, + 0.0620807521045208, + -0.015463439747691154, + -0.012262892909348011, + 0.01076405867934227, + 0.018578438088297844, + 0.11850102245807648, + 0.010722202248871326, + -0.03296855092048645 + ], + "scene_type": "sunset or sunrise scene", + "style": "high contrast dramatic", + "final_score": 0.569268937123969, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.181720578929668 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.181720578929668, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1335724337350648, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.091168128001111, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_000.png b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_001.png b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_002.png b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_003.png b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_004.png b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_005.png b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_006.png b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/state.json b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/state.json new file mode 100644 index 000000000..311ab57c2 --- /dev/null +++ b/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/state.json @@ -0,0 +1,627 @@ +{ + "job_id": "ralph_20260125_123754", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/Majestic_twilight_in_the_Mojave_desert,_Landers,_California.jpg", + "target_domain": "SKY", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.569268937123969, + "best_score": 0.569268937123969, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2817027876567878 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2817027876567878, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.09826162474127212, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07505980986238148, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.181720578929668 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.181720578929668, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1335724337350648, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.091168128001111, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:37:54.522355", + "updated_at": "2026-01-25T12:38:02.230260", + "completed_at": "2026-01-25T12:38:02.230214", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:37:56.313252", + "phase": "score", + "score": 0.569268937123969, + "improvement": 0.569268937123969, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.181720578929668 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.181720578929668 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.181720578929668, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1335724337350648, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.091168128001111, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.181720578929668 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.181720578929668, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1335724337350648, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.091168128001111, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:37:57.606779", + "phase": "score", + "score": 0.569268937123969, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.32811765630047723 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.32811765630047723 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.32811765630047723, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15551722332251638, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10352317861984536, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.32811765630047723 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.32811765630047723, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15551722332251638, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10352317861984536, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:37:58.805104", + "phase": "score", + "score": 0.569268937123969, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31817447665322035 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31817447665322035 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.31817447665322035, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1904001119229993, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08645149838510041, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31817447665322035 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.31817447665322035, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1904001119229993, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08645149838510041, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:37:59.937513", + "phase": "score", + "score": 0.569268937123969, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22339994849347047 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22339994849347047 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22339994849347047, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15727472042329527, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10791635364748069, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.08077000353829394, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22339994849347047 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22339994849347047, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15727472042329527, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10791635364748069, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.08077000353829394, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:38:01.076693", + "phase": "score", + "score": 0.569268937123969, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.286014333634529 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.286014333634529 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.286014333634529, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12709700917893835, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09667268170757178, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.286014333634529 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.286014333634529, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12709700917893835, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09667268170757178, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:38:02.223962", + "phase": "score", + "score": 0.569268937123969, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2817027876567878 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2817027876567878 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2817027876567878, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.09826162474127212, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07505980986238148, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2817027876567878 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2817027876567878, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.09826162474127212, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07505980986238148, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 7.962512969970703 +} \ No newline at end of file diff --git a/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/memory/jobs.json b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/memory/jobs.json new file mode 100644 index 000000000..46c6e72f0 --- /dev/null +++ b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_123803", + "embedding": [ + 0.007128800731152296, + 0.022268228232860565, + -3.7961570342304185e-05, + 0.0024194533471018076, + 0.008849835023283958, + 0.014465012587606907, + -0.018554452806711197, + -0.016604067757725716, + 0.045060232281684875, + -0.006184963975101709, + 0.0030804581474512815, + -0.013445978052914143, + -0.010388440452516079, + -0.04183339700102806, + -0.021605851128697395, + 0.028070498257875443, + 0.0017098222160711884, + 0.05419231206178665, + 0.04858038201928139, + -0.03915945068001747, + -0.05501167103648186, + -0.0017286442453041673, + -0.01755342446267605, + -0.011766714043915272, + -0.007930711843073368, + -2.192213105445262e-05, + 0.025397296994924545, + -0.004319132771342993, + 0.014728103764355183, + 0.010442513041198254, + -0.020029829815030098, + 0.012245627120137215, + -0.010161350481212139, + 0.0018111676909029484, + -0.019263306632637978, + 0.0245074313133955, + -0.02483046054840088, + -0.028790529817342758, + -0.0043615601025521755, + 0.10607051849365234, + 0.019726015627384186, + 0.05305144935846329, + 0.008442293852567673, + -0.010036197490990162, + 0.003488353220745921, + -0.15440189838409424, + 0.01747513748705387, + -0.004906319547444582, + -0.027850931510329247, + 0.0048805722035467625, + -0.020377784967422485, + -0.019504129886627197, + -0.007576609030365944, + -0.04909146577119827, + -0.03237273544073105, + -0.025759894400835037, + 0.022787082940340042, + 0.00886781420558691, + 0.022774768993258476, + -0.006046472117304802, + -0.018202217295765877, + -0.0011407987913116813, + -0.032721299678087234, + -0.01564437337219715, + 0.0001521953527117148, + -0.004059711471199989, + -0.027487268671393394, + 0.035892777144908905, + -0.03249084949493408, + -0.011808003298938274, + -0.00890787411481142, + -0.009214803576469421, + 0.0247929859906435, + 0.0215634535998106, + 0.022516559809446335, + -0.00592639297246933, + -0.03362793102860451, + -0.018728988245129585, + -0.036934319883584976, + -0.04875245690345764, + 0.017550673335790634, + -0.04714084789156914, + 0.06306353211402893, + -0.009424153715372086, + 0.014836207963526249, + -0.004336430225521326, + -0.03994683176279068, + 0.002306147711351514, + -0.012305306270718575, + -0.011206543073058128, + 0.019475072622299194, + -0.04315056651830673, + -0.6934888958930969, + -0.08717703819274902, + -0.039424873888492584, + 0.03957587853074074, + -0.028637101873755455, + 0.010734515264630318, + 0.03638387471437454, + -0.21096700429916382, + 0.012717307545244694, + -0.02047261781990528, + -0.030200913548469543, + -0.02862463891506195, + 0.021512450650334358, + 0.02631070651113987, + 0.0704294890165329, + 0.03144001588225365, + 0.004356152843683958, + 0.007937569171190262, + 0.01578560471534729, + -0.05767728388309479, + 0.024429557844996452, + -0.005222546402364969, + 0.006353425327688456, + -0.01781831867992878, + -0.0029984803404659033, + -0.019301047548651695, + -0.02891257032752037, + 0.044005122035741806, + -0.04633559659123421, + 0.04054958373308182, + 0.05530419200658798, + -0.03562188893556595, + -0.009367289952933788, + -0.00733656482771039, + -0.016503149643540382, + 0.0022157798521220684, + 0.025960881263017654, + 0.029742684215307236, + 0.005623162724077702, + 0.030809350311756134, + -0.016534775495529175, + 0.07717183977365494, + 0.016039671376347542, + 0.017091821879148483, + -0.010087510570883751, + -0.03895729035139084, + -0.005260861944407225, + -0.016524432227015495, + 0.012256798334419727, + -0.01931595616042614, + -0.027886101976037025, + -0.05307051166892052, + 0.020521843805909157, + 0.005778125021606684, + -0.010388347320258617, + 0.013717299327254295, + 0.0033634682185947895, + 0.008072166703641415, + 0.02831064909696579, + 0.049639150500297546, + 0.010285146534442902, + 0.012966744601726532, + -0.004058066289871931, + -0.033946432173252106, + -0.023539967834949493, + 0.027501573786139488, + -0.009754883125424385, + 0.05514490231871605, + -0.04144161567091942, + -0.028825344517827034, + 0.051962342113256454, + -0.023256318643689156, + 0.03692945837974548, + -0.0313255749642849, + -0.018833443522453308, + 0.024178611114621162, + -0.015359909273684025, + 0.01163498219102621, + 0.0019515835447236896, + 0.013302688486874104, + -0.026704834774136543, + -0.03239985927939415, + -0.025612620636820793, + 0.01785469800233841, + -0.053894758224487305, + 0.02866414375603199, + -0.04832207038998604, + -0.013721944764256477, + 0.05458785593509674, + 0.024313300848007202, + 0.017217054963111877, + -0.013350795954465866, + -0.007625132333487272, + 0.004531282931566238, + -0.0006052041426301003, + 0.012931541539728642, + -0.017455298453569412, + -0.016274238005280495, + -0.04820799082517624, + -0.01162912230938673, + -0.016368992626667023, + -0.02228936180472374, + 0.04248523712158203, + 0.019971009343862534, + -0.008925839327275753, + -0.0006828912300989032, + 0.004282698035240173, + -0.01835307851433754, + -0.005932104308158159, + -0.025332003831863403, + -0.0387006439268589, + 0.00035979883978143334, + -0.010805971920490265, + -0.011416544206440449, + 0.002238553250208497, + 0.0267279464751482, + 0.026099057868123055, + -0.03443475067615509, + -0.04393017664551735, + 0.029573943465948105, + -0.012599232606589794, + -0.024650389328598976, + -0.0433979406952858, + -0.013074207119643688, + -0.008630028925836086, + 0.03408049792051315, + 0.011467043310403824, + -0.004536597058176994, + 0.02666989155113697, + -0.05916460230946541, + -0.007443355396389961, + 0.009477575309574604, + 0.012610328383743763, + -0.004053669981658459, + 0.004280955996364355, + -0.0357830636203289, + -0.008490987122058868, + -0.01148353610187769, + -0.0029310735408216715, + 0.01433119922876358, + -0.0059245191514492035, + 0.03200459107756615, + -0.0008386227418668568, + -0.11718080937862396, + -0.015782352536916733, + -0.002182760275900364, + -0.0027895525563508272, + 0.01673455536365509, + -0.0038515934720635414, + 0.008943328633904457, + -0.0397498682141304, + -0.0007448050891980529, + 0.026169832795858383, + -0.02941940724849701, + 0.0176951065659523, + 0.02083500660955906, + 0.01273440383374691, + -0.05083885043859482, + -0.03584272414445877, + -0.00090683379676193, + -0.025345822796225548, + 0.011071260087192059, + -0.022125501185655594, + -0.0020681677851825953, + 0.044769287109375, + 0.02408919855952263, + 0.1598755121231079, + -0.008574183098971844, + 0.021871931850910187, + -0.004873715806752443, + 0.016814099624753, + 0.053175654262304306, + -0.002055468736216426, + -0.00013990317529533058, + -0.012893705628812313, + 0.0203387588262558, + -0.004983997438102961, + -0.0058080293238162994, + 0.010982365347445011, + -0.018718957901000977, + 0.021124105900526047, + -0.009611046873033047, + -0.029201805591583252, + 0.019747186452150345, + 0.0033777086064219475, + 0.04285212233662605, + 0.0012254230678081512, + 0.009071564301848412, + 0.029965879395604134, + 0.004526230040937662, + 0.04525626450777054, + 0.001698738313280046, + 0.030890237540006638, + -0.016939597204327583, + -0.03488635644316673, + 0.012672861106693745, + -0.01593933440744877, + -0.02929077483713627, + 0.0038444262463599443, + -0.0049835010431706905, + -0.014379624277353287, + 0.011844087392091751, + -0.019768383353948593, + -0.018942583352327347, + -0.03640630096197128, + 0.0350831039249897, + -0.0401928536593914, + 0.028845300897955894, + 0.013316085562109947, + 0.017143862321972847, + -0.008089656941592693, + 0.00725144287571311, + 0.013109982013702393, + -0.0052514104172587395, + 0.01701541617512703, + -0.038355980068445206, + 0.004080690443515778, + 0.023678472265601158, + 0.039798665791749954, + 0.023071270436048508, + 0.07708971202373505, + -0.0023481722455471754, + 0.001421084045432508, + 0.023311598226428032, + 0.002077333861961961, + 0.025280946865677834, + 0.010474677197635174, + -0.027976932004094124, + -0.007368248421698809, + 0.15993152558803558, + 0.024253888055682182, + 0.008475665003061295, + -0.03091980703175068, + -0.024468129500746727, + -0.009047458879649639, + 0.06488826870918274, + -0.0035503790713846684, + 0.019989414140582085, + 0.010621600784361362, + -0.013301459141075611, + -0.02254166267812252, + 0.025049401447176933, + 0.0004043912922497839, + -0.004611220210790634, + -0.03395678475499153, + -0.0071848598308861256, + 0.02476520463824272, + 0.027558909729123116, + -0.025436876341700554, + -0.032002564519643784, + -0.024627212435007095, + -0.00841490551829338, + -0.020499732345342636, + -0.05748448520898819, + 0.013930636458098888, + -0.006437034346163273, + -0.009834847413003445, + 0.019137216731905937, + -0.00035914694308303297, + 0.016252808272838593, + -0.003277231240645051, + -0.02201862819492817, + 0.018979210406541824, + -0.021174585446715355, + -0.007985222153365612, + -0.08687935769557953, + 0.020408855751156807, + -0.006760144606232643, + 0.03194926306605339, + -0.007328585255891085, + 0.010067688301205635, + 0.027534564957022667, + -0.1008550301194191, + -0.0075123505666852, + 0.012616495601832867, + 0.004843608941882849, + 0.015370499342679977, + -0.006716520059853792, + -0.010401498526334763, + 0.04203881695866585, + -0.022988634184002876, + -0.029493506997823715, + -0.03502907231450081, + -0.04229668900370598, + -0.01923524960875511, + -0.002782665193080902, + -0.0223214253783226, + 0.0037873575929552317, + 0.005786854773759842, + -0.02232057973742485, + 0.04478435218334198, + -0.013446396216750145, + 0.004724255297333002, + -0.010947449132800102, + -0.02103782258927822, + -0.029874181374907494, + -0.010158674791455269, + 0.04084935039281845, + 0.02953711897134781, + 0.034602995961904526, + 0.026838865131139755, + 0.030196765437722206, + -0.006419445388019085, + -0.022561807185411453, + 0.003028443083167076, + -0.007755564525723457, + -0.10117319971323013, + 0.0011020154925063252, + -0.012064997106790543, + 0.02557653933763504, + -0.00837140902876854, + 0.0004847970267292112, + -0.0033354549668729305, + -0.002322632586583495, + 0.0010034862207248807, + -0.028135662898421288, + 0.006131058558821678, + 0.008593910373747349, + 0.047787997871637344, + 0.012498385272920132, + -0.02140403725206852, + 0.0028793250676244497, + 0.051890015602111816, + 0.0288893710821867, + 0.01159459538757801, + 0.0038944638799875975, + 0.02098359726369381, + 0.03587643802165985, + -0.030172646045684814, + -0.01868216134607792, + -0.04020798206329346, + -0.013523921370506287, + -0.008073409087955952, + 0.007359409239143133, + 0.0336882583796978, + 0.01681036502122879, + 0.08323205262422562, + 0.006090374197810888, + -0.047637395560741425, + 0.0263496246188879, + -0.09123525768518448, + -0.01458784844726324, + 0.03238070756196976, + -0.0015667396364733577, + -0.01871214620769024, + -0.010068826377391815, + 0.015643978491425514, + 0.006573708727955818, + 0.03855904936790466, + 0.004686268046498299, + -0.059961214661598206, + 0.028992515057325363, + -0.004096187185496092, + -0.03759501129388809, + 0.012262715958058834, + 0.004910972900688648, + -0.024631036445498466, + -0.033610738813877106, + 0.0978107750415802, + 0.001511964132077992, + -0.0036834082566201687, + -0.02366950921714306, + 0.008627600967884064, + 0.022947432473301888, + -0.0015979998279362917, + -0.0189762432128191, + 0.026211058720946312, + -0.06659611314535141, + 0.014846359379589558, + 0.017127256840467453, + -0.007084083277732134, + -0.009265667758882046, + 0.02144874818623066, + -0.0006383552681654692, + 0.012675343081355095, + 0.0016300177667289972, + -0.029890982434153557, + 0.008359434083104134, + 0.009589333087205887, + -0.011604277417063713, + 0.018546292558312416, + 0.04058607295155525, + -0.0520130880177021, + -0.022070206701755524, + -0.022256381809711456, + -0.018436722457408905, + -0.025431185960769653, + 0.008556104265153408, + -0.0005298488540574908, + 0.018016396090388298, + -0.027750112116336823, + 0.024701213464140892, + -0.016979362815618515, + 0.0073316702619194984, + -0.008704917505383492, + -0.0030008722096681595, + -0.003920108545571566, + -0.028457455337047577, + -0.03814253956079483, + 0.019840508699417114, + 0.031051253899931908, + -0.057137563824653625, + 0.011198731139302254, + -0.0019133473979309201, + 0.015603914856910706, + 0.014083990827202797, + -0.0166520643979311, + -0.009977558627724648, + 0.025830330327153206, + -0.005772820673882961, + 0.016811858862638474, + 0.011256467550992966, + 0.05401955172419548, + 0.006485939957201481, + -0.013666065409779549, + 0.02576623298227787, + 0.04459168016910553, + 0.07461722195148468, + 0.008851345628499985, + 0.010398111306130886 + ], + "scene_type": "sunset or sunrise scene", + "style": "high contrast dramatic", + "final_score": 0.5776712545242288, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28731705818957926 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28731705818957926, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16162696018992756, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.04159985676223673, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_000.png b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_001.png b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_002.png b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_003.png b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_004.png b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_005.png b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_006.png b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/state.json b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/state.json new file mode 100644 index 000000000..f81253d64 --- /dev/null +++ b/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/state.json @@ -0,0 +1,657 @@ +{ + "job_id": "ralph_20260125_123803", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/Sunset_2007-1.jpg", + "target_domain": "SKY", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5776712545242288, + "best_score": 0.5776712545242288, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2508720677875339 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2508720677875339, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1662596553702372, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.06256280352705167, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": -0.262057850055248, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28731705818957926 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28731705818957926, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16162696018992756, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.04159985676223673, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:38:03.517534", + "updated_at": "2026-01-25T12:38:11.017748", + "completed_at": "2026-01-25T12:38:11.017692", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:38:05.102015", + "phase": "score", + "score": 0.5776712545242288, + "improvement": 0.5776712545242288, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28731705818957926 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28731705818957926 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28731705818957926, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16162696018992756, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.04159985676223673, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.28731705818957926 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.28731705818957926, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16162696018992756, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.04159985676223673, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:38:06.238996", + "phase": "score", + "score": 0.5776712545242288, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.257256747629614 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.257256747629614 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.257256747629614, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17224195373171428, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08206928938048938, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.257256747629614 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.257256747629614, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17224195373171428, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08206928938048938, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:38:07.375794", + "phase": "score", + "score": 0.5776712545242288, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2930413515253465 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2930413515253465 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2930413515253465, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15054560218849908, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08774709729273958, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": -0.18810724262812378, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2930413515253465 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2930413515253465, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15054560218849908, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08774709729273958, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": -0.18810724262812378, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:38:08.616412", + "phase": "score", + "score": 0.5776712545242288, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.25267225092675827 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.25267225092675827 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.25267225092675827, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12516442760605057, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08726685159837122, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": -0.07242341794796214, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.25267225092675827 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.25267225092675827, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12516442760605057, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08726685159837122, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": -0.07242341794796214, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:38:09.830971", + "phase": "score", + "score": 0.5776712545242288, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1932131773690257 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1932131773690257 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.1932131773690257, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18338260474282783, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.050765740258826214, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1932131773690257 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.1932131773690257, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.18338260474282783, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.050765740258826214, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:38:11.010915", + "phase": "score", + "score": 0.5776712545242288, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2508720677875339 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2508720677875339 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2508720677875339, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1662596553702372, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.06256280352705167, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": -0.262057850055248, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2508720677875339 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2508720677875339, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1662596553702372, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.06256280352705167, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": -0.262057850055248, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Sunset_2007-1_20260125_123803/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 7.775968790054321 +} \ No newline at end of file diff --git a/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/memory/jobs.json b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/memory/jobs.json new file mode 100644 index 000000000..5311480cc --- /dev/null +++ b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_123812", + "embedding": [ + 0.03200729936361313, + 0.00949331559240818, + -0.0014594541862607002, + -0.023770557716488838, + 0.018358202651143074, + -0.02993016503751278, + -0.008792613632977009, + 0.05813509225845337, + 0.0648098737001419, + -0.0024665179662406445, + 0.006311765406280756, + -0.010143106803297997, + 0.02461593598127365, + -0.050767384469509125, + 0.00661946227774024, + 0.005577026400715113, + -0.020149216055870056, + 0.03356676176190376, + 0.045379869639873505, + -0.02254815772175789, + -0.06748104840517044, + 0.021342236548662186, + -0.0059690629132092, + 0.001149514690041542, + 0.013787958770990372, + 0.02086789719760418, + 0.03107050061225891, + -0.01520310714840889, + 0.0039514503441751, + 0.010172971524298191, + -0.002542467089369893, + 0.019289501011371613, + -0.012127427384257317, + -0.02017488144338131, + -0.008045639842748642, + 0.019119150936603546, + -0.023702332749962807, + 0.0043916176073253155, + 0.02599841170012951, + 0.062127068638801575, + 0.04503777623176575, + 0.0567341186106205, + -0.014517133124172688, + -0.019990060478448868, + 0.004904844332486391, + -0.017528481781482697, + -0.014342701062560081, + -0.009899833239614964, + 0.0053335861302912235, + -0.001287012011744082, + -0.013201105408370495, + 0.02080499939620495, + 0.018997717648744583, + -0.03313446044921875, + -0.02013944461941719, + 0.0016948075499385595, + -0.028193509206175804, + -0.0009990714024752378, + 0.021399259567260742, + 0.009682643227279186, + -0.05730270966887474, + -0.022655578330159187, + -0.031234124675393105, + -0.014042659662663937, + 0.0008942288695834577, + -0.0040903338231146336, + -0.03664829209446907, + 0.06687271595001221, + -0.015391731634736061, + -0.01804824359714985, + -0.029058516025543213, + 0.02892261929810047, + -0.01976846717298031, + -0.017100106924772263, + -0.0013301861472427845, + -0.012150933966040611, + -0.008308060467243195, + -0.026944853365421295, + -0.0005485953879542649, + -0.06389953941106796, + 0.00024252745788544416, + -0.03527066856622696, + -0.005680443253368139, + -0.03423598036170006, + -0.007714808918535709, + -0.01251661404967308, + -0.06831467896699905, + -0.013390345498919487, + -0.0049529410898685455, + -0.026924384757876396, + 0.03113536722958088, + -0.042198650538921356, + -0.7194716930389404, + -0.0013865182409062982, + -0.022280864417552948, + 0.046143192797899246, + -0.012641062028706074, + -0.0035724567715078592, + 0.018201367929577827, + -0.19133827090263367, + -0.007029480300843716, + -0.013733497820794582, + -0.030269106850028038, + 0.023819809779524803, + 0.028190338984131813, + 0.005206316709518433, + 0.10404933989048004, + 0.03279190510511398, + 0.010526612401008606, + 0.022056013345718384, + -0.0023295574355870485, + 0.010024836286902428, + -0.0004151474859099835, + 0.010000674985349178, + 0.016954323276877403, + -0.02563011646270752, + -0.038788214325904846, + -0.0052824970334768295, + 0.013658464886248112, + 0.015097839757800102, + 0.016934219747781754, + 0.05980183929204941, + 0.027440007776021957, + -0.03307456523180008, + -2.9559521863120608e-05, + 0.031122412532567978, + 0.016031352803111076, + -0.009493246674537659, + -0.005859502125531435, + 0.040256984531879425, + -0.0010351048549637198, + 0.04910757765173912, + -0.04818602651357651, + 0.08735570311546326, + 0.02090631239116192, + 0.04003169760107994, + 0.00892406702041626, + 0.00834780652076006, + 0.023091720417141914, + -0.0033803849946707487, + -0.03529520332813263, + 0.0018281324300915003, + 0.01318318210542202, + -0.027274983003735542, + 0.0033425434958189726, + -0.024678539484739304, + -0.01536151859909296, + 0.0031504849903285503, + -0.02166466787457466, + 0.016144059598445892, + 0.0020418576896190643, + 0.030761566013097763, + 0.06861952692270279, + -0.004567645490169525, + -0.003368804231286049, + -0.04085130617022514, + 0.005555109120905399, + -0.006481785327196121, + -0.01599271036684513, + -0.01083104033023119, + -0.005792361218482256, + -0.002504724310711026, + -0.031049363315105438, + 0.014352215453982353, + 0.016280047595500946, + 0.00493000028654933, + 0.01447948906570673, + 0.06923811882734299, + -0.016730017960071564, + -0.004957747180014849, + -0.03068212792277336, + -0.020143931731581688, + -0.0046129124239087105, + -0.01660214550793171, + 0.01595761813223362, + 0.032342299818992615, + -0.102475106716156, + 0.01002566609531641, + -0.062061239033937454, + -0.0017630013171583414, + 0.0429254025220871, + -0.008025548420846462, + -0.014616210013628006, + -0.024925323203206062, + 0.0072958217933773994, + 0.02065258100628853, + -0.007559297140687704, + 0.02868400141596794, + -0.02242848463356495, + -0.005671252030879259, + -0.009271061047911644, + 0.0024249469861388206, + -0.03167833015322685, + -0.00546073354780674, + 0.025730494409799576, + 0.022680576890707016, + 0.0242127887904644, + 0.03160405904054642, + 0.01559954322874546, + 0.028205981478095055, + 0.00014868400467094034, + -0.04847755283117294, + -0.003395753214135766, + -0.0007463349029421806, + 0.018018916249275208, + -0.015478303655982018, + -0.0006829386693425477, + 0.018384115770459175, + 0.003747279290109873, + 0.02491115592420101, + -0.033885203301906586, + 0.06167680025100708, + -0.028180329129099846, + 0.017076967284083366, + -0.036399826407432556, + 0.01757971942424774, + -0.0005178510909900069, + 0.020052824169397354, + 0.03490547090768814, + 0.00346904038451612, + 0.0037303969729691744, + -0.026214879006147385, + -0.007265658583492041, + -0.011311788111925125, + 0.006271221674978733, + -0.019027967005968094, + -0.019693298265337944, + -0.02503170259296894, + 0.007500918582081795, + -0.02589823119342327, + -0.011679341085255146, + -0.0006517781293950975, + 0.00807468593120575, + 0.04604579508304596, + -0.014415561221539974, + -0.08098965883255005, + 0.019523929804563522, + 0.013842412270605564, + -0.003491766983643174, + -0.006434461567550898, + 0.01040160097181797, + 0.01473592221736908, + -0.03004370629787445, + 0.004554468207061291, + 0.014225352555513382, + -0.030409008264541626, + 0.011827874928712845, + 0.019443726167082787, + 0.01103357132524252, + -0.014609077014029026, + -0.03176549822092056, + 0.007470289710909128, + -0.011927508749067783, + -0.015855565667152405, + -0.01376243308186531, + 0.009518193081021309, + -0.024451354518532753, + 0.029141588136553764, + 0.11874864250421524, + -0.0011119833216071129, + 0.0032923114486038685, + 0.005861785262823105, + -0.007793804630637169, + 0.004974451381713152, + 0.031155159696936607, + -0.04309304803609848, + -0.03230823948979378, + 0.05638114735484123, + -0.003074481151998043, + 0.0013563554966822267, + -0.03442694619297981, + -0.00436523137614131, + 0.027637256309390068, + -0.026668382808566093, + 0.006951808463782072, + 0.017254391685128212, + 0.0016359930159524083, + -0.010332982055842876, + -0.011816044338047504, + 0.031420838087797165, + 0.030248098075389862, + 0.025056559592485428, + -0.006019526161253452, + -0.006078056991100311, + -0.002476408379152417, + 0.013513924553990364, + -0.106101393699646, + -0.026661165058612823, + -0.008834711275994778, + -0.011832114309072495, + 0.0022955138701945543, + 0.021818405017256737, + 0.01736474223434925, + 0.02349710837006569, + -0.07299736887216568, + -0.0023481519892811775, + -0.026984356343746185, + 0.018947601318359375, + 0.012797869741916656, + -0.00258993380703032, + -0.017427485436201096, + -0.02297186106443405, + -0.01549181155860424, + 0.006659297738224268, + -0.007204167544841766, + -0.006069016642868519, + -0.008984842337667942, + -0.004678837489336729, + 0.04004169628024101, + 0.038190264254808426, + -0.052770886570215225, + 0.030009254813194275, + 0.08729279786348343, + -0.0007392847910523415, + -0.025837073102593422, + 0.0168300773948431, + 0.05192112550139427, + 0.03576379269361496, + 0.007443667389452457, + -0.024649053812026978, + 0.03646388277411461, + 0.1440466344356537, + -0.017994068562984467, + 0.008252265863120556, + -0.03584926202893257, + -0.016864320263266563, + 0.01968022808432579, + 0.020098814740777016, + 0.011452266946434975, + 0.03606521710753441, + 0.031137263402342796, + -0.022539982572197914, + 0.0004105712869204581, + 0.0013427756493911147, + -0.05004715546965599, + -0.02329840324819088, + 0.03846835345029831, + 0.04066076502203941, + 0.003007859457284212, + 0.02497623674571514, + -0.005501917097717524, + -0.021988820284605026, + -0.0012309298617765307, + 0.0239340141415596, + -0.011441712267696857, + -0.014606108888983727, + -0.009565324522554874, + -0.008537485264241695, + 0.015262966975569725, + -0.007614267058670521, + 0.0030680883210152388, + 0.02465474233031273, + 0.01614665426313877, + -0.018643822520971298, + 0.013870983384549618, + -0.010394668206572533, + 0.008724648505449295, + -0.03231975436210632, + 0.021043766289949417, + -0.0011680771131068468, + -0.019762767478823662, + 0.013458885252475739, + -0.019957153126597404, + 0.00568742910400033, + -0.12822020053863525, + -0.007071955595165491, + 0.012901405803859234, + -0.02147904597222805, + 0.008901387453079224, + 0.020202767103910446, + -0.005216319113969803, + 0.027725446969270706, + 0.013187672942876816, + -0.039063580334186554, + -0.008181562647223473, + -0.027993639931082726, + 0.023292042315006256, + 0.01754625141620636, + 0.05096536874771118, + 0.023411352187395096, + 0.04096222668886185, + -0.021505681797862053, + -0.016447177156805992, + -0.021673552691936493, + 0.010461139492690563, + -0.0016134128673002124, + -0.012002176605165005, + -0.01011222880333662, + -0.029627397656440735, + 0.09028185158967972, + 0.0005383847164921463, + 0.00795967411249876, + 0.003960882313549519, + 0.048726990818977356, + 0.005181731656193733, + -0.03751392662525177, + -0.006478463299572468, + -0.021757693961262703, + -0.06845807284116745, + -0.03696407377719879, + 0.02499440126121044, + 0.0016552471788600087, + 0.026083581149578094, + 0.0007007045205682516, + 0.012701557017862797, + -0.011577529832720757, + -0.03153664991259575, + 0.010455146431922913, + 0.07258792221546173, + 0.01823166385293007, + 0.03491777181625366, + 0.01107648853212595, + 0.012709586881101131, + -0.04596399515867233, + 0.0033726065885275602, + 0.017180439084768295, + 0.02681473270058632, + 0.006245813798159361, + 0.012675990350544453, + 0.02281750552356243, + -0.04276980087161064, + -0.011326929554343224, + 0.018360426649451256, + -0.06650775671005249, + 0.009535493329167366, + 0.004738586489111185, + -0.0016045777592808008, + 0.042654432356357574, + -0.10152558237314224, + -0.01806977018713951, + -0.03089187666773796, + -0.00864148885011673, + -0.04738742485642433, + 0.027222301810979843, + -0.0030716857872903347, + -0.04138687625527382, + -0.03983825445175171, + 0.014732914976775646, + -0.003995808772742748, + 0.01351909153163433, + -0.01049078069627285, + -0.009794985875487328, + -0.030664829537272453, + 0.015786780044436455, + -0.0033022365532815456, + 0.0025608758442103863, + 0.012007593177258968, + -0.009172567166388035, + -0.03661720082163811, + -0.03845880180597305, + 0.01591169834136963, + 0.03826521709561348, + 0.010821615345776081, + 0.013551904819905758, + 0.004735835362225771, + 0.017759069800376892, + 0.05676307901740074, + -0.05119134113192558, + 0.013410137966275215, + -0.04320107772946358, + -0.03402060642838478, + -0.03712139278650284, + -0.04409336671233177, + 0.005792368669062853, + 0.027574719861149788, + 0.028470354154706, + -0.005253288429230452, + -0.005779510363936424, + -0.02204154059290886, + -0.005448468495160341, + 0.058607686311006546, + 0.00613360246643424, + -0.003016807371750474, + -0.015410762280225754, + -0.019391553476452827, + -0.010146424174308777, + -0.022721588611602783, + -0.0003421260917093605, + 0.015093004330992699, + -0.02066170796751976, + -0.02116834744811058, + -0.04905923828482628, + -0.008010241203010082, + 0.02562757022678852, + -0.00026260121376253664, + -0.012390815652906895, + -0.03659415245056152, + 0.015111529268324375, + 0.002690746448934078, + -0.01584123633801937, + 0.015642313286662102, + -0.01612626202404499, + 0.02808498591184616, + -0.03224281594157219, + -0.042533908039331436, + -0.01069248840212822, + 0.03205373138189316, + 0.008419033139944077, + -0.002343543339520693, + -0.060371801257133484, + 0.05831490084528923, + -0.0007684917072765529, + -0.027268026024103165, + -0.034352730959653854, + -0.031899016350507736, + -0.009615626186132431, + -0.02818000502884388, + 0.025701921433210373, + 0.029405267909169197, + 0.0598636232316494, + -0.0055825733579695225, + 0.005566306412220001 + ], + "scene_type": "sunset or sunrise scene", + "style": "bright cheerful atmosphere", + "final_score": 0.5400126247671285, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2635732848238252 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2635732848238252, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19652222264366775, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12067782354096489, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_000.png b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_001.png b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_002.png b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_003.png b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_004.png b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_005.png b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_006.png b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/state.json b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/state.json new file mode 100644 index 000000000..9f966d337 --- /dev/null +++ b/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/state.json @@ -0,0 +1,639 @@ +{ + "job_id": "ralph_20260125_123812", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c.webp", + "target_domain": "SKY", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5400126247671285, + "best_score": 0.5400126247671285, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21060377077706696 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.21060377077706696, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1703371629171697, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11983544328127879, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2635732848238252 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2635732848238252, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19652222264366775, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12067782354096489, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:38:12.465729", + "updated_at": "2026-01-25T12:38:20.313671", + "completed_at": "2026-01-25T12:38:20.313629", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:38:14.180775", + "phase": "score", + "score": 0.5400126247671285, + "improvement": 0.5400126247671285, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2635732848238252 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2635732848238252 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2635732848238252, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19652222264366775, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12067782354096489, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2635732848238252 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2635732848238252, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19652222264366775, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12067782354096489, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:38:15.438123", + "phase": "score", + "score": 0.5400126247671285, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29454529536355534 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29454529536355534 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29454529536355534, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14679394578638957, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11056184248130314, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": -0.12404392001112596, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29454529536355534 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29454529536355534, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14679394578638957, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11056184248130314, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": -0.12404392001112596, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:38:16.659577", + "phase": "score", + "score": 0.5400126247671285, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2699158369158959 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2699158369158959 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2699158369158959, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16229036183398785, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15131034495822404, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2699158369158959 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2699158369158959, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16229036183398785, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15131034495822404, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:38:17.806266", + "phase": "score", + "score": 0.5400126247671285, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.366926928796288 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.366926928796288 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.366926928796288, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14707785492750866, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14073001272926572, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.1029280497208249, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.366926928796288 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.366926928796288, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14707785492750866, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14073001272926572, + "source": "computed" + }, + { + "dimension": "lighting", + "parameter": "sun_intensity", + "delta": -0.1029280497208249, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:38:19.120486", + "phase": "score", + "score": 0.5400126247671285, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23088922751062338 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23088922751062338 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23088922751062338, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13478512037453488, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1467668637994891, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23088922751062338 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23088922751062338, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13478512037453488, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1467668637994891, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:38:20.307427", + "phase": "score", + "score": 0.5400126247671285, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21060377077706696 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21060377077706696 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.21060377077706696, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1703371629171697, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11983544328127879, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21060377077706696 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.21060377077706696, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1703371629171697, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11983544328127879, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.28701376914978 +} \ No newline at end of file diff --git a/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/memory/jobs.json b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/memory/jobs.json new file mode 100644 index 000000000..1a92c4b87 --- /dev/null +++ b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/memory/jobs.json @@ -0,0 +1,566 @@ +[ + { + "job_id": "ralph_20260125_123821", + "embedding": [ + 0.03563116863369942, + -0.00775302667170763, + 0.02003791369497776, + -0.01946490816771984, + 0.02696925774216652, + 0.0355493538081646, + -0.009917166084051132, + 0.059028346091508865, + 0.00893127266317606, + 0.002533385995775461, + 0.003918848931789398, + 0.010496066883206367, + -0.02216067537665367, + -0.05046231672167778, + -0.004763691686093807, + 0.012686515226960182, + -0.08622686564922333, + 0.011803384870290756, + 0.00429102499037981, + -0.06617449223995209, + -0.001285045058466494, + -0.037137165665626526, + -0.03696300834417343, + 0.02589344047009945, + -0.009579003788530827, + 0.013666433282196522, + 0.01143425889313221, + 0.008536622859537601, + 0.0024291558656841516, + -0.02114563249051571, + -0.013737511821091175, + -0.008010415360331535, + -0.013356771320104599, + -0.0009880077559500933, + -0.025903059169650078, + 0.02474590577185154, + 0.021860260516405106, + 0.021153973415493965, + 0.014979162253439426, + 0.0351773202419281, + 0.01317486073821783, + 0.026509450748562813, + 0.02930883690714836, + -0.02038436569273472, + 0.0029237186536192894, + -0.12336966395378113, + 0.018619129434227943, + 0.030481787398457527, + 0.0034626333508640528, + -0.01608419232070446, + -0.004125671926885843, + 0.017594236880540848, + 0.010160412639379501, + -0.0017117453971877694, + 0.009632790461182594, + -0.005001259036362171, + 0.008405672386288643, + 0.03821835294365883, + -0.021891647949814796, + -0.02655448205769062, + -0.05860777199268341, + 0.006596749182790518, + 0.032878994941711426, + -0.013490764424204826, + 0.024567989632487297, + 0.024040112271904945, + -0.06720341742038727, + -0.06585155427455902, + -0.00795748457312584, + -0.01637054607272148, + -0.03588595986366272, + 0.011426795274019241, + 0.06386558711528778, + 0.014774846844375134, + -0.054110538214445114, + -0.01848517917096615, + -0.04767221957445145, + -0.021019095554947853, + -0.03478589653968811, + -0.025664478540420532, + 0.023721423000097275, + -0.03622756525874138, + -0.004083217587321997, + 0.0020220789592713118, + -0.0037729989271610975, + -0.02779344655573368, + -0.043739207088947296, + -0.01373191550374031, + 0.023953495547175407, + -0.01799645461142063, + -0.039313171058893204, + -0.04908212274312973, + -0.7256726622581482, + -0.00434027099981904, + -0.020871007815003395, + 0.005740172695368528, + 0.007315764203667641, + 0.01932227797806263, + -0.0014192546950653195, + -0.14517726004123688, + 0.03056064061820507, + -0.005518608260899782, + -0.01030791737139225, + 0.0003252214228268713, + 0.051268257200717926, + 0.016571100801229477, + 0.11781208962202072, + 0.027943117544054985, + -0.010839727707207203, + -0.00505779730156064, + 0.019125433638691902, + 0.008066140115261078, + 0.017608124762773514, + -0.008368395268917084, + -0.011562591418623924, + 0.03670630604028702, + -0.008869830518960953, + -0.028934257104992867, + -0.042707428336143494, + 0.06470050662755966, + 0.00205519562587142, + 0.013260375708341599, + 0.025166373699903488, + 0.01124957948923111, + -0.016217907890677452, + -0.0012687512207776308, + 0.012532897293567657, + -0.002601019572466612, + 0.0033293485175818205, + 0.013716648332774639, + -0.0157341156154871, + 0.062147047370672226, + -0.01684347540140152, + 0.0907074511051178, + -0.014750467613339424, + 0.021757980808615685, + -0.028194336220622063, + -0.054167602211236954, + 0.007961925119161606, + 0.0361233688890934, + -0.030828068032860756, + -0.04941592738032341, + 0.019233498722314835, + -0.0073827700689435005, + 0.019357599318027496, + -0.007980973459780216, + -0.010640478692948818, + -0.028968865051865578, + 0.022521251812577248, + 0.022631864994764328, + -0.019699640572071075, + 0.013884173706173897, + 0.05883287638425827, + 0.003958879970014095, + 0.022570069879293442, + -0.0017067434964701533, + -0.05897502601146698, + -0.029252860695123672, + 0.01050658617168665, + -0.030232824385166168, + 0.027230093255639076, + -0.01869836635887623, + 0.02705308049917221, + -0.002849053591489792, + -0.013331793248653412, + -0.013965867459774017, + -0.040501758456230164, + 0.044206660240888596, + -0.02675480954349041, + 0.01259321253746748, + 0.01821267418563366, + 0.02145521156489849, + 0.019820647314190865, + -0.0014485788997262716, + 0.01979496330022812, + 0.038038477301597595, + -0.05656992644071579, + 0.00975214783102274, + -0.051404476165771484, + 0.016636360436677933, + -0.022477172315120697, + -0.0063429889269173145, + -0.04368824511766434, + 0.0005187604110687971, + -0.03214401379227638, + -0.006382094230502844, + 0.012617762200534344, + 0.03852567821741104, + -0.028191134333610535, + 0.015875250101089478, + -0.0037129768170416355, + 0.0075075337663292885, + 0.0014446938876062632, + -0.002112812362611294, + -0.01327388733625412, + 0.015669479966163635, + 0.021604208275675774, + 0.040377866476774216, + 0.04648558050394058, + -0.02670162357389927, + -0.0204320065677166, + -0.017645474523305893, + -0.018803007900714874, + -0.02398713305592537, + 0.0066246697679162025, + -0.05523291230201721, + 0.0022390116937458515, + 0.02934318780899048, + -0.011285967193543911, + 0.005853933282196522, + -0.03853985294699669, + 0.005684463772922754, + -0.03196325898170471, + -0.030725916847586632, + -0.014014482498168945, + 0.015830427408218384, + -0.02152228355407715, + 0.014467143453657627, + -0.05397094413638115, + 0.006206063088029623, + 0.05557156726717949, + -0.01928306184709072, + -0.010512392036616802, + 0.030810019001364708, + -0.062166862189769745, + 0.009806977584958076, + -0.005729859694838524, + -0.006285190582275391, + -0.004637580364942551, + 0.010579713620245457, + 0.0004184567660558969, + 0.018360566347837448, + -0.023082606494426727, + 0.03827681019902229, + -0.00104094750713557, + 0.03413369879126549, + 0.007242079824209213, + -0.016510680317878723, + -0.035163167864084244, + 0.020028062164783478, + 0.02945259027183056, + -0.020187748596072197, + -0.017399830743670464, + -0.04102066904306412, + -0.014591831713914871, + -0.028338618576526642, + -0.004426409024745226, + 0.018886495381593704, + 0.02731269970536232, + -0.00755944661796093, + -0.030783412978053093, + 0.003219679230824113, + -0.02632046677172184, + -0.039867762476205826, + 0.030241824686527252, + 0.02047555521130562, + 0.0018858443945646286, + 0.0023840959183871746, + 0.14687137305736542, + 0.006713106296956539, + 0.013583301566541195, + -0.003945751581341028, + 0.00817399937659502, + -0.050859518349170685, + -0.027373431250452995, + 0.0009690108126960695, + -0.016746433451771736, + 0.025067150592803955, + 0.0029106459114700556, + -0.03636753559112549, + -0.03764805942773819, + -0.007610483560711145, + 0.011265454813838005, + -0.001040268107317388, + -0.019688183441758156, + -0.011638202704489231, + -0.013964864425361156, + -0.02596675045788288, + -0.02196047641336918, + 0.028691571205854416, + 0.07904881983995438, + 0.01459021307528019, + 0.02558029629290104, + 0.0319778136909008, + -0.01516847126185894, + -0.005410577170550823, + -0.0048826164565980434, + -0.007516332436352968, + -0.013674581423401833, + -0.007617798168212175, + 0.005855088587850332, + -0.03447941690683365, + -0.007437772583216429, + 0.010756117291748524, + 0.030230727046728134, + -0.028123723343014717, + -0.03253414109349251, + -0.02380078285932541, + -0.04820167273283005, + -0.023597707971930504, + 0.018134279176592827, + -0.029059559106826782, + 0.03926053270697594, + 0.0007483756635338068, + -0.02350500039756298, + -0.03387301787734032, + 0.004779553506523371, + -0.0057268524542450905, + 0.006925139110535383, + -0.010538702830672264, + -0.013601082377135754, + 0.039978425949811935, + 0.09059403836727142, + -0.009186693467199802, + 0.019855130463838577, + 0.0042079538106918335, + -0.02282823622226715, + 0.038430627435445786, + -0.010855557397007942, + -0.03432850167155266, + -0.001525316620245576, + 0.1243233010172844, + -0.002103508450090885, + 0.035887036472558975, + -0.049735989421606064, + -0.019736653193831444, + -0.016720935702323914, + 0.038152482360601425, + 0.005339885130524635, + 0.054944779723882675, + 0.0010060170898213983, + 0.012875095009803772, + -0.0019808572251349688, + -0.013413247652351856, + 0.023656746372580528, + -0.022353120148181915, + 0.017914453521370888, + -0.006662827450782061, + 0.02693071961402893, + -0.008773857727646828, + -0.011312189511954784, + 0.008550670929253101, + -0.011218730360269547, + 0.022685710340738297, + 0.014630269259214401, + -0.06459245830774307, + 0.02610486000776291, + -0.005055934190750122, + -0.028438590466976166, + 0.026067763566970825, + -0.017854927107691765, + 0.0226170402020216, + 0.025586528703570366, + 0.015410316176712513, + -0.0018882151925936341, + 0.0332324355840683, + 0.022908048704266548, + 0.027734896168112755, + 0.011063394136726856, + -0.0004594150523189455, + -0.016412705183029175, + 0.026539292186498642, + -0.01512419618666172, + 0.023457501083612442, + -0.05604935437440872, + 0.004921663086861372, + -0.013643616810441017, + 0.0019708091858774424, + 0.03456924855709076, + -0.04219996929168701, + 0.019404884427785873, + 0.02651415579020977, + -0.021455710753798485, + -0.04885045439004898, + 0.067268967628479, + -0.01706654019653797, + -0.07284442335367203, + 0.010910790413618088, + -0.024345211684703827, + -0.007271692156791687, + -0.009873276576399803, + 0.03428136184811592, + -0.0007101597147993743, + -0.00445198081433773, + -0.008517693728208542, + 0.02371874824166298, + 0.009465256705880165, + -0.025416988879442215, + 0.000991443288512528, + -0.013983288779854774, + -0.01709837093949318, + 0.05793273076415062, + 0.045238837599754333, + 0.011017545126378536, + -0.02674734592437744, + 0.015797296538949013, + 0.014783142134547234, + 0.006229619029909372, + 0.0057311165146529675, + -0.016015036031603813, + -0.03774121031165123, + 0.05577513575553894, + 0.004744721110910177, + 0.0019207041477784514, + 0.01769227348268032, + -0.020120367407798767, + -0.015872634947299957, + -0.018240468576550484, + 0.0755937248468399, + -0.005352960433810949, + 0.05154496058821678, + 0.017636727541685104, + 0.001812707632780075, + -0.0026067986618727446, + 0.009366669692099094, + -0.003683806862682104, + -0.04145006835460663, + 0.013722822070121765, + 0.028971735388040543, + 0.06018727645277977, + 0.004223668482154608, + 0.007417995948344469, + -0.01946374773979187, + -0.11713214963674545, + -0.005567561835050583, + 0.008738859556615353, + 0.026449695229530334, + -0.010953059419989586, + 0.08601070940494537, + 0.0021494498942047358, + -0.030081653967499733, + 0.016503142192959785, + 0.00492078298702836, + -0.019106807187199593, + 0.0020334902219474316, + 0.009375974535942078, + -0.0488465391099453, + 0.017286045476794243, + -0.0019183293916285038, + -0.010596645064651966, + 0.024614470079541206, + -0.017542492598295212, + -0.05339264124631882, + -0.04901943355798721, + -0.05170642212033272, + -0.021971531212329865, + -0.030710626393556595, + 0.002311143558472395, + -0.0038313614204525948, + -0.0032248739153146744, + 0.004664421547204256, + 0.015355296432971954, + 0.004366015084087849, + -0.016650406643748283, + 0.0017951148329302669, + -0.03000897914171219, + -0.025013405829668045, + -0.008262903429567814, + 0.004384294617921114, + -0.030495978891849518, + -0.03622850403189659, + 0.020616669207811356, + -0.0025696454104036093, + -0.026071902364492416, + 0.023838194087147713, + -0.027392087504267693, + 0.009823516011238098, + -0.003964264877140522, + 0.02904132381081581, + 0.01224721223115921, + 0.014046523720026016, + 0.024877090007066727, + 0.04267300292849541, + 0.022036176174879074, + -0.02925221435725689, + 0.024914277717471123, + -0.02832871675491333, + -0.008053967729210854, + -0.004642913583666086, + -0.03604225441813469, + 0.012901999056339264, + -0.00659395195543766, + -0.03373999148607254, + 0.039191748946905136, + 0.04336952418088913, + -0.005621010437607765, + -0.0009628091938793659, + 0.013548347167670727, + 0.0011227154172956944, + -0.03875427693128586, + -0.01755097508430481, + 0.018914375454187393, + 0.01309559028595686, + -0.03206252679228783, + 0.025152143090963364, + -0.01698252372443676, + 0.050535187125205994, + -0.03575354069471359, + 0.006859989836812019, + -0.030626235529780388, + 0.0032455543987452984, + 0.007993130013346672, + 0.018930844962596893, + -0.0007940325886011124, + 0.04335150867700577, + -0.024782400578260422, + 0.002334250370040536, + -0.011933431960642338, + -0.028553204610943794, + -0.021898217499256134, + 0.014720708131790161, + 0.012359688989818096 + ], + "scene_type": "sunset or sunrise scene", + "style": "stylized artistic", + "final_score": 0.5522586405784937, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.33393345541282565 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.33393345541282565, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17159081801620518, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.13100389222111716, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": -0.12260875424119297, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_000.png b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_001.png b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_002.png b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_003.png b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_004.png b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_005.png b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_006.png b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/state.json b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/state.json new file mode 100644 index 000000000..ce7ea4057 --- /dev/null +++ b/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/state.json @@ -0,0 +1,669 @@ +{ + "job_id": "ralph_20260125_123821", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/Tappan_Zee_Bridge_at_Sunset.jpg", + "target_domain": "SKY", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5522586405784937, + "best_score": 0.5522586405784937, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26465099043416634 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26465099043416634, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16328189044777291, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15654756101691591, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.33393345541282565 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.33393345541282565, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17159081801620518, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.13100389222111716, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": -0.12260875424119297, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:38:21.555676", + "updated_at": "2026-01-25T12:38:29.955832", + "completed_at": "2026-01-25T12:38:29.955799", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:38:23.293402", + "phase": "score", + "score": 0.5522586405784937, + "improvement": 0.5522586405784937, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.33393345541282565 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.33393345541282565 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.33393345541282565, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17159081801620518, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.13100389222111716, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": -0.12260875424119297, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.33393345541282565 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.33393345541282565, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17159081801620518, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.13100389222111716, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": -0.12260875424119297, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:38:24.702711", + "phase": "score", + "score": 0.5522586405784937, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24696399162196656 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24696399162196656 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24696399162196656, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1486853904008438, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12222336117101774, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.0974783520226401, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24696399162196656 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24696399162196656, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1486853904008438, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12222336117101774, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.0974783520226401, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:38:26.099082", + "phase": "score", + "score": 0.5522586405784937, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2702829668694385 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2702829668694385 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2702829668694385, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14965346860926038, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14058154808677162, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2702829668694385 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2702829668694385, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14965346860926038, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.14058154808677162, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:38:27.495238", + "phase": "score", + "score": 0.5522586405784937, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.27999044928636707 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.27999044928636707 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.27999044928636707, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1446900962138636, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12398616607578504, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": -0.10448964635892258, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.27999044928636707 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.27999044928636707, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1446900962138636, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.12398616607578504, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": -0.10448964635892258, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:38:28.744816", + "phase": "score", + "score": 0.5522586405784937, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2769571778366061 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2769571778366061 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2769571778366061, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1312304233777745, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1416812076391687, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09606687285710369, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2769571778366061 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2769571778366061, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1312304233777745, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1416812076391687, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09606687285710369, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:38:29.949527", + "phase": "score", + "score": 0.5522586405784937, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26465099043416634 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26465099043416634 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26465099043416634, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16328189044777291, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15654756101691591, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.26465099043416634 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.26465099043416634, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16328189044777291, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15654756101691591, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.629964113235474 +} \ No newline at end of file diff --git a/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/memory/jobs.json b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/memory/jobs.json new file mode 100644 index 000000000..5d7d549ac --- /dev/null +++ b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_123831", + "embedding": [ + -0.018287112936377525, + 0.012740417383611202, + -0.017614424228668213, + 0.005687327589839697, + 0.05187242105603218, + -0.0231669619679451, + 0.03040333092212677, + 0.056241948157548904, + 0.011461789719760418, + 0.001065724645741284, + -0.004798927344381809, + -0.03593512251973152, + 0.052559077739715576, + -0.03013147972524166, + -0.0013298897538334131, + 0.013186243362724781, + -0.09030646830797195, + -0.005689674057066441, + 0.028616350144147873, + -0.023702183738350868, + 0.022138262167572975, + 0.018937885761260986, + 0.015862662345170975, + -0.02846943587064743, + 0.004472089000046253, + -0.021210264414548874, + -0.027140161022543907, + -0.03633491322398186, + -0.03393397107720375, + -0.02544078603386879, + -0.010627157054841518, + 0.0462905615568161, + 0.0029928768053650856, + -0.012245283462107182, + 0.0021297112107276917, + -0.003187834285199642, + -0.01386756356805563, + -0.02359567955136299, + 0.005874811206012964, + -0.073724165558815, + -0.04345973581075668, + -0.03233800455927849, + -0.03532922640442848, + -0.02469172701239586, + -0.022869711741805077, + -0.021611833944916725, + -0.021776458248496056, + -0.003281875979155302, + 0.009768400341272354, + 0.010032783262431622, + 0.035483263432979584, + 0.011145050637423992, + 0.03362936154007912, + -0.003869005711749196, + -0.03225579857826233, + -0.0024940415751188993, + 0.03393549472093582, + 0.009499846026301384, + -0.016597650945186615, + 0.006994637195020914, + -0.06532493233680725, + -0.010788518004119396, + 0.029656633734703064, + 0.004035660065710545, + -0.03615220636129379, + -0.011177035979926586, + -0.0012603260111063719, + -0.018131135031580925, + 0.012841785326600075, + -0.011086571030318737, + 0.0009147541713900864, + 0.007725847885012627, + -0.016547730192542076, + 0.03402705863118172, + -0.03233586251735687, + -0.02747241221368313, + 0.005290315020829439, + -0.008099055849015713, + -0.0007113562314771116, + -0.01624496653676033, + -0.013102787546813488, + 0.0011616009287536144, + 0.05411097779870033, + 0.02488658018410206, + 0.0005004819831810892, + 0.019449427723884583, + 0.010729296132922173, + -0.03604327142238617, + 0.040492620319128036, + -0.04287567734718323, + -0.01148495078086853, + 0.008887430652976036, + -0.7525089383125305, + -0.001810656045563519, + 0.009906424209475517, + 0.02302892506122589, + 0.006700833793729544, + 0.0008908662130124867, + 0.03151634708046913, + -0.19821423292160034, + 0.020419562235474586, + 0.01554938219487667, + 0.027141660451889038, + -0.0019288373878225684, + -0.016865774989128113, + 0.013097246177494526, + -0.03140581026673317, + 0.004564452916383743, + -0.017809739336371422, + 0.004375128541141748, + -0.02713908813893795, + -0.05275542289018631, + -0.0392586775124073, + -0.012569501996040344, + 0.002430294407531619, + 0.019521063193678856, + -0.030786538496613503, + -0.02008966915309429, + 0.004967129323631525, + 0.011737442575395107, + -0.013750698417425156, + 0.04271756857633591, + 0.008027181029319763, + -0.026354214176535606, + 0.01137488428503275, + -0.01655491441488266, + -0.008637620136141777, + 0.011100486852228642, + 0.015030686743557453, + 0.025032902136445045, + 0.006778672803193331, + 0.011215639300644398, + 0.01427812222391367, + 0.09149152040481567, + 0.01844026707112789, + 0.00817470159381628, + 0.04372349753975868, + -0.0319286547601223, + -0.0291360542178154, + -0.0071815080009400845, + -0.035832833498716354, + -0.027056194841861725, + 0.018847264349460602, + -0.00835112202912569, + -0.028695810586214066, + -0.003121438669040799, + -0.0035059847868978977, + 0.029459096491336823, + -0.00285258493386209, + -0.010066279210150242, + -0.022975336760282516, + -0.0038229916244745255, + 0.0056630466133356094, + -0.0349002443253994, + 0.0005691350088454783, + -0.029785696417093277, + 0.02001570537686348, + 0.034342873841524124, + 0.029593905434012413, + -0.004379100166261196, + -0.017570925876498222, + 0.0012625623494386673, + 0.031227853149175644, + -0.007753996644169092, + 0.03396202251315117, + 0.018856624141335487, + -0.00221047131344676, + 0.01291867159307003, + -0.04469098895788193, + 0.0002586834307294339, + 0.012769503518939018, + 0.0016593022737652063, + -0.00884744618088007, + -0.029225781559944153, + 0.001916244043968618, + -0.03394434228539467, + -0.06567419320344925, + -0.0017874769400805235, + -0.07190747559070587, + -0.016085518524050713, + 0.04750949144363403, + -0.01316122431308031, + 0.04437880218029022, + 0.002459798939526081, + -0.021035579964518547, + -0.028475962579250336, + 0.004757815971970558, + 0.023823032155632973, + -0.02231632173061371, + 0.006772269960492849, + 0.0045416164211928844, + 0.009864949621260166, + -0.009314239025115967, + -0.0044802287593483925, + -0.05852847173810005, + -0.01684444211423397, + 0.007790218107402325, + -0.025559833273291588, + -0.02634262852370739, + -0.040288809686899185, + 0.0058754123747348785, + 0.01999586448073387, + 0.011606668122112751, + 0.012073892168700695, + 0.0397186279296875, + -0.013715948909521103, + -0.009973331354558468, + -0.01894012838602066, + 0.01784391701221466, + 0.02206508256494999, + -0.06824661046266556, + 0.021127311512827873, + -0.007652288302779198, + 0.012339592911303043, + -0.009186056442558765, + -0.06122337654232979, + -0.007384353317320347, + -0.01597048155963421, + 0.05642713978886604, + 0.0024257758632302284, + -0.00359230930916965, + -0.004307154566049576, + -0.00494582112878561, + 0.013561796396970749, + 0.03275107219815254, + 0.03143250569701195, + -0.0015063160099089146, + 0.0014311937848106027, + 0.0029594232328236103, + 0.008582125417888165, + -0.020694173872470856, + 0.009271918796002865, + -8.974841330200434e-05, + 0.01858142949640751, + -0.0002409704029560089, + 0.07517234981060028, + 0.019140195101499557, + -0.0076892198994755745, + -0.01083032414317131, + -0.030095696449279785, + -0.02136848121881485, + 0.02842685766518116, + -0.011479122564196587, + -0.021253840997815132, + 0.024911141023039818, + -0.09446845203638077, + -0.00427791615948081, + -0.03618720918893814, + 0.007266078609973192, + -0.0003383845032658428, + 0.007538849487900734, + -0.0037771426141262054, + 0.007367533165961504, + 0.02409633807837963, + -0.009766139090061188, + 0.019257377833127975, + -0.00914351362735033, + 0.01345835905522108, + -0.025493744760751724, + -0.03053414635360241, + 0.004864828661084175, + 0.013088727369904518, + 0.004634548909962177, + -0.006921013817191124, + -0.002757278736680746, + -0.014970144256949425, + -0.01218042429536581, + 0.024090871214866638, + 0.042084626853466034, + -0.01671585440635681, + -0.023432394489645958, + 0.029653072357177734, + 0.02908833511173725, + -0.01825130172073841, + -0.007761859335005283, + 0.009464503265917301, + -0.003920940216630697, + 0.003669839585199952, + 0.007808702066540718, + -0.05227340757846832, + 0.008191095665097237, + 0.0026485573034733534, + 0.018299724906682968, + -0.022674309089779854, + 0.014937571249902248, + -0.0018128619994968176, + -0.03260364755988121, + -0.017209913581609726, + 0.026191391050815582, + 0.014124513603746891, + -0.01121146697551012, + 0.02278141863644123, + -0.016209248453378677, + -0.017136244103312492, + -0.02489633485674858, + 0.012701141647994518, + -0.035033561289310455, + -0.0221775583922863, + 0.01760578155517578, + -0.006138644181191921, + 0.004826156422495842, + -0.011575943790376186, + -0.04191308096051216, + -0.008404744789004326, + 0.009481184184551239, + -0.04814072698354721, + -0.03037455305457115, + 0.04357616603374481, + 0.015490218997001648, + -0.011565378867089748, + 0.00812380388379097, + 0.04574846848845482, + 0.0913560539484024, + 0.0034882421605288982, + 0.012880723923444748, + 0.0002909523609559983, + 0.016948580741882324, + 0.029702983796596527, + -0.0008703323546797037, + -0.03184565156698227, + 0.022093195468187332, + 0.1916261464357376, + -0.015247250907123089, + 0.00486200675368309, + 0.030532173812389374, + 0.012451711110770702, + 0.025232162326574326, + 0.023538395762443542, + 0.008746716193854809, + 0.04394124820828438, + -0.013469976373016834, + 0.012761016376316547, + -0.004868355579674244, + 0.011262551881372929, + 0.0006687306449748576, + -0.023121995851397514, + -0.022869832813739777, + 0.00021579873282462358, + 0.027101974934339523, + 0.03478097915649414, + -0.004752263426780701, + -0.008554648607969284, + -0.007326576393097639, + 0.04638710618019104, + -0.015237968415021896, + -0.012774473056197166, + 0.020069416612386703, + -0.004805636592209339, + 0.010078320279717445, + -0.014495533891022205, + -0.02835526131093502, + -0.008438983000814915, + 0.014392388053238392, + 0.02856779284775257, + 0.007721036206930876, + -0.008058514446020126, + -0.03570445999503136, + -0.013321489095687866, + 0.041003257036209106, + -0.014738942496478558, + -0.04973124340176582, + -0.010733435861766338, + -0.016217302531003952, + 0.044785499572753906, + -0.06497596949338913, + -0.00403829850256443, + -0.0014471205649897456, + 0.020346829667687416, + -0.012375829741358757, + -0.011405287310481071, + 0.04060250520706177, + 0.012843616306781769, + 0.021823599934577942, + 0.007391962688416243, + 0.04975343495607376, + 0.01339998934417963, + 0.02783958986401558, + -0.002466960111632943, + -0.010054399259388447, + -0.013405798003077507, + -0.0014265634818002582, + -0.03659199923276901, + -0.015136978588998318, + -0.05043074116110802, + 0.00591554120182991, + 0.010464799590408802, + -0.01936447247862816, + -0.02891816571354866, + 0.0013620657846331596, + 0.052080776542425156, + -0.03640681505203247, + 0.04825611039996147, + 0.007693658582866192, + 0.00745911430567503, + -0.027856117114424706, + -0.007537453901022673, + 0.009819275699555874, + -0.010386611334979534, + -0.047758810222148895, + 0.00038728982326574624, + 0.005849736742675304, + -0.010973867028951645, + -0.03218681737780571, + -0.04634176567196846, + 0.010034026578068733, + 0.0036502517759799957, + -0.024654202163219452, + -0.027826903387904167, + 0.05777254328131676, + -0.020494891330599785, + 0.00661410903558135, + -0.00934003759175539, + -0.0019147106213495135, + 0.0005540245329029858, + -0.008157649077475071, + 0.014703052118420601, + -0.03811189532279968, + -0.03669622167944908, + -0.030807290226221085, + 0.015893248841166496, + -0.029510680586099625, + -0.03009224869310856, + 0.0023545867297798395, + -0.08800898492336273, + 0.017338667064905167, + -0.030602654442191124, + -0.028992226347327232, + 0.028487129136919975, + 0.010165784507989883, + -0.009707117453217506, + 0.01317769568413496, + 0.015494187362492085, + -0.0781773030757904, + -0.05244117230176926, + -0.015258075669407845, + 0.0033478192053735256, + -0.007824360392987728, + -0.03637125343084335, + -0.004583617672324181, + 0.0023488139268010855, + 0.014641541056334972, + 0.005301688332110643, + 5.058676833868958e-05, + -0.001844562473706901, + -0.025798775255680084, + -0.04230412095785141, + 0.038862068206071854, + 0.006793573033064604, + 0.015179790556430817, + -0.04281817004084587, + 0.023018701002001762, + 0.031714633107185364, + -0.006684460677206516, + -0.03342433646321297, + -0.0005867407890036702, + 0.0007763125468045473, + 0.03679032623767853, + -0.019825825467705727, + 0.0115192336961627, + -0.05574317276477814, + -0.013146546669304371, + 0.004009035881608725, + -0.028686538338661194, + 0.00947329681366682, + 0.057273440062999725, + 0.01759277656674385, + 0.014178561046719551, + -0.044437654316425323, + -0.05147272348403931, + 0.026513058692216873, + -0.01223993394523859, + 0.011374114081263542, + -0.002494375454261899, + -0.049286045134067535, + 0.0016493552830070257, + -0.03912629187107086, + 0.007419442292302847, + 0.02578260377049446, + -0.009583476930856705, + 0.047887466847896576, + -0.00370209664106369, + -0.012054533697664738, + -0.003135842736810446, + 0.04435855150222778, + -0.016090596094727516, + -0.025267144665122032, + 0.011416840367019176, + 0.01475006714463234, + -0.024303704500198364, + -0.007341043092310429, + 0.03164408355951309, + -0.021868422627449036, + 0.02929077111184597, + -0.030455460771918297, + 0.022400951012969017, + 0.00400950014591217, + 0.05066455155611038, + 0.010668347589671612, + -0.006094565615057945, + -0.02808796614408493, + -0.019327301532030106, + 0.005110081750899553, + -0.0025365236215293407, + 0.008416452445089817, + 0.07448889315128326, + 0.007220638450235128, + 0.009015235118567944, + 0.02289874106645584, + -0.011353649199008942, + 0.05386422201991081, + -0.03288596123456955, + 0.02534334361553192 + ], + "scene_type": "night scene with stars", + "style": "dark moody atmosphere", + "final_score": 0.6389174072156114, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22675840841693995 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22675840841693995, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1299158592768673, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.03930238880926473, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_000.png b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_001.png b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_002.png b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_003.png b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_004.png b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_005.png b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_006.png b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/state.json b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/state.json new file mode 100644 index 000000000..ee6f57a87 --- /dev/null +++ b/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/state.json @@ -0,0 +1,627 @@ +{ + "job_id": "ralph_20260125_123831", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/golden_hour_clouds_01.jpg", + "target_domain": "SKY", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.6389174072156114, + "best_score": 0.6389174072156114, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24443198316944365 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24443198316944365, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1722964409413237, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.03935652526416861, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22675840841693995 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22675840841693995, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1299158592768673, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.03930238880926473, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:38:31.435627", + "updated_at": "2026-01-25T12:38:39.977350", + "completed_at": "2026-01-25T12:38:39.977271", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:38:33.341562", + "phase": "score", + "score": 0.6389174072156114, + "improvement": 0.6389174072156114, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22675840841693995 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22675840841693995 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22675840841693995, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1299158592768673, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.03930238880926473, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22675840841693995 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22675840841693995, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1299158592768673, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.03930238880926473, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:38:34.655928", + "phase": "score", + "score": 0.6389174072156114, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.245388300383375 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.245388300383375 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.245388300383375, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17453446423491095, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.038516930606034526, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.245388300383375 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.245388300383375, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17453446423491095, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.038516930606034526, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:38:35.993306", + "phase": "score", + "score": 0.6389174072156114, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3247205158200558 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3247205158200558 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3247205158200558, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.11949330740926759, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.03635175844591049, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.02754353250327085, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.3247205158200558 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.3247205158200558, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.11949330740926759, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.03635175844591049, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.02754353250327085, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:38:37.335112", + "phase": "score", + "score": 0.6389174072156114, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31730083680965154 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31730083680965154 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.31730083680965154, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1381261922379872, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.03606585027661904, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.31730083680965154 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.31730083680965154, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1381261922379872, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.03606585027661904, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:38:38.619276", + "phase": "score", + "score": 0.6389174072156114, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2788944548386449 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2788944548386449 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2788944548386449, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.11656106429155795, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.027860841381867445, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2788944548386449 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2788944548386449, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.11656106429155795, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.027860841381867445, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:38:39.970900", + "phase": "score", + "score": 0.6389174072156114, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24443198316944365 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24443198316944365 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24443198316944365, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1722964409413237, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.03935652526416861, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24443198316944365 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24443198316944365, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1722964409413237, + "source": "computed" + }, + { + "dimension": "semantic", + "parameter": "saturation", + "delta": 0.03935652526416861, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 9.015289068222046 +} \ No newline at end of file diff --git a/benchmark/outputs/sky_images-10_20260125_123850/memory/jobs.json b/benchmark/outputs/sky_images-10_20260125_123850/memory/jobs.json new file mode 100644 index 000000000..ade514473 --- /dev/null +++ b/benchmark/outputs/sky_images-10_20260125_123850/memory/jobs.json @@ -0,0 +1,566 @@ +[ + { + "job_id": "ralph_20260125_123850", + "embedding": [ + -0.016343826428055763, + 0.025423794984817505, + 0.026652654632925987, + -0.012157191522419453, + -0.009878775104880333, + -0.0073860567063093185, + 0.006467578932642937, + 0.010032429359853268, + 0.020608745515346527, + 0.013568003661930561, + -0.0011395398760214448, + -0.041154295206069946, + 0.013056276366114616, + -0.023798171430826187, + -0.020881567150354385, + -0.01856948621571064, + 0.010916599072515965, + -0.010298343375325203, + 0.0006777584785595536, + -0.04453648254275322, + -0.03512175753712654, + -0.02535811811685562, + -0.02730407752096653, + -0.03332681208848953, + -0.0030664114747196436, + -0.03028828650712967, + 0.00011398413334973156, + -0.028786607086658478, + 0.03192613273859024, + 0.0026714871637523174, + 0.01778210885822773, + 0.04662233963608742, + -0.01643500104546547, + -0.026582032442092896, + -0.03363373875617981, + 0.012709098868072033, + 0.010103758424520493, + 0.022107046097517014, + 0.025858178734779358, + 0.1185912936925888, + -0.03085346519947052, + 0.02458636648952961, + -0.038639508187770844, + -0.016327299177646637, + 0.004597199149429798, + -0.13744719326496124, + 0.03324374184012413, + 0.03200506791472435, + -0.01995004341006279, + -0.00020904115808662027, + 0.02062222920358181, + -0.017292503267526627, + 0.013972989283502102, + 0.00972566194832325, + -0.03930232673883438, + -0.03643687069416046, + 0.02120562456548214, + 0.002325544599443674, + -0.02399737946689129, + -0.007313173729926348, + -0.02512252703309059, + 0.009996018372476101, + 0.018559910356998444, + -0.020371075719594955, + -0.026774128898978233, + 0.000698571908287704, + -0.01329335942864418, + 0.0065872580744326115, + -0.05320117622613907, + -0.039843156933784485, + -0.0178862065076828, + 0.018689755350351334, + 0.031676944345235825, + 0.05077321082353592, + -0.009428664110600948, + -0.01458923052996397, + -0.01711634360253811, + -0.02941727079451084, + -0.02584710717201233, + -0.01951652206480503, + -0.048539046198129654, + -0.03586924821138382, + 0.02272661402821541, + 0.0051711853593587875, + 0.044085413217544556, + 0.027310406789183617, + -0.014265472069382668, + -0.018137024715542793, + 0.03591779246926308, + -0.015475375577807426, + 0.00978221744298935, + -0.017223479226231575, + -0.6938194036483765, + -0.08130046725273132, + -0.015094584785401821, + -0.001553195994347334, + -0.02990036830306053, + 8.635623089503497e-05, + 0.020553523674607277, + -0.17293410003185272, + -0.0006717914948239923, + -0.002622354542836547, + -0.001306803897023201, + -0.03814172372221947, + -0.0011482195695862174, + 0.017187969759106636, + 0.08466176688671112, + 0.017957814037799835, + -0.012962867505848408, + 0.01119949296116829, + 0.005000537261366844, + -0.06276988238096237, + 0.01583240181207657, + -0.010286983102560043, + 0.009305717423558235, + 0.0670977532863617, + 0.026227986440062523, + 0.006363604683429003, + 0.011386947706341743, + 0.030307436361908913, + -0.03283565491437912, + 0.04230291023850441, + 0.00319372839294374, + 0.0025032530538737774, + 0.025673016905784607, + -0.00861682090908289, + -0.02732357382774353, + -0.028817787766456604, + -0.016367223113775253, + -0.0024242843501269817, + -0.0009243926615454257, + 0.004017543978989124, + 0.013332650996744633, + 0.08158537745475769, + 0.019635450094938278, + 0.010770907625555992, + 0.04683762416243553, + -0.03474630042910576, + -0.022180724889039993, + 0.02141822874546051, + -0.013726143166422844, + -0.016718026250600815, + -0.010966534726321697, + -0.01178812887519598, + 0.002993263304233551, + -0.023142315447330475, + -0.014297324232757092, + 0.009933562949299812, + 0.009626297280192375, + 0.050921399146318436, + 0.005337391514331102, + 0.02145344577729702, + 0.020684322342276573, + 0.022868115454912186, + -0.02023489959537983, + -0.02119048684835434, + -0.04530920088291168, + 0.04598800465464592, + 0.0028866957873106003, + -0.014708856120705605, + -0.029147744178771973, + -0.025323932990431786, + 0.0034306810703128576, + -0.03301500156521797, + 0.01981508359313011, + -0.01913139782845974, + 0.015819817781448364, + 0.01690618321299553, + 0.008914720267057419, + 0.021383680403232574, + 0.010936273261904716, + 0.02286653406918049, + -0.005616673734039068, + -0.05729208514094353, + -0.011588751338422298, + 0.005305934231728315, + -0.05668307840824127, + 0.010955032892525196, + -0.008295287378132343, + -0.007344651967287064, + -0.02189856767654419, + -0.03181696683168411, + -0.014371214434504509, + -0.007350132334977388, + -0.014488963410258293, + 0.000460495357401669, + 0.0329025574028492, + 0.02329966053366661, + -0.017376139760017395, + -0.005069699138402939, + -0.0219538826495409, + -0.04258338734507561, + -0.001868362771347165, + -0.025346465408802032, + 0.003484025364741683, + 0.032653097063302994, + 0.014699822291731834, + 0.005915232002735138, + 0.06090807169675827, + -0.056447580456733704, + 0.010041031055152416, + -0.0018081659218296409, + -0.009175390936434269, + -0.015349880792200565, + -0.01106656901538372, + -0.029645230621099472, + -0.0288831889629364, + 0.0016361796297132969, + 0.0020542298443615437, + -0.01590770296752453, + -0.10221424698829651, + -0.013493841513991356, + -0.02188250608742237, + -0.013018067926168442, + -0.009730752557516098, + -0.029332010075449944, + -0.02025841549038887, + 0.010546465404331684, + 0.08376281708478928, + -0.02526489458978176, + 0.045321788638830185, + -0.029632212594151497, + 0.020924344658851624, + 0.028155149891972542, + -0.05717112496495247, + -0.02889258600771427, + 0.022723745554685593, + 0.0056845382787287235, + -0.0008689455571584404, + 0.011834545060992241, + -0.020756935700774193, + 0.04491407796740532, + -0.009446452371776104, + 0.06024419516324997, + 0.02028501033782959, + -0.03698268160223961, + -0.016414323821663857, + 0.006740273907780647, + -0.026989761739969254, + -0.0020965849980711937, + 0.03032396174967289, + 0.018396710976958275, + -0.018631048500537872, + -0.0324443019926548, + 0.02286907471716404, + -0.04139562323689461, + -0.0082672368735075, + -0.01739352010190487, + -0.0016465638764202595, + 0.030101610347628593, + -0.013271084986627102, + 0.016290850937366486, + 0.0038831119891256094, + 0.037690311670303345, + 0.004090602044016123, + 0.01461452804505825, + 0.0011446640128269792, + 0.026312382891774178, + 0.15687009692192078, + -0.02022606134414673, + -0.037286028265953064, + 0.008552409708499908, + 0.0499592125415802, + 0.025987641885876656, + 0.025012962520122528, + 0.00040463011828251183, + -0.03357987105846405, + 0.029470451176166534, + 0.06292933225631714, + -0.018318388611078262, + -0.017118962481617928, + 0.017039908096194267, + 0.015452546067535877, + -0.05291737988591194, + -0.021258944645524025, + 0.009347599931061268, + 0.004438356496393681, + -0.03267170861363411, + 0.0012726240092888474, + 0.01563037373125553, + -0.009829306043684483, + -0.01422829832881689, + 0.0007200402324087918, + 0.02858710289001465, + -0.044774916023015976, + -0.0020592734217643738, + -0.006678539793938398, + 0.02329358458518982, + -0.03165895491838455, + 0.013341708108782768, + 0.044107165187597275, + -0.004745140206068754, + -0.0012049461947754025, + -0.0084602739661932, + 0.008315842598676682, + -0.019024858251214027, + -0.05799958109855652, + 0.021773293614387512, + -0.054242171347141266, + 0.0008030020981095731, + -0.01930783875286579, + 0.016827469691634178, + -0.020550159737467766, + 0.01689079776406288, + -0.026975732296705246, + -0.0055951084941625595, + 0.03599942475557327, + -0.016159996390342712, + 0.07209063321352005, + -0.014791829511523247, + -0.012995725497603416, + 0.024558095261454582, + 0.08138678967952728, + -0.01685371994972229, + 0.010265281423926353, + -0.01769573614001274, + 0.008705603890120983, + 0.028676938265562057, + 0.023311227560043335, + -0.04283322021365166, + -0.012788597494363785, + 0.15943309664726257, + 0.007673902902752161, + 0.0012543986085802317, + -0.04736408591270447, + -0.005667688325047493, + 0.015628157183527946, + 0.05746370181441307, + 0.0035563490819185972, + 0.020825767889618874, + -0.009047986008226871, + 0.007817810401320457, + 0.022800404578447342, + 0.03828113153576851, + 0.003605175530537963, + 0.00018982977780979127, + -0.016082050278782845, + 0.012572186067700386, + 0.0354924350976944, + -0.002342750085517764, + 0.025312788784503937, + -0.012578275986015797, + -0.0009084678022190928, + 0.017272165045142174, + -0.011981943622231483, + -0.06720024347305298, + -0.010495251975953579, + -0.030880147591233253, + 0.027237441390752792, + -0.008390899747610092, + 0.0011738454923033714, + -0.01785052940249443, + 0.04723816737532616, + -0.01628885790705681, + 0.00809932965785265, + -0.02592681162059307, + -0.03659670054912567, + -0.03887081518769264, + -0.007965058088302612, + -0.045730553567409515, + 0.011637941002845764, + -0.008904987946152687, + 0.006649704184383154, + 0.016235465183854103, + -0.11122086644172668, + -0.026601839810609818, + -0.010203872807323933, + -0.0023596372921019793, + 0.023926209658384323, + 0.020973479375243187, + 0.010572994127869606, + 0.018474243581295013, + -0.020823733881115913, + 0.005409435834735632, + -0.010117928497493267, + 0.005978294648230076, + -0.019810808822512627, + 0.0238279327750206, + -0.02858300879597664, + -0.003851586254313588, + -0.004940041806548834, + -0.04020848497748375, + -0.029866643249988556, + -0.02149881049990654, + -0.005866223480552435, + 0.00048007111763581634, + -0.002349862828850746, + -0.010477913543581963, + -0.01994405873119831, + 0.026078300550580025, + 0.0032326364889740944, + 0.04564082995057106, + 0.026860985904932022, + 0.043456848710775375, + -0.04757031425833702, + 0.0010898711625486612, + 0.07699669152498245, + -0.04045373201370239, + -0.06363970041275024, + 0.013140176422894001, + -0.012557942420244217, + -0.007990064099431038, + -1.920610429806402e-06, + -0.01650002971291542, + 0.009690794162452221, + -0.012972456403076649, + -0.02209320478141308, + -0.010662771761417389, + 0.06706941872835159, + 0.033112332224845886, + 0.0195822361856699, + -0.026532044634222984, + 0.012031405232846737, + 0.022675512358546257, + -0.011341325007379055, + 0.02282344177365303, + 0.004841915797442198, + -0.007475644815713167, + -0.0018424588488414884, + 0.025684712454676628, + -0.03115696832537651, + -0.0040196445770561695, + -0.04121982306241989, + 0.001210675691254437, + -0.0065514687448740005, + -0.0008233957341872156, + 0.03575873374938965, + -0.000879286031704396, + 0.07308749854564667, + 0.005027801729738712, + -0.016835985705256462, + 0.03619948402047157, + -0.08975976705551147, + -0.01136015821248293, + 0.05478645861148834, + 0.010490333661437035, + -0.0021560024470090866, + -0.022633880376815796, + -0.013302876614034176, + 0.024616247043013573, + 0.02427421696484089, + 0.05125986412167549, + -0.020396823063492775, + -0.021457603201270103, + 0.006446290295571089, + -0.05613046512007713, + 0.006738788448274136, + -0.013100557029247284, + -0.028433063998818398, + -0.00311695272102952, + 0.0814797654747963, + -0.02010446786880493, + -0.02199292555451393, + 0.004672746639698744, + -0.00158634630497545, + 0.016167711466550827, + 0.07500068843364716, + 0.007287671323865652, + 0.023562641814351082, + -0.0734105035662651, + -0.013050494715571404, + 0.019077813252806664, + -0.0362825021147728, + -0.00023256005079019815, + 0.039023060351610184, + 0.012027068063616753, + 0.008745400235056877, + -0.0107308654114604, + -0.0024723957758396864, + 0.035142943263053894, + -0.043872080743312836, + -0.010386527515947819, + 0.004157206974923611, + 0.012857588939368725, + -0.018425408750772476, + 0.003027179976925254, + 0.006236877292394638, + -0.0012925176415592432, + -0.031092263758182526, + -0.03649412468075752, + -0.018551938235759735, + -0.015992889180779457, + -0.0092263612896204, + 0.012968984432518482, + -0.01415326725691557, + 0.0016201159451156855, + 0.009702416136860847, + 0.007704443298280239, + -0.008292769081890583, + -0.010513536632061005, + -0.0005428451695479453, + -0.0411665216088295, + 0.02949669025838375, + -0.06838201731443405, + 0.0008908281452022493, + 0.031116947531700134, + 0.031693797558546066, + -0.01649722456932068, + 0.006281474605202675, + -0.017077790573239326, + 0.05853576958179474, + 0.01060515083372593, + -0.03523607179522514, + 0.002505812095478177, + 0.04335989058017731, + -0.012091783806681633, + -0.02777576632797718, + -0.0048356023617088795, + -0.025828441604971886, + 0.08389341086149216, + 0.010215021669864655, + -0.029284903779625893 + ], + "scene_type": "sunset or sunrise scene", + "style": "high contrast dramatic", + "final_score": 0.5635788092248848, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.27925895308027937 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.27925895308027937, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14519710328591565, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11041869145129783, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.2864561357405227, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_000.png b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_001.png b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_002.png b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_003.png b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_004.png b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_005.png b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_006.png b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-10_20260125_123850/state.json b/benchmark/outputs/sky_images-10_20260125_123850/state.json new file mode 100644 index 000000000..b759f14cf --- /dev/null +++ b/benchmark/outputs/sky_images-10_20260125_123850/state.json @@ -0,0 +1,633 @@ +{ + "job_id": "ralph_20260125_123850", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/images-10.jpg", + "target_domain": "SKY", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.5635788092248848, + "best_score": 0.5635788092248848, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22043908776255286 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22043908776255286, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15338342230549432, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15255547232374594, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.27925895308027937 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.27925895308027937, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14519710328591565, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11041869145129783, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.2864561357405227, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:38:50.812415", + "updated_at": "2026-01-25T12:38:58.714100", + "completed_at": "2026-01-25T12:38:58.714060", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:38:52.668686", + "phase": "score", + "score": 0.5635788092248848, + "improvement": 0.5635788092248848, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.27925895308027937 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.27925895308027937 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.27925895308027937, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14519710328591565, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11041869145129783, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.2864561357405227, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.27925895308027937 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.27925895308027937, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14519710328591565, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11041869145129783, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.2864561357405227, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:38:53.882987", + "phase": "score", + "score": 0.5635788092248848, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2723361512223635 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2723361512223635 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2723361512223635, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15892785506380774, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1209094528169804, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2723361512223635 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2723361512223635, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15892785506380774, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1209094528169804, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:38:55.106824", + "phase": "score", + "score": 0.5635788092248848, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29388994629155923 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29388994629155923 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29388994629155923, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16677709978479469, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11768837030641016, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29388994629155923 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29388994629155923, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16677709978479469, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.11768837030641016, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:38:56.336087", + "phase": "score", + "score": 0.5635788092248848, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2793567049862991 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2793567049862991 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2793567049862991, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13245438112888075, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1173675046749771, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2793567049862991 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2793567049862991, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13245438112888075, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.1173675046749771, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:38:57.530559", + "phase": "score", + "score": 0.5635788092248848, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.25736722453894595 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.25736722453894595 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.25736722453894595, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16438960616067322, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09975411536877996, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.25736722453894595 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.25736722453894595, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16438960616067322, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09975411536877996, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:38:58.707329", + "phase": "score", + "score": 0.5635788092248848, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22043908776255286 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22043908776255286 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22043908776255286, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15338342230549432, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15255547232374594, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22043908776255286 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22043908776255286, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.15338342230549432, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.15255547232374594, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-10_20260125_123850/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.132137775421143 +} \ No newline at end of file diff --git a/benchmark/outputs/sky_images-11_20260125_123859/memory/jobs.json b/benchmark/outputs/sky_images-11_20260125_123859/memory/jobs.json new file mode 100644 index 000000000..50d6d34f0 --- /dev/null +++ b/benchmark/outputs/sky_images-11_20260125_123859/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_123859", + "embedding": [ + -0.004132131580263376, + 0.03634117543697357, + -0.0022161900997161865, + -0.01655101776123047, + 0.02078748121857643, + 0.010594888590276241, + -0.024644136428833008, + -0.012312718667089939, + 0.05267214775085449, + -0.006667787209153175, + 0.003691313322633505, + -0.02739357203245163, + 0.03163452446460724, + -0.03016558662056923, + -0.007244733162224293, + -0.007286981679499149, + 0.06980295479297638, + 0.0396353118121624, + 0.03967580571770668, + -0.02832384780049324, + -0.03537583351135254, + -0.008406846784055233, + -0.01755012571811676, + -0.028580419719219208, + -0.0050581106916069984, + 0.004239453002810478, + 0.02346179075539112, + 0.00040560169145464897, + 0.01786937192082405, + 0.013125392608344555, + 0.01012669038027525, + 0.040510326623916626, + 0.007447691168636084, + -0.011610019020736217, + -0.07327266037464142, + -0.023715941235423088, + 0.01057050097733736, + 0.019312264397740364, + 0.009750060737133026, + 0.05928465351462364, + -0.013867335394024849, + 0.03037972003221512, + -0.01643935777246952, + -0.019309736788272858, + 0.03921612352132797, + -0.021747129037976265, + 0.024740733206272125, + 0.016216175630688667, + -0.022423984482884407, + 0.015298280864953995, + 0.0024604923091828823, + 0.0060784523375332355, + -0.005535467527806759, + -0.03379129245877266, + -0.02246072143316269, + -0.049479931592941284, + 0.011816957965493202, + -0.03222716972231865, + 0.039993878453969955, + 0.015873251482844353, + 0.017734937369823456, + 0.026204776018857956, + 0.018873857334256172, + 0.008385220542550087, + 0.003175209742039442, + -0.01608806848526001, + -0.018328651785850525, + 0.04212445020675659, + -0.037597957998514175, + -0.006931091658771038, + -0.00533023988828063, + 0.009005256928503513, + 0.02884340099990368, + 0.02788717672228813, + 0.006956138182431459, + -0.019092749804258347, + -0.03259918838739395, + -0.026301974430680275, + -0.02766110561788082, + -0.02455751784145832, + -0.0038366985972970724, + -0.007522787433117628, + 0.03700853884220123, + -0.014579424634575844, + 0.037401072680950165, + -0.006113150157034397, + -0.08024062216281891, + -0.009405048564076424, + 0.014315114356577396, + -0.0022540315985679626, + -0.005121656693518162, + -0.0071411412209272385, + -0.7208037376403809, + -0.06685076653957367, + -0.007567969150841236, + 0.04031922295689583, + -0.028579289093613625, + -0.011414600536227226, + -0.033716168254613876, + -0.17152677476406097, + 0.00792010873556137, + 0.00047640642151236534, + 0.0024091911036521196, + 0.0008756359457038343, + 0.021671706810593605, + -0.0013669644249603152, + 0.10605265945196152, + 0.02457853965461254, + -0.0033293676096946, + 0.009529738686978817, + -0.016713572666049004, + -0.02757706120610237, + 0.018437666818499565, + -0.01244440395385027, + -0.014232755638659, + 0.03388122469186783, + 0.003983636852353811, + 0.00016305038298014551, + -0.007818715646862984, + 0.011343386024236679, + -0.016205819323658943, + 0.01955401338636875, + 0.04844021797180176, + -0.0017859286163002253, + -0.010695897974073887, + 0.0068861800245940685, + -0.00037817080738022923, + -0.013930474407970905, + 0.021167119964957237, + 0.027285171672701836, + -0.01950802095234394, + 0.04671172797679901, + -0.04184717684984207, + 0.0834989845752716, + 0.03891565650701523, + -0.0027575367130339146, + 0.015991641208529472, + -0.05324925109744072, + -0.03359203413128853, + 0.006078544072806835, + -0.0068491119891405106, + -0.009692568331956863, + -0.0786321833729744, + -0.027178393676877022, + -0.0016829087398946285, + 0.023717336356639862, + -0.020350396633148193, + 0.017189303413033485, + -0.020653173327445984, + 0.002014569705352187, + 0.023453621193766594, + 0.02941429801285267, + 0.04153447225689888, + -0.02882080338895321, + 0.009411456994712353, + -0.020245442166924477, + -0.033828508108854294, + 0.03705857694149017, + 0.006467273458838463, + -0.004651087336242199, + -0.03775741532444954, + -0.047129418700933456, + 0.01963290013372898, + -0.03826630115509033, + 0.017144544050097466, + 0.00606153067201376, + -0.030157024040818214, + 0.030283404514193535, + 0.015292786993086338, + 0.030887003988027573, + -0.014173928648233414, + 0.02143503725528717, + -0.027144256979227066, + -0.03818488121032715, + -0.024033857509493828, + 0.04366154968738556, + -0.026123160496354103, + -0.003165565663948655, + -0.02805452235043049, + -0.02178104966878891, + 0.01683720387518406, + -0.014680702239274979, + -0.008354059420526028, + -0.03913628309965134, + 0.012786679901182652, + -0.013992246240377426, + -0.0016170252347365022, + 0.03240660950541496, + -0.0036084929015487432, + -0.023674044758081436, + -0.037282370030879974, + -0.008976295590400696, + 0.001074193394742906, + -0.010339274071156979, + 0.0072342404164373875, + 0.011896700598299503, + 0.040021851658821106, + 0.009640196338295937, + 0.0002415083727100864, + -0.013669708743691444, + 0.02468188665807247, + -0.039798248559236526, + -0.03910970315337181, + 0.0112620173022151, + -0.012561597861349583, + -0.030290478840470314, + -0.02667519450187683, + -0.005858371965587139, + -0.008254756219685078, + -0.02875559963285923, + -0.08198849856853485, + 0.019812460988759995, + -0.0023307164665311575, + 0.0008161087753251195, + -0.04734275862574577, + -0.004581948276609182, + -0.01637382060289383, + 0.04950430989265442, + 0.07868010550737381, + -0.003752871649339795, + 0.04376848414540291, + -0.05415601655840874, + -0.016399485990405083, + -0.002191863488405943, + -0.022929968312382698, + -0.008899962529540062, + -0.018689442425966263, + -0.024692337960004807, + 0.021024581044912338, + -0.009572500362992287, + -0.0007876264280639589, + -0.016338909044861794, + 0.009403787553310394, + 0.057602252811193466, + 0.016123702749609947, + -0.04336533695459366, + -0.0087352953851223, + 0.008704635314643383, + -0.014287752099335194, + 0.00656286533921957, + -6.073536133044399e-05, + 0.02970713935792446, + -0.024174286052584648, + -0.01981482096016407, + 0.023537199944257736, + -0.02443378046154976, + 0.030324971303343773, + -0.028583381325006485, + -0.017625456675887108, + -0.005057527218014002, + -0.005724893882870674, + 0.035581521689891815, + 0.008482919074594975, + 0.024188222363591194, + 0.014501737430691719, + -0.0015160313341766596, + -0.008010413497686386, + 0.01983625814318657, + 0.21084049344062805, + -0.025313453748822212, + -0.015447903424501419, + -0.007513932418078184, + 0.02199980430305004, + 0.08567749708890915, + -0.001196417841129005, + 0.000700508477166295, + -0.01705353334546089, + 0.026018112897872925, + 0.04518580809235573, + 0.006114244926720858, + 0.014042560011148453, + -0.006862809415906668, + 0.012812264263629913, + -0.000724631710909307, + 0.0036994381807744503, + 0.02206612005829811, + 0.02169477939605713, + -0.005536263808608055, + 0.011968378908932209, + 0.007935627363622189, + 0.025857053697109222, + -0.018275786191225052, + 0.009343928657472134, + -0.00011380642536096275, + -0.009592325426638126, + -0.0075088804587721825, + -0.024033809080719948, + 0.0034050189424306154, + -0.0098190326243639, + 0.006803818047046661, + 0.016211897134780884, + 0.008082878775894642, + -0.035643916577100754, + 0.005111181177198887, + -0.010750619694590569, + -0.012503448873758316, + -0.009520480409264565, + 0.025894692167639732, + -0.007234082091599703, + 0.005169484298676252, + -0.03536687046289444, + 0.007341921329498291, + -0.02848120406270027, + 0.02853594906628132, + -0.010579615831375122, + -0.01366579532623291, + 0.024308042600750923, + -0.008368166163563728, + 0.01487534586340189, + 0.006715080235153437, + 0.007432773243635893, + 0.00032238246058113873, + 0.08333709090948105, + -0.009199212305247784, + 0.004172573331743479, + -0.006637988146394491, + 0.019531456753611565, + 0.039520733058452606, + 0.011300222016870975, + -0.05886486545205116, + 0.009973329491913319, + 0.15019479393959045, + 0.018555831164121628, + -0.03726735711097717, + -0.01584792323410511, + 0.003940715920180082, + 0.009104003198444843, + 0.020053869113326073, + 0.000789762765634805, + 0.02518671192228794, + 0.017325473949313164, + 0.007364251650869846, + 0.027186814695596695, + 0.03574276715517044, + -0.008092641830444336, + 0.0020486190915107727, + -0.034144703298807144, + -0.0029506119899451733, + 0.01621452532708645, + 0.005002365447580814, + -0.01867956854403019, + -0.024307098239660263, + -0.031321197748184204, + 0.01307885441929102, + 0.018110614269971848, + -0.0489620566368103, + 0.010340236127376556, + 0.0052431682124733925, + 0.01932183839380741, + 0.02384044975042343, + -0.0010027459356933832, + 0.006144621875137091, + 0.039488114416599274, + -0.0008840795489959419, + 0.016026629135012627, + -0.04590285196900368, + -0.03897395357489586, + -0.0764710009098053, + -0.010586774908006191, + -0.01448101457208395, + 0.027609704062342644, + -0.006896792445331812, + -0.024830158799886703, + 0.02860451675951481, + -0.1528409868478775, + -0.016798457130789757, + 0.01251310296356678, + 0.01627359911799431, + 0.016292428597807884, + 0.02297605387866497, + -0.01635167747735977, + 0.013422457501292229, + -0.03283938765525818, + -0.02059294283390045, + -0.03461802378296852, + -0.03212365508079529, + -0.011895238421857357, + -0.013149171136319637, + 0.03055911511182785, + -0.01110485102981329, + 0.005278614349663258, + -0.04108861833810806, + -0.003178226063027978, + -0.016938544809818268, + 0.010912482626736164, + 0.018846945837140083, + 0.0032030362635850906, + -0.04015209525823593, + -0.026367438957095146, + 0.06057586520910263, + -0.03133521229028702, + 0.018491653725504875, + 0.01037092600017786, + 0.053390949964523315, + 0.013905312865972519, + -0.013873674906790257, + 0.04281367361545563, + -0.030006933957338333, + -0.07170887291431427, + -0.011059552431106567, + -0.02493531070649624, + 0.005964753683656454, + 0.014832875691354275, + -0.012592881917953491, + 0.03722001612186432, + -0.0016442895866930485, + -0.002113207010552287, + -0.040242165327072144, + 0.046085141599178314, + -0.011841971427202225, + 0.013296481221914291, + -0.01609782502055168, + 0.01808551512658596, + 0.013836401514708996, + -0.009346389211714268, + -0.0007856060983613133, + 0.011996391229331493, + 0.0034230395685881376, + -0.02133825421333313, + 0.005178801249712706, + 0.0028248848393559456, + -0.008673327043652534, + -0.020779823884367943, + 0.0038941476959735155, + -0.018082797527313232, + -0.01387862954288721, + 0.015549464151263237, + 0.014827633276581764, + 0.0012055410770699382, + 0.018887197598814964, + -0.04757924750447273, + 0.0436493344604969, + -0.0435083732008934, + -0.022879885509610176, + 0.022659599781036377, + -0.014738831669092178, + 0.003950162325054407, + 0.0014817510964348912, + -0.00922679714858532, + 0.002057085046544671, + 0.04577018693089485, + 0.02652980387210846, + -0.03385186195373535, + -0.02834712341427803, + -0.0036888534668833017, + 0.006395747419446707, + 0.03206592798233032, + -0.007464683149009943, + -0.02867642045021057, + -0.04031384736299515, + 0.06550659239292145, + -0.015104700811207294, + -0.033315934240818024, + -0.02937444858253002, + -0.00767243467271328, + 0.015295196324586868, + 0.060288671404123306, + -0.015668151900172234, + 0.0297087412327528, + -0.055490780621767044, + 0.012852663174271584, + 0.009717402048408985, + -0.005942435469478369, + 0.02457663230597973, + 0.0037723768036812544, + 0.010332509875297546, + 0.010943287052214146, + 0.005240671802312136, + -0.006067601963877678, + 0.0130624333396554, + 0.008745291270315647, + -0.014531925320625305, + 0.03183906897902489, + -0.010221934877336025, + -0.00266675790771842, + -0.0342460535466671, + -0.005502390209585428, + -0.009701676666736603, + -0.004869227297604084, + -0.028921006247401237, + 0.0024722067173570395, + 0.0002679521276149899, + -0.005457804538309574, + 0.01323800627142191, + 0.007457372732460499, + 0.021583421155810356, + 0.012597300112247467, + -0.000232547870837152, + 0.01739264279603958, + -0.026706835255026817, + -0.009305926039814949, + -0.02047887071967125, + 0.013170447200536728, + -0.07155413180589676, + 0.011907915584743023, + 0.012387626804411411, + -0.0028462575282901525, + -0.001308439881540835, + 0.007261618506163359, + -0.004377882461994886, + 0.04613928496837616, + -0.008755422197282314, + 0.008644689805805683, + -0.0014824436511844397, + 0.05542328581213951, + -0.03451944887638092, + -0.007185156457126141, + 0.029827699065208435, + 0.0005155914113856852, + 0.11131004989147186, + -0.008336404338479042, + 0.01942838914692402 + ], + "scene_type": "sunset or sunrise scene", + "style": "bright cheerful atmosphere", + "final_score": 0.6373145636308235, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.19480240880992492 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.19480240880992492, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14398415993513375, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07750821572475886, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_000.png b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_001.png b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_002.png b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_003.png b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_004.png b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_005.png b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_006.png b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-11_20260125_123859/state.json b/benchmark/outputs/sky_images-11_20260125_123859/state.json new file mode 100644 index 000000000..9f009ad62 --- /dev/null +++ b/benchmark/outputs/sky_images-11_20260125_123859/state.json @@ -0,0 +1,615 @@ +{ + "job_id": "ralph_20260125_123859", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/images-11.jpg", + "target_domain": "SKY", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.6373145636308235, + "best_score": 0.6373145636308235, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21062617404447745 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.21062617404447745, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17495197509727767, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07336949023140325, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.19480240880992492 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.19480240880992492, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14398415993513375, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07750821572475886, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:38:59.950169", + "updated_at": "2026-01-25T12:39:07.328769", + "completed_at": "2026-01-25T12:39:07.328738", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:39:01.607028", + "phase": "score", + "score": 0.6373145636308235, + "improvement": 0.6373145636308235, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.19480240880992492 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.19480240880992492 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.19480240880992492, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14398415993513375, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07750821572475886, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.19480240880992492 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.19480240880992492, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.14398415993513375, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07750821572475886, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:39:02.770914", + "phase": "score", + "score": 0.6373145636308235, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1839705541379143 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1839705541379143 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.1839705541379143, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1635150964106126, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.0828678742517683, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1839705541379143 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.1839705541379143, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1635150964106126, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.0828678742517683, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:39:03.899776", + "phase": "score", + "score": 0.6373145636308235, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2260323260594058 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2260323260594058 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2260323260594058, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12368236457433707, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09352536684157249, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.2260323260594058 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.2260323260594058, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.12368236457433707, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09352536684157249, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:39:05.061186", + "phase": "score", + "score": 0.6373145636308235, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22297934718478085 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22297934718478085 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22297934718478085, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13669523875954295, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09702843800482476, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22297934718478085 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22297934718478085, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.13669523875954295, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09702843800482476, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:39:06.161799", + "phase": "score", + "score": 0.6373145636308235, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1995827075521348 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1995827075521348 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.1995827075521348, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16720594427618402, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08301430217807595, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.1995827075521348 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.1995827075521348, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16720594427618402, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08301430217807595, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:39:07.324072", + "phase": "score", + "score": 0.6373145636308235, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21062617404447745 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21062617404447745 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.21062617404447745, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17495197509727767, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07336949023140325, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21062617404447745 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.21062617404447745, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17495197509727767, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07336949023140325, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-11_20260125_123859/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 7.605501890182495 +} \ No newline at end of file diff --git a/benchmark/outputs/sky_images-1_20260125_123840/memory/jobs.json b/benchmark/outputs/sky_images-1_20260125_123840/memory/jobs.json new file mode 100644 index 000000000..a7e7a128f --- /dev/null +++ b/benchmark/outputs/sky_images-1_20260125_123840/memory/jobs.json @@ -0,0 +1,560 @@ +[ + { + "job_id": "ralph_20260125_123841", + "embedding": [ + 0.006502884905785322, + 0.03290675953030586, + -0.0022340374998748302, + -0.015103618614375591, + 0.002118360251188278, + -0.003739600768312812, + -0.016302835196256638, + 0.047608304768800735, + 0.02392037957906723, + -0.004790869075804949, + -0.014676251448690891, + -0.018857935443520546, + 0.03047550842165947, + -0.025763755664229393, + -0.008292192593216896, + 0.01807487942278385, + 0.06246865913271904, + 0.019651353359222412, + 0.0024659328628331423, + -0.0018526909407228231, + -0.04041888564825058, + -0.018542958423495293, + -0.012875246815383434, + -0.024811509996652603, + -0.03486429527401924, + -0.010737685486674309, + 0.026895195245742798, + 0.010323000140488148, + 0.0329083688557148, + 0.00943584181368351, + -0.007409216370433569, + 0.03985625505447388, + 0.008376674726605415, + -0.0016679076943546534, + -0.01663118787109852, + 0.0001797116274246946, + 0.0035569968167692423, + 0.009604008868336678, + 0.01008097268640995, + 0.05467458814382553, + -0.03512294963002205, + 0.008975762873888016, + -0.01886698417365551, + 0.0017087680753320456, + 0.007129755802452564, + -4.334433833719231e-05, + 0.004929047543555498, + 0.004769713152199984, + -0.021788733080029488, + -0.007183253299444914, + 0.0003203621890861541, + -0.019070737063884735, + 0.009044229984283447, + -0.002544138580560684, + -0.010192730464041233, + -0.053112320601940155, + 0.0028848701622337103, + -0.008343815803527832, + 0.007948718965053558, + 0.021825039759278297, + 0.006076027639210224, + 0.013811994343996048, + 0.0007904715021140873, + -0.014146920293569565, + -0.002499505877494812, + -0.010924270376563072, + -0.027296157553792, + 0.010209592990577221, + -0.018418697640299797, + -0.0014351444551721215, + -0.029875636100769043, + 0.023379767313599586, + 0.011281230486929417, + 0.023702481761574745, + -0.01340297982096672, + -0.0012160069309175014, + -0.033072199672460556, + -0.02659725770354271, + -0.008203642442822456, + -0.026926537975668907, + -0.02461610548198223, + -0.04817451164126396, + 0.04477303475141525, + -0.055230483412742615, + 0.03630324453115463, + 0.03004603087902069, + -0.06224917620420456, + -0.023330090567469597, + -0.021850215271115303, + -0.009306158870458603, + 0.01387128047645092, + -0.008279195986688137, + -0.768743097782135, + -0.047590047121047974, + -0.029423533007502556, + 0.0025306344032287598, + -0.012691260315477848, + 0.011747665703296661, + -0.05403289571404457, + -0.17090970277786255, + -0.015166616067290306, + -0.01246657595038414, + 0.01734790951013565, + -0.005345359444618225, + 0.01070521492511034, + 0.01333986409008503, + 0.10342592000961304, + 0.028585869818925858, + 0.005950741935521364, + -0.005375292617827654, + -0.007817904464900494, + 0.00019642239203676581, + 0.0341096855700016, + 0.004864164162427187, + -0.0005491175106726587, + 0.029367689043283463, + -0.009341774508357048, + -0.0072729396633803844, + -0.002252894453704357, + 0.03435947746038437, + -0.02223546989262104, + 0.04741262272000313, + 0.05188661813735962, + 0.017056843265891075, + 0.03162775933742523, + -0.007917051203548908, + -0.01695306971669197, + -0.023682279512286186, + 0.023901358246803284, + 0.03766266629099846, + 0.007828892208635807, + 0.0318618081510067, + 0.004952318035066128, + 0.08957061171531677, + 0.02417830377817154, + 0.005081976763904095, + 0.012920904904603958, + -0.03529825806617737, + 0.0007957544876262546, + -0.00842128787189722, + 0.006976618897169828, + 0.013640486635267735, + -0.04939957335591316, + -0.024132031947374344, + -0.016279112547636032, + 0.00547444261610508, + -0.010562272742390633, + 0.021101338788866997, + -0.009999661706387997, + 0.014051440171897411, + -0.013556406833231449, + 0.011211427859961987, + 0.04215460643172264, + -0.01968834176659584, + 0.00596271175891161, + -0.024267612025141716, + -0.016913147643208504, + 0.031044453382492065, + -0.012492842972278595, + -0.008380758576095104, + -0.03187670558691025, + -0.00350172002799809, + 0.006542316172271967, + -0.015591447241604328, + 0.049090467393398285, + 0.023658588528633118, + -0.060863006860017776, + 0.022560836747288704, + -0.00015117925067897886, + 0.007836194708943367, + 0.008824819698929787, + 0.006600013934075832, + -0.006884779781103134, + -0.046070899814367294, + -0.01328361313790083, + 0.023860380053520203, + -0.013090691529214382, + 0.00021881119755562395, + 0.007205055560916662, + -0.0029159407131373882, + -0.005141460336744785, + -0.017961693927645683, + -0.014523078687489033, + 0.011567603796720505, + 0.0016994777834042907, + 0.00907063391059637, + 0.02292495407164097, + 0.011307491920888424, + -0.0162375345826149, + -0.013098482973873615, + -0.00863717868924141, + 0.004199220798909664, + -0.004058642312884331, + -0.02656429633498192, + 0.023640310391783714, + 0.030897315591573715, + 0.04835476353764534, + 0.00916452705860138, + 0.06424973905086517, + -0.012397972866892815, + 0.019198071211576462, + -0.00432759802788496, + -0.015646997839212418, + -0.0069234175607562065, + -0.016161756590008736, + -0.00878939125686884, + 0.012239255011081696, + 0.003403838723897934, + 0.01932796835899353, + -0.003541950834915042, + -0.026097185909748077, + 0.0023064359556883574, + -0.01515961717814207, + -0.008080392144620419, + 0.007631577551364899, + -0.01826641708612442, + 0.0025888925883919, + 0.024556726217269897, + 0.0847395658493042, + -0.007191036827862263, + 0.05876709520816803, + -0.03045252151787281, + 0.017949765548110008, + 0.013933524489402771, + -0.033111486583948135, + -0.023662032559514046, + 0.01084901113063097, + -0.015446525998413563, + 0.011857052333652973, + -0.015174341388046741, + 0.01137662585824728, + -0.004137183539569378, + 0.0032360146287828684, + 0.06942542642354965, + 0.021718204021453857, + -0.005087227560579777, + -0.01325057353824377, + -0.009215801022946835, + -0.011864827945828438, + 0.01031502615660429, + 0.016577551141381264, + 0.009114771150052547, + -0.04108799621462822, + -0.012273978441953659, + 0.013665126636624336, + -0.005696855951100588, + 0.008670848794281483, + -0.030041582882404327, + -0.0054646143689751625, + 0.009173714555799961, + -0.001697181025519967, + 0.0071634347550570965, + -0.006956577766686678, + -0.002452351152896881, + -0.0030681388452649117, + -0.0030816993676126003, + 0.0047787753865122795, + 0.012227529659867287, + 0.1503220647573471, + -0.031782254576683044, + -0.02998742088675499, + -0.028410779312253, + 0.014554194174706936, + 0.02533619850873947, + 0.00862505566328764, + 0.014032811857759953, + -0.039033740758895874, + 0.007273656316101551, + 0.024451281875371933, + -0.013408709317445755, + 0.013421684503555298, + -0.006930168718099594, + 0.04250692203640938, + -0.01884539984166622, + -0.017759472131729126, + 0.03473455458879471, + 0.00557585246860981, + 0.017932182177901268, + -0.016977984458208084, + 0.030156485736370087, + 0.0058360630646348, + 0.010146009735763073, + 0.024936972185969353, + 0.02921672910451889, + -0.03153989464044571, + -0.03401012346148491, + -0.07331965118646622, + 0.005046597216278315, + -0.005655471235513687, + 0.016958899796009064, + 0.02899288758635521, + 0.01942138746380806, + -0.022963624447584152, + -0.009982604533433914, + -0.021337518468499184, + 0.0055926195345819, + -0.052621275186538696, + 0.027880357578396797, + -0.01960812509059906, + 0.00024230103008449078, + -0.011587997898459435, + 0.0235785860568285, + -0.04403885453939438, + 0.057368211448192596, + 0.007397494278848171, + -0.019421381875872612, + 0.009474135935306549, + 0.004315266851335764, + 0.03279046714305878, + -0.005582204554229975, + -0.01000233180820942, + -0.00530452374368906, + 0.08943333476781845, + -0.014963665045797825, + -0.0016940876375883818, + 0.021039221435785294, + 0.02287749946117401, + 0.018142471089959145, + 0.01852208934724331, + -0.06906454265117645, + 0.022399485111236572, + 0.11420782655477524, + 0.02493172138929367, + -0.02490347810089588, + -0.02548244781792164, + -0.005711063276976347, + 0.009242483414709568, + 0.04004756733775139, + -0.0012133748969063163, + 0.06381510198116302, + -0.0027508947532624006, + 0.01324484683573246, + 0.030788177624344826, + 0.017501967027783394, + -0.004889360163360834, + 0.013184142298996449, + 0.0111853601410985, + 0.024966320022940636, + 0.02897033840417862, + -0.014318549074232578, + 0.005105235148221254, + -0.014385761693120003, + -0.017227018252015114, + 0.02263205125927925, + -0.01518933568149805, + -0.05012048780918121, + 0.025685764849185944, + -0.0036201162729412317, + 0.008771255612373352, + -0.0005920040421187878, + -0.033095937222242355, + 0.0003079802845604718, + 0.024513117969036102, + -0.0087486756965518, + 0.03933342546224594, + -0.001061036018654704, + -0.028600037097930908, + -0.08728914707899094, + -0.016246162354946136, + -0.03792126849293709, + 0.009703326039016247, + -0.0026595175731927156, + -0.002740823430940509, + 0.01410441379994154, + -0.14039693772792816, + -0.01220699492841959, + -0.017218541353940964, + 0.010950486175715923, + 0.015920087695121765, + 0.025768611580133438, + -0.02421477995812893, + 0.02167881652712822, + -0.04121282696723938, + -0.01336832158267498, + -0.04002317041158676, + 0.00020155969832558185, + -0.03553497791290283, + -0.014982434920966625, + 0.04512418061494827, + 0.004871646873652935, + 0.004415284842252731, + -0.004116344731301069, + -0.01728217490017414, + -0.02693796157836914, + -0.0017841029912233353, + -0.007683999370783567, + -0.016372770071029663, + -0.024482809007167816, + -0.026777803897857666, + 0.006235700100660324, + -0.03039396181702614, + 0.00048820540541782975, + -0.01821763813495636, + 0.02641342766582966, + -0.007269566413015127, + -0.022818604484200478, + 0.055219776928424835, + -0.06131039559841156, + -0.05980054661631584, + -0.014082742854952812, + -0.005673548206686974, + 0.005534543190151453, + 0.03548738360404968, + -0.010948099195957184, + 0.03034052439033985, + -0.00496591767296195, + -0.015335152857005596, + -0.013646559789776802, + 0.044188909232616425, + -0.016339272260665894, + 0.01882941648364067, + -0.0010630236938595772, + 0.029265686869621277, + 0.021724238991737366, + 0.006070093251764774, + 0.02841486595571041, + 0.011474558152258396, + -0.009138739667832851, + -0.004415549337863922, + -0.016368243843317032, + -0.0034171096049249172, + -0.023197008296847343, + -0.02432522363960743, + 0.028470762073993683, + -0.025524361059069633, + 0.012631895020604134, + 0.03765057399868965, + 0.030662590637803078, + 0.02130943536758423, + -0.007016318384557962, + -0.026295874267816544, + 0.02443842589855194, + -0.08043067157268524, + -0.02192075364291668, + 0.04072321951389313, + 0.011031882837414742, + -0.010055714286863804, + -0.012350686825811863, + 0.001519770361483097, + 0.002675458090379834, + 0.02292451448738575, + 0.05260542780160904, + 0.013987098820507526, + -0.02326054312288761, + -0.005627068690955639, + -0.023155443370342255, + 0.03175552561879158, + -0.021611345931887627, + -0.019385285675525665, + -0.005750289186835289, + 0.050733063369989395, + -0.0061004203744232655, + -0.02611134573817253, + -0.03548005595803261, + -0.006081786938011646, + 0.010805550031363964, + 0.04027683660387993, + 0.004585847724229097, + 0.015222681686282158, + -0.052437540143728256, + -0.03028915636241436, + -0.0038502635434269905, + -0.018276343122124672, + 0.017178859561681747, + 0.008654208853840828, + 0.016661079600453377, + 0.029085395857691765, + 0.0033411942422389984, + -0.01730894297361374, + 0.029119158163666725, + 0.018748721107840538, + -0.002640221267938614, + 0.037605587393045425, + 0.026811596006155014, + -0.02723650261759758, + -0.023881733417510986, + 0.0004491307190619409, + -0.016614167019724846, + -0.02946893498301506, + -0.012907048687338829, + 0.003213808173313737, + -0.007925362326204777, + -0.019031083211302757, + -0.00014483253471553326, + 0.007930428721010685, + 0.000401567667722702, + 0.017962981015443802, + 0.015636924654245377, + 0.018329674378037453, + -0.015146953985095024, + 0.009790436364710331, + -0.016566317528486252, + 0.01457983534783125, + -0.05135313421487808, + -0.0005238526500761509, + 0.006461216602474451, + 0.01189499069005251, + -0.007831204682588577, + -0.01416611485183239, + -0.027295852079987526, + 0.062224775552749634, + 0.0359361506998539, + -0.009467171505093575, + -0.012538179755210876, + 0.012497837655246258, + 0.009396912530064583, + -0.01664203219115734, + 0.024846497923135757, + -0.016493216156959534, + 0.06175003573298454, + 0.009208716452121735, + -0.003928115125745535 + ], + "scene_type": "sunset or sunrise scene", + "style": "high contrast dramatic", + "final_score": 0.6026932712811404, + "iterations_count": 7, + "final_parameters": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23125132976869564 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23125132976869564, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16405639204544412, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08035300332536612, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "successful_adjustments": [], + "failed_adjustments": [] + } +] \ No newline at end of file diff --git a/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_000.png b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_000.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_000.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_001.png b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_001.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_002.png b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_002.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_003.png b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_003.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_004.png b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_004.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_005.png b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_005.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_006.png b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_006.png new file mode 100644 index 000000000..c1448b981 --- /dev/null +++ b/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7e1587dbc7732f514e0b8042e76d031ce15ecdd43c0784d81af3b60d50f67e +size 10388 diff --git a/benchmark/outputs/sky_images-1_20260125_123840/state.json b/benchmark/outputs/sky_images-1_20260125_123840/state.json new file mode 100644 index 000000000..6fd1093c5 --- /dev/null +++ b/benchmark/outputs/sky_images-1_20260125_123840/state.json @@ -0,0 +1,639 @@ +{ + "job_id": "ralph_20260125_123841", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/images-1.jpg", + "target_domain": "SKY", + "max_iterations": 10, + "convergence_threshold": 0.85, + "stagnation_limit": 5, + "status": "stagnated", + "phase": "plan", + "current_iteration": 7, + "current_score": 0.6026932712811404, + "best_score": 0.6026932712811404, + "best_iteration": 1, + "stagnation_count": 5, + "current_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29458832698898296 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29458832698898296, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.11599795409194787, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10115744280742842, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "best_params": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23125132976869564 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23125132976869564, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16405639204544412, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08035300332536612, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "started_at": "2026-01-25T12:38:41.254375", + "updated_at": "2026-01-25T12:38:49.573565", + "completed_at": "2026-01-25T12:38:49.573503", + "iterations": [ + { + "iteration": 1, + "timestamp": "2026-01-25T12:38:42.934660", + "phase": "score", + "score": 0.6026932712811404, + "improvement": 0.6026932712811404, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23125132976869564 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23125132976869564 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23125132976869564, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16405639204544412, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08035300332536612, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.23125132976869564 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.23125132976869564, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.16405639204544412, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.08035300332536612, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_001.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 2, + "timestamp": "2026-01-25T12:38:44.262269", + "phase": "score", + "score": 0.6026932712811404, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24816916846270057 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24816916846270057 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24816916846270057, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19530110427432346, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07804817269371973, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.24454116599974124, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.24816916846270057 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.24816916846270057, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.19530110427432346, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.07804817269371973, + "source": "computed" + }, + { + "dimension": "composition", + "parameter": "exposure", + "delta": 0.24454116599974124, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_002.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 3, + "timestamp": "2026-01-25T12:38:45.670510", + "phase": "score", + "score": 0.6026932712811404, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22724645920654662 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22724645920654662 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22724645920654662, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17132919417102743, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.0705036180016669, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.22724645920654662 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.22724645920654662, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.17132919417102743, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.0705036180016669, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_003.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 4, + "timestamp": "2026-01-25T12:38:47.073836", + "phase": "score", + "score": 0.6026932712811404, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21129263361019612 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21129263361019612 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.21129263361019612, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1757620287315124, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09258706222841298, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": -0.21680062127266947, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.21129263361019612 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.21129263361019612, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.1757620287315124, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09258706222841298, + "source": "computed" + }, + { + "dimension": "color", + "parameter": "color_temperature", + "delta": -0.21680062127266947, + "source": "exploration" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_004.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 5, + "timestamp": "2026-01-25T12:38:48.353704", + "phase": "score", + "score": 0.6026932712811404, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.20689082796362593 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.20689082796362593 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.20689082796362593, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.09666022284833387, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09236180051382398, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.20689082796362593 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.20689082796362593, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.09666022284833387, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.09236180051382398, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_005.png", + "duration_ms": 0, + "error": null + }, + { + "iteration": 6, + "timestamp": "2026-01-25T12:38:49.566290", + "phase": "score", + "score": 0.6026932712811404, + "improvement": 0.0, + "adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29458832698898296 + } + }, + "params_before": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29458832698898296 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29458832698898296, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.11599795409194787, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10115744280742842, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "params_after": { + "planned_adjustment": { + "type": "directional_light", + "description": "Adjust color", + "params": { + "color_temperature": 0.29458832698898296 + } + }, + "all_adjustments": [ + { + "dimension": "color", + "parameter": "color_temperature", + "delta": 0.29458832698898296, + "source": "computed" + }, + { + "dimension": "structure", + "parameter": "exposure", + "delta": 0.11599795409194787, + "source": "computed" + }, + { + "dimension": "brightness", + "parameter": "sun_intensity", + "delta": 0.10115744280742842, + "source": "computed" + } + ], + "commands_sent": [ + { + "type": "set_directional_light", + "success": true + } + ] + }, + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-1_20260125_123840/screenshots/iter_006.png", + "duration_ms": 0, + "error": null + } + ], + "errors": [], + "max_time_seconds": 3600, + "elapsed_seconds": 8.587195873260498 +} \ No newline at end of file diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_174920/screenshots/iter_001.png b/benchmark/outputs/sunset-lake_threejs_prism_20260326_174920/screenshots/iter_001.png new file mode 100644 index 000000000..bd646fe2a --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_174920/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eeab52675670b4978b010ed53973cd43c11579ce240061cb517e571f459ff60 +size 11602 diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_001.png b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_001.png new file mode 100644 index 000000000..a61e8ef18 --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbeebeea0f484b88b8dbdfdac8a8d5865f4c1d3aee9e05f7244ba42f4ed3feef +size 12373 diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_002.png b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_002.png new file mode 100644 index 000000000..2ace5742a --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39720793f2851447ceda921e21ac9ee08271c8c6a6da8affbef80dfcf8b0a71c +size 10922 diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_003.png b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_003.png new file mode 100644 index 000000000..2ace5742a --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39720793f2851447ceda921e21ac9ee08271c8c6a6da8affbef80dfcf8b0a71c +size 10922 diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_004.png b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_004.png new file mode 100644 index 000000000..2ace5742a --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39720793f2851447ceda921e21ac9ee08271c8c6a6da8affbef80dfcf8b0a71c +size 10922 diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_005.png b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_005.png new file mode 100644 index 000000000..2ace5742a --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_005.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39720793f2851447ceda921e21ac9ee08271c8c6a6da8affbef80dfcf8b0a71c +size 10922 diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_006.png b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_006.png new file mode 100644 index 000000000..e2506a28b --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_006.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c2139f5a721159416b6d71388ada0796e82d1c9622b56d8b97e31220bf75f0b +size 11509 diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/state.json b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/state.json new file mode 100644 index 000000000..33b57d3f4 --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/state.json @@ -0,0 +1,124 @@ +{ + "job_id": "sunset-lake_threejs_prism_20260326_175302", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha-ue5/benchmark/references/sea/sunset-oswego/reference.jpg", + "target_domain": "SKY", + "status": "stagnated", + "current_iteration": 6, + "current_score": 0.5, + "best_score": 0.5, + "best_iteration": 1, + "engine": "threejs", + "render_stack": "prism", + "supported_render_stack": true, + "iterations": [ + { + "iteration": 1, + "score": 0.5, + "timestamp": "2026-03-27T00:54:16.172914+00:00", + "commands": [ + "set_actor_visible", + "spawn_ocean", + "set_ocean_waves", + "set_directional_light", + "set_sky_atmosphere", + "set_exponential_height_fog", + "set_volumetric_cloud", + "set_sky_light", + "set_camera", + "set_post_process", + "setup_scene", + "capture_screenshot" + ], + "analysis": "", + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_001.png" + }, + { + "iteration": 2, + "score": 0.5, + "timestamp": "2026-03-27T00:55:13.988042+00:00", + "commands": [ + "set_post_process", + "set_directional_light", + "set_sky_atmosphere", + "set_exponential_height_fog", + "set_volumetric_cloud", + "set_sky_light", + "set_camera", + "set_ocean_waves", + "capture_screenshot" + ], + "analysis": "", + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_002.png" + }, + { + "iteration": 3, + "score": 0.5, + "timestamp": "2026-03-27T00:56:01.156922+00:00", + "commands": [ + "set_post_process", + "set_directional_light", + "set_sky_atmosphere", + "set_exponential_height_fog", + "set_sky_light", + "set_volumetric_cloud", + "set_camera", + "set_ocean_waves", + "capture_screenshot" + ], + "analysis": "", + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_003.png" + }, + { + "iteration": 4, + "score": 0.5, + "timestamp": "2026-03-27T00:57:39.541607+00:00", + "commands": [ + "set_post_process", + "set_directional_light", + "set_camera", + "set_sky_atmosphere", + "set_exponential_height_fog", + "set_sky_light", + "set_volumetric_cloud", + "set_ocean_waves", + "capture_screenshot" + ], + "analysis": "", + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_004.png" + }, + { + "iteration": 5, + "score": 0.5, + "timestamp": "2026-03-27T00:59:06.589567+00:00", + "commands": [ + "set_post_process", + "set_directional_light", + "set_camera", + "set_sky_atmosphere", + "set_sky_light", + "set_exponential_height_fog", + "set_volumetric_cloud", + "set_ocean_waves", + "capture_screenshot" + ], + "analysis": "", + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_005.png" + }, + { + "iteration": 6, + "score": 0.5, + "timestamp": "2026-03-27T01:00:18.082058+00:00", + "commands": [ + "set_directional_light", + "set_camera", + "set_sky_atmosphere", + "set_post_process", + "set_exponential_height_fog", + "set_sky_light", + "set_ocean_waves" + ], + "analysis": "", + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_006.png" + } + ] +} \ No newline at end of file diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_001.png b/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_001.png new file mode 100644 index 000000000..61973e628 --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af8fbbc436b145b632bfa21bafc15b14c8c7944961703d433f847acda97d32b +size 40983 diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_002.png b/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_002.png new file mode 100644 index 000000000..e57779fc0 --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7dfa41f65fbf4de892b1965db179b7cf5bd9412ae092967cd7745f337bca6b1 +size 19036 diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_003.png b/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_003.png new file mode 100644 index 000000000..e57779fc0 --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_003.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7dfa41f65fbf4de892b1965db179b7cf5bd9412ae092967cd7745f337bca6b1 +size 19036 diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_004.png b/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_004.png new file mode 100644 index 000000000..28446a842 --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_004.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e44e7f5b0922572c32d422eddf942aa87b498b23a8acf81c6d5ac1fc850cb80 +size 19255 diff --git a/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/state.json b/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/state.json new file mode 100644 index 000000000..3e53df04a --- /dev/null +++ b/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/state.json @@ -0,0 +1,96 @@ +{ + "job_id": "sunset-lake_threejs_prism_20260326_182649", + "reference_image": "/Users/jamestagg/Documents/GitHub/ralpha-ue5/benchmark/references/sea/sunset-oswego/reference.jpg", + "target_domain": "SKY", + "status": "stagnated", + "current_iteration": 4, + "current_score": 0.5, + "best_score": 0.5, + "best_iteration": 2, + "engine": "threejs", + "render_stack": "prism", + "supported_render_stack": true, + "iterations": [ + { + "iteration": 1, + "score": 0.15, + "timestamp": "2026-03-27T01:29:07.420969+00:00", + "commands": [ + "set_directional_light", + "set_camera", + "set_sky_atmosphere", + "set_exponential_height_fog", + "set_post_process", + "set_sky_light", + "set_volumetric_cloud", + "set_ocean_waves", + "capture_screenshot", + "set_camera", + "set_sky_atmosphere", + "set_directional_light", + "set_exponential_height_fog", + "set_volumetric_cloud", + "set_sky_light", + "set_post_process", + "capture_screenshot" + ], + "analysis": "", + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_001.png" + }, + { + "iteration": 2, + "score": 0.5, + "timestamp": "2026-03-27T01:30:32.486828+00:00", + "commands": [ + "set_actor_visible", + "set_camera", + "set_directional_light", + "set_sky_atmosphere", + "set_sky_light", + "set_exponential_height_fog", + "set_volumetric_cloud", + "set_ocean_waves", + "set_post_process", + "capture_screenshot" + ], + "analysis": "", + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_002.png" + }, + { + "iteration": 3, + "score": 0.35, + "timestamp": "2026-03-27T01:31:39.443238+00:00", + "commands": [ + "set_camera", + "set_directional_light", + "set_sky_atmosphere", + "set_sky_light", + "set_exponential_height_fog", + "set_volumetric_cloud", + "set_ocean_waves", + "set_post_process", + "capture_screenshot" + ], + "analysis": "", + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_003.png" + }, + { + "iteration": 4, + "score": 0.5, + "timestamp": "2026-03-27T01:32:51.109877+00:00", + "commands": [ + "set_camera", + "set_directional_light", + "set_sky_atmosphere", + "set_exponential_height_fog", + "set_sky_light", + "set_volumetric_cloud", + "set_ocean_waves", + "set_post_process", + "capture_screenshot" + ], + "analysis": "", + "screenshot_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_004.png" + } + ] +} \ No newline at end of file diff --git a/benchmark/outputs/sunset_oswego_v1.png b/benchmark/outputs/sunset_oswego_v1.png new file mode 100644 index 000000000..a17776195 --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v1.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd4851106581a77bfa417e4553fbb6400b5785feb8300f61740edc4adbffab08 +size 491092 diff --git a/benchmark/outputs/sunset_oswego_v10.png b/benchmark/outputs/sunset_oswego_v10.png new file mode 100644 index 000000000..5d7365253 --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v10.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:973006480d071f772094f2ede3abbef2f494934c92c396bb3524aae3ada1b3eb +size 687412 diff --git a/benchmark/outputs/sunset_oswego_v11.png b/benchmark/outputs/sunset_oswego_v11.png new file mode 100644 index 000000000..a2d56b24c --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v11.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fcddef1a92189d577b4c743c0f03d831d23090453d19b3c649f4c94f94fe6bf +size 426593 diff --git a/benchmark/outputs/sunset_oswego_v12.png b/benchmark/outputs/sunset_oswego_v12.png new file mode 100644 index 000000000..62b7db720 --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v12.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:598405affdb09bbb25482b88a5fff20497c1d0c61bd0081b5e7852c73256917d +size 490606 diff --git a/benchmark/outputs/sunset_oswego_v13.png b/benchmark/outputs/sunset_oswego_v13.png new file mode 100644 index 000000000..80768f8df --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v13.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65af022e10721b19d675fdfd789396b36f226ac6a1818617116d03aee023816a +size 460250 diff --git a/benchmark/outputs/sunset_oswego_v14.png b/benchmark/outputs/sunset_oswego_v14.png new file mode 100644 index 000000000..01f781136 --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v14.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:023d566ac48bcd0da74511bddcd18de373188373071de1e3fdf9746985c5dac4 +size 410071 diff --git a/benchmark/outputs/sunset_oswego_v15.png b/benchmark/outputs/sunset_oswego_v15.png new file mode 100644 index 000000000..a56670954 --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v15.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d3bd61c1d3c2dd099a27f392bfc61c6c4075bf797c598ec8f0ac9c9bb1b0ce9 +size 524324 diff --git a/benchmark/outputs/sunset_oswego_v16.png b/benchmark/outputs/sunset_oswego_v16.png new file mode 100644 index 000000000..20c54c4a4 --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v16.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6109f7ea244875a775559899e9362616e375c8240321d30227ee5d0b6327526f +size 724870 diff --git a/benchmark/outputs/sunset_oswego_v17.png b/benchmark/outputs/sunset_oswego_v17.png new file mode 100644 index 000000000..44c2dd12b --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v17.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd1258aad8d12801139a7a463d199a0f35a4da5a3ab6a7fa97fe96b73a1d106f +size 516004 diff --git a/benchmark/outputs/sunset_oswego_v18.png b/benchmark/outputs/sunset_oswego_v18.png new file mode 100644 index 000000000..66d5eb128 --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v18.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8bb799dccf7f010edcce0183c633714835a78c6b3db7f948e65486a09cfe17e +size 484195 diff --git a/benchmark/outputs/sunset_oswego_v19.png b/benchmark/outputs/sunset_oswego_v19.png new file mode 100644 index 000000000..1b48583ab --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v19.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f205049ebe95c46215f93ec2470005adf2a391405c18734cd364af06075434bc +size 385939 diff --git a/benchmark/outputs/sunset_oswego_v2.png b/benchmark/outputs/sunset_oswego_v2.png new file mode 100644 index 000000000..cae396975 --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v2.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:246467115b10d80f00411744cf14c7d8dde906b78d584a3331f0a716814d9445 +size 408756 diff --git a/benchmark/outputs/sunset_oswego_v20.png b/benchmark/outputs/sunset_oswego_v20.png new file mode 100644 index 000000000..9cdee510c --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v20.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47945209c3e6eb3b461dadb747fe9912c1b7bbe0c4460d97bea4e796413d3f32 +size 498612 diff --git a/benchmark/outputs/sunset_oswego_v3.png b/benchmark/outputs/sunset_oswego_v3.png new file mode 100644 index 000000000..4da94ca52 --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v3.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2879bebf48d5ea01865c0806593849f5cf0d6db0c5c94101de6d9000e4b8474a +size 414762 diff --git a/benchmark/outputs/sunset_oswego_v4.png b/benchmark/outputs/sunset_oswego_v4.png new file mode 100644 index 000000000..f4f054dba --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v4.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2242a1964e0a815b1cc1204001ebadfc04b682a34ef3594fda28cdab47c6b0d +size 415612 diff --git a/benchmark/outputs/sunset_oswego_v5.png b/benchmark/outputs/sunset_oswego_v5.png new file mode 100644 index 000000000..909205b2e --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v5.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2760a928e338c24d3dead8e77738b238990ae1aa74e9e64021c1eaf4744ae09 +size 398635 diff --git a/benchmark/outputs/sunset_oswego_v6.png b/benchmark/outputs/sunset_oswego_v6.png new file mode 100644 index 000000000..dc917f20e --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v6.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a0efc7d6482b3dffff768e5d0a9cda05f454ed51aa513a6fa11348501518e17 +size 420286 diff --git a/benchmark/outputs/sunset_oswego_v7.png b/benchmark/outputs/sunset_oswego_v7.png new file mode 100644 index 000000000..cbf2105bd --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v7.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c643380ef7863b2d445524a742ea69d8123c6465790af5736a3221063734c282 +size 337397 diff --git a/benchmark/outputs/sunset_oswego_v8.png b/benchmark/outputs/sunset_oswego_v8.png new file mode 100644 index 000000000..22c031006 --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v8.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acfc429d15d2cde12974c0834c44ab90362d9a426698e87fc73221bfc91f0149 +size 593537 diff --git a/benchmark/outputs/sunset_oswego_v9.png b/benchmark/outputs/sunset_oswego_v9.png new file mode 100644 index 000000000..90538e7d6 --- /dev/null +++ b/benchmark/outputs/sunset_oswego_v9.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f59cb42f3bfdc894465e7743e06d42f280e08e7973e0db44e21fccea3e10ca86 +size 768564 diff --git a/benchmark/references/Hard/lasergirls/metadata.md b/benchmark/references/Hard/lasergirls/metadata.md index 279f98a8e..56c8ea670 100644 --- a/benchmark/references/Hard/lasergirls/metadata.md +++ b/benchmark/references/Hard/lasergirls/metadata.md @@ -40,3 +40,11 @@ python -m brain \ - Neon colour glow on faces and clothing - Hexagonal pattern visible in background - Dark overall exposure with bright LED highlights + + +## Licensing +- **Category**: own-work +- **License**: CC BY-NC 4.0 +- **Attribution**: James Tagg +- **Attribution Required**: No +- **Notes**: Personal photo, event lighting diff --git a/benchmark/references/food/spaghetti/metadata.md b/benchmark/references/food/spaghetti/metadata.md index 0c2cf1672..aa4ce9d15 100644 --- a/benchmark/references/food/spaghetti/metadata.md +++ b/benchmark/references/food/spaghetti/metadata.md @@ -35,3 +35,11 @@ python -m brain \ - See `cooking-demo.md` in memory for carbonara scene setup lessons - Physics commands available for food interaction - Tripo/Meshy can generate custom food meshes + + +## Licensing +- **Category**: own-work +- **License**: CC BY-NC 4.0 +- **Attribution**: James Tagg +- **Attribution Required**: No +- **Notes**: Internal food photography production diff --git a/benchmark/references/nature/mountain/metadata.md b/benchmark/references/nature/mountain/metadata.md index ee75c3e89..fd096c16e 100644 --- a/benchmark/references/nature/mountain/metadata.md +++ b/benchmark/references/nature/mountain/metadata.md @@ -33,3 +33,11 @@ python -m brain \ - Wide valley between mountain ranges - Blue sky with white clouds - Strong sense of depth and scale + + +## Licensing +- **Category**: unknown +- **License**: UNKNOWN — needs provenance audit +- **Attribution**: Unknown +- **Attribution Required**: Unknown +- **Notes**: Source not documented. Must identify origin or replace. diff --git a/benchmark/references/parks/central-park/metadata.md b/benchmark/references/parks/central-park/metadata.md index 73bd4e365..bf79c3c7d 100644 --- a/benchmark/references/parks/central-park/metadata.md +++ b/benchmark/references/parks/central-park/metadata.md @@ -43,3 +43,11 @@ python -m brain \ {"type": "spawn_cesium_world", "latitude": 40.7829, "longitude": -73.9654} {"type": "set_camera_geo", "latitude": 40.7736, "longitude": -73.9712, "height": 5, "yaw": 30} ``` + + +## Licensing +- **Category**: placeholder +- **License**: N/A — no image yet +- **Attribution**: N/A +- **Attribution Required**: N/A +- **Notes**: Archetype defined, reference image not yet captured. diff --git a/benchmark/references/portrait/alysson/metadata.md b/benchmark/references/portrait/alysson/metadata.md index 8dc7a394e..d26c45faa 100644 --- a/benchmark/references/portrait/alysson/metadata.md +++ b/benchmark/references/portrait/alysson/metadata.md @@ -31,3 +31,11 @@ python -m brain \ - Natural skin tones under fluorescent lighting - Lab background with appropriate clutter - Relaxed, natural pose + + +## Licensing +- **Category**: own-work +- **License**: CC BY-NC 4.0 +- **Attribution**: James Tagg +- **Attribution Required**: No +- **Notes**: Internal lab portrait diff --git a/benchmark/references/portrait/dbrin-xian/metadata.md b/benchmark/references/portrait/dbrin-xian/metadata.md index 2d0c3bf9b..eb4d4f1be 100644 --- a/benchmark/references/portrait/dbrin-xian/metadata.md +++ b/benchmark/references/portrait/dbrin-xian/metadata.md @@ -31,3 +31,11 @@ python -m brain \ - Warm natural skin tones - Blurred museum/archaeological background - Casual outdoor-travel portrait feel + + +## Licensing +- **Category**: own-work +- **License**: CC BY-NC 4.0 +- **Attribution**: James Tagg +- **Attribution Required**: No +- **Notes**: Personal photo, Xi'an museum diff --git a/benchmark/references/portrait/distracted-boyfriend/metadata.md b/benchmark/references/portrait/distracted-boyfriend/metadata.md index 82ae098e9..9c0ba6a62 100644 --- a/benchmark/references/portrait/distracted-boyfriend/metadata.md +++ b/benchmark/references/portrait/distracted-boyfriend/metadata.md @@ -40,3 +40,11 @@ python -m brain \ - Appropriate clothing colours (red, plaid, blue) - Shallow depth of field effect - European street background + + +## Licensing +- **Category**: needs-license +- **License**: NEEDS LICENSE — Antonio Guillem / iStock +- **Attribution**: Antonio Guillem +- **Attribution Required**: Yes +- **Notes**: Original: iStock/Getty. Must license or replace for any use beyond internal testing. diff --git a/benchmark/references/portrait/jamest-seated/metadata.md b/benchmark/references/portrait/jamest-seated/metadata.md index 7709a2394..a9a3c6b69 100644 --- a/benchmark/references/portrait/jamest-seated/metadata.md +++ b/benchmark/references/portrait/jamest-seated/metadata.md @@ -31,3 +31,11 @@ python -m brain \ - Warm, golden lighting throughout - Shallow depth of field with soft background - Professional portrait feel + + +## Licensing +- **Category**: own-work +- **License**: CC BY-NC 4.0 +- **Attribution**: James Tagg +- **Attribution Required**: No +- **Notes**: Internal studio portrait diff --git a/benchmark/references/portrait/jamest-standing/metadata.md b/benchmark/references/portrait/jamest-standing/metadata.md index ba9847ff0..32e9c69f7 100644 --- a/benchmark/references/portrait/jamest-standing/metadata.md +++ b/benchmark/references/portrait/jamest-standing/metadata.md @@ -31,3 +31,11 @@ python -m brain \ - Warm interior lighting - Elegant architectural background - Professional portrait composition + + +## Licensing +- **Category**: own-work +- **License**: CC BY-NC 4.0 +- **Attribution**: James Tagg +- **Attribution Required**: No +- **Notes**: Internal studio portrait diff --git a/benchmark/references/portrait/joi-close/metadata.md b/benchmark/references/portrait/joi-close/metadata.md index 2cd8ae58c..0f12f3b7f 100644 --- a/benchmark/references/portrait/joi-close/metadata.md +++ b/benchmark/references/portrait/joi-close/metadata.md @@ -31,3 +31,11 @@ python -m brain \ - Holographic scan line effect - Deep purple/magenta colour palette - Cinematic shallow depth of field + + +## Licensing +- **Category**: fair-use +- **License**: Fair use (internal benchmarking only) +- **Attribution**: Warner Bros / Blade Runner 2049 +- **Attribution Required**: N/A +- **Notes**: Movie still. NOT for distribution or public display. diff --git a/benchmark/references/portrait/joi-wide/metadata.md b/benchmark/references/portrait/joi-wide/metadata.md index 56654a9f2..765e7844f 100644 --- a/benchmark/references/portrait/joi-wide/metadata.md +++ b/benchmark/references/portrait/joi-wide/metadata.md @@ -32,3 +32,11 @@ python -m brain \ - Small human silhouette on right for scale - Dense pink/purple atmospheric haze - Cinematic wide composition with extreme scale contrast + + +## Licensing +- **Category**: fair-use +- **License**: Fair use (internal benchmarking only) +- **Attribution**: Warner Bros / Blade Runner 2049 +- **Attribution Required**: N/A +- **Notes**: Movie still. NOT for distribution or public display. diff --git a/benchmark/references/portrait/portrait-2007/metadata.md b/benchmark/references/portrait/portrait-2007/metadata.md index a6720937c..4fcf2e0ce 100644 --- a/benchmark/references/portrait/portrait-2007/metadata.md +++ b/benchmark/references/portrait/portrait-2007/metadata.md @@ -32,3 +32,11 @@ python -m brain \ - Dramatic side lighting, theatrical feel - Object held up and illuminated - High contrast, near-silhouette with skin highlights + + +## Licensing +- **Category**: own-work +- **License**: CC BY-NC 4.0 +- **Attribution**: James Tagg +- **Attribution Required**: No +- **Notes**: Personal archive, 2007 diff --git a/benchmark/references/sea/ocean-horizon/metadata.md b/benchmark/references/sea/ocean-horizon/metadata.md index 77f3fae4c..e58ff2620 100644 --- a/benchmark/references/sea/ocean-horizon/metadata.md +++ b/benchmark/references/sea/ocean-horizon/metadata.md @@ -31,3 +31,11 @@ python -m brain \ - Turquoise water with white wave foam - Sandy beach visible at frame edge - Clear water colour gradient from shallow to deep + + +## Licensing +- **Category**: unknown +- **License**: UNKNOWN — needs provenance audit +- **Attribution**: Unknown +- **Attribution Required**: Unknown +- **Notes**: Source not documented. Must identify origin or replace. diff --git a/benchmark/references/sea/sunset-oswego/metadata.md b/benchmark/references/sea/sunset-oswego/metadata.md index 54ad80e96..0afdf3a6e 100644 --- a/benchmark/references/sea/sunset-oswego/metadata.md +++ b/benchmark/references/sea/sunset-oswego/metadata.md @@ -47,3 +47,11 @@ python -m brain \ - Sky gradient from warm orange to blue - Calm water surface with subtle ripple - Clean horizon line + + +## Licensing +- **Category**: own-work +- **License**: CC BY-NC 4.0 +- **Attribution**: James Tagg +- **Attribution Required**: No +- **Notes**: Personal photo, Nikon D5100, Oct 2016 diff --git a/benchmark/references/sea/sunset-oswego/reference.mask.png b/benchmark/references/sea/sunset-oswego/reference.mask.png new file mode 100644 index 000000000..fb717fac8 --- /dev/null +++ b/benchmark/references/sea/sunset-oswego/reference.mask.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8726a354a8fb7e57469c57daaaf9f91841a152e0d2360ea53418600f5821f501 +size 16282 diff --git a/benchmark/references/sky/city-sunrise/metadata.md b/benchmark/references/sky/city-sunrise/metadata.md index 6d6d3b37a..3c1d15545 100644 --- a/benchmark/references/sky/city-sunrise/metadata.md +++ b/benchmark/references/sky/city-sunrise/metadata.md @@ -22,3 +22,11 @@ python -m brain \ --domain SKY \ --llm claude-code ``` + + +## Licensing +- **Category**: unknown +- **License**: UNKNOWN — needs provenance audit +- **Attribution**: Unknown +- **Attribution Required**: Unknown +- **Notes**: Source not documented. Must identify origin or replace. diff --git a/benchmark/references/sky/fiery-silhouette/metadata.md b/benchmark/references/sky/fiery-silhouette/metadata.md index d25d613c0..4abb043d0 100644 --- a/benchmark/references/sky/fiery-silhouette/metadata.md +++ b/benchmark/references/sky/fiery-silhouette/metadata.md @@ -21,3 +21,11 @@ python -m brain \ --domain SKY \ --llm claude-code ``` + + +## Licensing +- **Category**: unknown +- **License**: UNKNOWN — needs provenance audit +- **Attribution**: Unknown +- **Attribution Required**: Unknown +- **Notes**: Source not documented. Must identify origin or replace. diff --git a/benchmark/references/sky/golden-hour-clouds/metadata.md b/benchmark/references/sky/golden-hour-clouds/metadata.md index d6f63a3f9..f8c49d6b1 100644 --- a/benchmark/references/sky/golden-hour-clouds/metadata.md +++ b/benchmark/references/sky/golden-hour-clouds/metadata.md @@ -21,3 +21,11 @@ python -m brain \ --domain SKY \ --llm claude-code ``` + + +## Licensing +- **Category**: unknown +- **License**: UNKNOWN — needs provenance audit +- **Attribution**: Unknown +- **Attribution Required**: Unknown +- **Notes**: Source not documented. Must identify origin or replace. diff --git a/benchmark/references/sky/mojave-twilight/metadata.md b/benchmark/references/sky/mojave-twilight/metadata.md index 3456d2dd9..bb56b9b1d 100644 --- a/benchmark/references/sky/mojave-twilight/metadata.md +++ b/benchmark/references/sky/mojave-twilight/metadata.md @@ -22,3 +22,11 @@ python -m brain \ --domain SKY \ --llm claude-code ``` + + +## Licensing +- **Category**: unknown +- **License**: UNKNOWN — needs provenance audit +- **Attribution**: Unknown +- **Attribution Required**: Unknown +- **Notes**: Source not documented. Must identify origin or replace. diff --git a/benchmark/references/sky/san-diego-sunset/metadata.md b/benchmark/references/sky/san-diego-sunset/metadata.md index ba843943f..d8a06c2d5 100644 --- a/benchmark/references/sky/san-diego-sunset/metadata.md +++ b/benchmark/references/sky/san-diego-sunset/metadata.md @@ -21,3 +21,11 @@ python -m brain \ --domain SKY \ --llm claude-code ``` + + +## Licensing +- **Category**: unknown +- **License**: UNKNOWN — needs provenance audit +- **Attribution**: Unknown +- **Attribution Required**: Unknown +- **Notes**: Source not documented. Must identify origin or replace. diff --git a/benchmark/references/sky/sunset-2007/metadata.md b/benchmark/references/sky/sunset-2007/metadata.md index 0486ef2cb..fc9bdd0c1 100644 --- a/benchmark/references/sky/sunset-2007/metadata.md +++ b/benchmark/references/sky/sunset-2007/metadata.md @@ -21,3 +21,11 @@ python -m brain \ --domain SKY \ --llm claude-code ``` + + +## Licensing +- **Category**: own-work +- **License**: CC BY-NC 4.0 +- **Attribution**: James Tagg +- **Attribution Required**: No +- **Notes**: Personal archive, 2007 diff --git a/benchmark/references/sky/sunset-dramatic/metadata.md b/benchmark/references/sky/sunset-dramatic/metadata.md index 81d81c2e7..02636829f 100644 --- a/benchmark/references/sky/sunset-dramatic/metadata.md +++ b/benchmark/references/sky/sunset-dramatic/metadata.md @@ -20,3 +20,11 @@ python -m brain \ --domain SKY \ --llm claude-code ``` + + +## Licensing +- **Category**: unknown +- **License**: UNKNOWN — needs provenance audit +- **Attribution**: Unknown +- **Attribution Required**: Unknown +- **Notes**: Source not documented. Must identify origin or replace. diff --git a/benchmark/references/sky/tappan-zee-sunset/metadata.md b/benchmark/references/sky/tappan-zee-sunset/metadata.md index 6b2844e94..1d43c630f 100644 --- a/benchmark/references/sky/tappan-zee-sunset/metadata.md +++ b/benchmark/references/sky/tappan-zee-sunset/metadata.md @@ -22,3 +22,11 @@ python -m brain \ --domain SKY \ --llm claude-code ``` + + +## Licensing +- **Category**: own-work +- **License**: CC BY-NC 4.0 +- **Attribution**: James Tagg +- **Attribution Required**: No +- **Notes**: Personal photo, Hudson River diff --git a/benchmark/references/urban/blade-runner/metadata.md b/benchmark/references/urban/blade-runner/metadata.md index fa26486b2..07826194d 100644 --- a/benchmark/references/urban/blade-runner/metadata.md +++ b/benchmark/references/urban/blade-runner/metadata.md @@ -33,3 +33,11 @@ python -m brain \ - Strong colour contrast: neon warm vs cool shadows - Atmospheric haze/volumetric fog - Cinematic noir lighting + + +## Licensing +- **Category**: fair-use +- **License**: Fair use (internal benchmarking only) +- **Attribution**: Cinematic reference +- **Attribution Required**: N/A +- **Notes**: Visual reference. NOT for distribution or public display. diff --git a/benchmark/references/urban/paris-eiffel/metadata.md b/benchmark/references/urban/paris-eiffel/metadata.md index c4a38bb61..f8f08cff1 100644 --- a/benchmark/references/urban/paris-eiffel/metadata.md +++ b/benchmark/references/urban/paris-eiffel/metadata.md @@ -63,3 +63,11 @@ python -m brain \ - Golden hour colour temperature (~3000-3500K direct, ~7000K fill) - Atmospheric perspective on distant elements - Overall mood matches: serene, warm, golden Paris evening + + +## Licensing +- **Category**: flickr +- **License**: VERIFY — check original Flickr post +- **Attribution**: Unknown Flickr user +- **Attribution Required**: Yes +- **Notes**: Source: Flickr, Sony A7 III. Must verify license on original post. diff --git a/benchmark/references/weather/fog/metadata.md b/benchmark/references/weather/fog/metadata.md index 698747eb4..2c2d64067 100644 --- a/benchmark/references/weather/fog/metadata.md +++ b/benchmark/references/weather/fog/metadata.md @@ -31,3 +31,11 @@ python -m brain \ - Deep teal water colour - White foam swirls and spray - Close-up perspective with no horizon line + + +## Licensing +- **Category**: unknown +- **License**: UNKNOWN — needs provenance audit +- **Attribution**: Unknown +- **Attribution Required**: Unknown +- **Notes**: Source not documented. Must identify origin or replace. diff --git a/benchmark/scores/Hard_lasergirls_20260125_121907.json b/benchmark/scores/Hard_lasergirls_20260125_121907.json new file mode 100644 index 000000000..353e6e6b5 --- /dev/null +++ b/benchmark/scores/Hard_lasergirls_20260125_121907.json @@ -0,0 +1,16 @@ +{ + "run_id": "Hard_lasergirls_20260125_121907", + "category": "Hard", + "image_name": "lasergirls", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/Hard/lasergirls.jpeg", + "status": "max_iterations", + "converged": false, + "stagnated": false, + "final_score": 0.5735383052308627, + "best_score": 0.5735383052308627, + "iterations": 5, + "elapsed_seconds": 12.196242809295654, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/Hard_lasergirls_20260125_121907", + "timestamp": "2026-01-25T12:19:20.179369", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/evolution_history.json b/benchmark/scores/evolution_history.json new file mode 100644 index 000000000..22a427047 --- /dev/null +++ b/benchmark/scores/evolution_history.json @@ -0,0 +1,624 @@ +{ + "cycles": [ + { + "cycle_id": "8fcec95826e7", + "phase": "baseline", + "timestamp": 1772475644.661336, + "results": [ + { + "case_id": "SKY/sunset-2007", + "domain": "SKY", + "scenario": "sunset-2007", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1772475644.660887 + }, + { + "case_id": "SKY/sunset-dramatic", + "domain": "SKY", + "scenario": "sunset-dramatic", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1772475644.6611881 + } + ] + }, + { + "cycle_id": "8fcec95826e7", + "phase": "validation", + "timestamp": 1772475644.989441, + "results": [ + { + "case_id": "SKY/sunset-2007", + "domain": "SKY", + "scenario": "sunset-2007", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1772475644.9890392 + }, + { + "case_id": "SKY/sunset-dramatic", + "domain": "SKY", + "scenario": "sunset-dramatic", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1772475644.989145 + } + ] + }, + { + "cycle_id": "75a5e53edff7", + "phase": "baseline", + "timestamp": 1772478861.780673, + "results": [ + { + "case_id": "SKY/san-diego-sunset", + "domain": "SKY", + "scenario": "san-diego-sunset", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1772478861.780382 + }, + { + "case_id": "SKY/city-sunrise", + "domain": "SKY", + "scenario": "city-sunrise", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1772478861.780554 + } + ] + }, + { + "cycle_id": "75a5e53edff7", + "phase": "validation", + "timestamp": 1772478862.082939, + "results": [ + { + "case_id": "SKY/san-diego-sunset", + "domain": "SKY", + "scenario": "san-diego-sunset", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1772478862.082635 + }, + { + "case_id": "SKY/city-sunrise", + "domain": "SKY", + "scenario": "city-sunrise", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1772478862.0827289 + } + ] + }, + { + "cycle_id": "01aabcdb1b47", + "phase": "baseline", + "timestamp": 1772480237.391291, + "results": [ + { + "case_id": "SKY/sunset-dramatic", + "domain": "SKY", + "scenario": "sunset-dramatic", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772480166.56554 + }, + { + "case_id": "WEATHER/fog", + "domain": "WEATHER", + "scenario": "fog", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772480237.391087 + } + ] + }, + { + "cycle_id": "01aabcdb1b47", + "phase": "validation", + "timestamp": 1772480400.762218, + "results": [ + { + "case_id": "SKY/sunset-dramatic", + "domain": "SKY", + "scenario": "sunset-dramatic", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772480329.305185 + }, + { + "case_id": "WEATHER/fog", + "domain": "WEATHER", + "scenario": "fog", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772480400.761955 + } + ] + }, + { + "cycle_id": "d627056eafd3", + "phase": "baseline", + "timestamp": 1772480544.826165, + "results": [ + { + "case_id": "WEATHER/fog", + "domain": "WEATHER", + "scenario": "fog", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772480469.0631418 + }, + { + "case_id": "SEA/ocean-horizon", + "domain": "SEA", + "scenario": "ocean-horizon", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772480544.825933 + } + ] + }, + { + "cycle_id": "d627056eafd3", + "phase": "validation", + "timestamp": 1772480736.6663759, + "results": [ + { + "case_id": "WEATHER/fog", + "domain": "WEATHER", + "scenario": "fog", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772480635.257945 + }, + { + "case_id": "SEA/ocean-horizon", + "domain": "SEA", + "scenario": "ocean-horizon", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772480736.6660538 + } + ] + }, + { + "cycle_id": "17dfd9cd5ba3", + "phase": "baseline", + "timestamp": 1772480920.3345332, + "results": [ + { + "case_id": "SEA/ocean-horizon", + "domain": "SEA", + "scenario": "ocean-horizon", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772480840.287804 + }, + { + "case_id": "FOOD/spaghetti", + "domain": "FOOD", + "scenario": "spaghetti", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772480920.3341491 + } + ] + }, + { + "cycle_id": "17dfd9cd5ba3", + "phase": "validation", + "timestamp": 1772481073.129599, + "results": [ + { + "case_id": "SEA/ocean-horizon", + "domain": "SEA", + "scenario": "ocean-horizon", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772481011.014934 + }, + { + "case_id": "FOOD/spaghetti", + "domain": "FOOD", + "scenario": "spaghetti", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772481073.1293418 + } + ] + }, + { + "cycle_id": "61aa553c22f8", + "phase": "baseline", + "timestamp": 1772481221.340435, + "results": [ + { + "case_id": "FOOD/spaghetti", + "domain": "FOOD", + "scenario": "spaghetti", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772481146.4434931 + }, + { + "case_id": "SKY/fiery-silhouette", + "domain": "SKY", + "scenario": "fiery-silhouette", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772481221.340192 + } + ] + }, + { + "cycle_id": "61aa553c22f8", + "phase": "validation", + "timestamp": 1772481416.291574, + "results": [ + { + "case_id": "FOOD/spaghetti", + "domain": "FOOD", + "scenario": "spaghetti", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772481335.9913118 + }, + { + "case_id": "SKY/fiery-silhouette", + "domain": "SKY", + "scenario": "fiery-silhouette", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772481416.291146 + } + ] + }, + { + "cycle_id": "3b2642293ca6", + "phase": "baseline", + "timestamp": 1772481810.530186, + "results": [ + { + "case_id": "FOOD/spaghetti", + "domain": "FOOD", + "scenario": "spaghetti", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Orchestrator failed (no silent fallback): asyncio.run() cannot be called from a running event loop", + "timestamp": 1772481532.509093 + }, + { + "case_id": "SEA/ocean-horizon", + "domain": "SEA", + "scenario": "ocean-horizon", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "Screenshot not found: /Users/jamestagg/Documents/GitHub/ralpha/sessions/runs/ralph_20260302_115852/screenshots/iter_000.png", + "timestamp": 1772481810.5300689 + } + ] + }, + { + "cycle_id": "3b2642293ca6", + "phase": "validation", + "timestamp": 1772481827.2748742, + "results": [ + { + "case_id": "FOOD/spaghetti", + "domain": "FOOD", + "scenario": "spaghetti", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "MCP server not available", + "timestamp": 1772481827.270559 + }, + { + "case_id": "SEA/ocean-horizon", + "domain": "SEA", + "scenario": "ocean-horizon", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "MCP server not available", + "timestamp": 1772481827.274692 + } + ] + }, + { + "cycle_id": "0c9ed13dd929", + "phase": "baseline", + "timestamp": 1772481827.373427, + "results": [ + { + "case_id": "FOOD/spaghetti", + "domain": "FOOD", + "scenario": "spaghetti", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "MCP server not available", + "timestamp": 1772481827.369146 + }, + { + "case_id": "SKY/tappan-zee-sunset", + "domain": "SKY", + "scenario": "tappan-zee-sunset", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "MCP server not available", + "timestamp": 1772481827.373281 + } + ] + }, + { + "cycle_id": "0c9ed13dd929", + "phase": "validation", + "timestamp": 1772481854.325294, + "results": [ + { + "case_id": "FOOD/spaghetti", + "domain": "FOOD", + "scenario": "spaghetti", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "MCP server not available", + "timestamp": 1772481854.319867 + }, + { + "case_id": "SKY/tappan-zee-sunset", + "domain": "SKY", + "scenario": "tappan-zee-sunset", + "best_score": 0.0, + "iterations": 0, + "elapsed_seconds": 0.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "", + "error": "MCP server not available", + "timestamp": 1772481854.324975 + } + ] + }, + { + "cycle_id": "ef992b45386f", + "phase": "baseline", + "timestamp": 1774626358.072004, + "results": [ + { + "case_id": "FOOD/spaghetti", + "domain": "FOOD", + "scenario": "spaghetti", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1774626358.071899 + }, + { + "case_id": "SKY/fiery-silhouette", + "domain": "SKY", + "scenario": "fiery-silhouette", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1774626358.071926 + }, + { + "case_id": "PORTRAIT/jamest-standing", + "domain": "PORTRAIT", + "scenario": "jamest-standing", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1774626358.071948 + } + ] + }, + { + "cycle_id": "ef992b45386f", + "phase": "validation", + "timestamp": 1774626358.159755, + "results": [ + { + "case_id": "FOOD/spaghetti", + "domain": "FOOD", + "scenario": "spaghetti", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1774626358.159591 + }, + { + "case_id": "SKY/fiery-silhouette", + "domain": "SKY", + "scenario": "fiery-silhouette", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1774626358.159632 + }, + { + "case_id": "PORTRAIT/jamest-standing", + "domain": "PORTRAIT", + "scenario": "jamest-standing", + "best_score": 0.42, + "iterations": 10, + "elapsed_seconds": 1.0, + "specialists_used": [], + "regressions": 0, + "exit_reason": "dry_run", + "error": "", + "timestamp": 1774626358.159658 + } + ] + } + ] +} \ No newline at end of file diff --git a/benchmark/scores/nature_mountain_dramatic_01_20260125_121921.json b/benchmark/scores/nature_mountain_dramatic_01_20260125_121921.json new file mode 100644 index 000000000..26361a3ce --- /dev/null +++ b/benchmark/scores/nature_mountain_dramatic_01_20260125_121921.json @@ -0,0 +1,16 @@ +{ + "run_id": "nature_mountain_dramatic_01_20260125_121921", + "category": "nature", + "image_name": "mountain_dramatic_01", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/nature/mountain_dramatic_01.jpg", + "status": "max_iterations", + "converged": false, + "stagnated": false, + "final_score": 0.5329541487209875, + "best_score": 0.5329541487209875, + "iterations": 5, + "elapsed_seconds": 6.028636932373047, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/nature_mountain_dramatic_01_20260125_121921", + "timestamp": "2026-01-25T12:19:27.212859", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/portrait-multi_distractedboyfriend_20260125_121928.json b/benchmark/scores/portrait-multi_distractedboyfriend_20260125_121928.json new file mode 100644 index 000000000..1501e9617 --- /dev/null +++ b/benchmark/scores/portrait-multi_distractedboyfriend_20260125_121928.json @@ -0,0 +1,16 @@ +{ + "run_id": "portrait-multi_distractedboyfriend_20260125_121928", + "category": "portrait-multi", + "image_name": "distractedboyfriend", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/portrait-multi/distractedboyfriend.webp", + "status": "max_iterations", + "converged": false, + "stagnated": false, + "final_score": 0.49977224710438317, + "best_score": 0.49977224710438317, + "iterations": 5, + "elapsed_seconds": 8.213927745819092, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/portrait-multi_distractedboyfriend_20260125_121928", + "timestamp": "2026-01-25T12:19:36.431906", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951.json b/benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951.json new file mode 100644 index 000000000..0cc8f1ad4 --- /dev/null +++ b/benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951", + "category": "sea", + "image_name": "4a8520b2-895c-40fa-a7db-7d87a1bbe33b", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/4a8520b2-895c-40fa-a7db-7d87a1bbe33b.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5278054750219754, + "best_score": 0.5278054750219754, + "iterations": 7, + "elapsed_seconds": 13.941000938415527, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_123951", + "timestamp": "2026-01-25T12:40:05.710474", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124.json b/benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124.json new file mode 100644 index 000000000..66fb33dfd --- /dev/null +++ b/benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124", + "category": "sea", + "image_name": "4a8520b2-895c-40fa-a7db-7d87a1bbe33b", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/4a8520b2-895c-40fa-a7db-7d87a1bbe33b.jpg", + "status": "max_iterations", + "converged": false, + "stagnated": false, + "final_score": 0.7136349763980376, + "best_score": 0.7136349763980376, + "iterations": 3, + "elapsed_seconds": 8.483731985092163, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_125124", + "timestamp": "2026-01-25T12:51:32.969711", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956.json b/benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956.json new file mode 100644 index 000000000..d112a6b58 --- /dev/null +++ b/benchmark/scores/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956", + "category": "sea", + "image_name": "4a8520b2-895c-40fa-a7db-7d87a1bbe33b", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/4a8520b2-895c-40fa-a7db-7d87a1bbe33b.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.48807483310226535, + "best_score": 0.48820007813408806, + "iterations": 9, + "elapsed_seconds": 26.86476707458496, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_4a8520b2-895c-40fa-a7db-7d87a1bbe33b_20260125_163956", + "timestamp": "2026-01-25T16:40:23.749167", + "last_improvement": 0.0017984766135451524 +} \ No newline at end of file diff --git a/benchmark/scores/sea_download-1_20260125_124006.json b/benchmark/scores/sea_download-1_20260125_124006.json new file mode 100644 index 000000000..055b80706 --- /dev/null +++ b/benchmark/scores/sea_download-1_20260125_124006.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_download-1_20260125_124006", + "category": "sea", + "image_name": "download-1", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download-1.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5162774249678077, + "best_score": 0.5162774249678077, + "iterations": 7, + "elapsed_seconds": 7.736337184906006, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_124006", + "timestamp": "2026-01-25T12:40:14.452982", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sea_download-1_20260125_164024.json b/benchmark/scores/sea_download-1_20260125_164024.json new file mode 100644 index 000000000..fbfcc0fe7 --- /dev/null +++ b/benchmark/scores/sea_download-1_20260125_164024.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_download-1_20260125_164024", + "category": "sea", + "image_name": "download-1", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download-1.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.4665215265560623, + "best_score": 0.4666312155145846, + "iterations": 7, + "elapsed_seconds": 14.736322164535522, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-1_20260125_164024", + "timestamp": "2026-01-25T16:40:39.496764", + "last_improvement": 0.0006252346840220913 +} \ No newline at end of file diff --git a/benchmark/scores/sea_download-2_20260125_124015.json b/benchmark/scores/sea_download-2_20260125_124015.json new file mode 100644 index 000000000..6353508cd --- /dev/null +++ b/benchmark/scores/sea_download-2_20260125_124015.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_download-2_20260125_124015", + "category": "sea", + "image_name": "download-2", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download-2.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.4959142117975657, + "best_score": 0.4959142117975657, + "iterations": 7, + "elapsed_seconds": 8.853892087936401, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_124015", + "timestamp": "2026-01-25T12:40:24.317618", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sea_download-2_20260125_164040.json b/benchmark/scores/sea_download-2_20260125_164040.json new file mode 100644 index 000000000..cc12cd96a --- /dev/null +++ b/benchmark/scores/sea_download-2_20260125_164040.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_download-2_20260125_164040", + "category": "sea", + "image_name": "download-2", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download-2.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.44470914097096254, + "best_score": 0.4464622064741084, + "iterations": 8, + "elapsed_seconds": 16.880712032318115, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-2_20260125_164040", + "timestamp": "2026-01-25T16:40:57.388924", + "last_improvement": 0.0010609137828635484 +} \ No newline at end of file diff --git a/benchmark/scores/sea_download-3_20260125_124025.json b/benchmark/scores/sea_download-3_20260125_124025.json new file mode 100644 index 000000000..2e3f9fe7c --- /dev/null +++ b/benchmark/scores/sea_download-3_20260125_124025.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_download-3_20260125_124025", + "category": "sea", + "image_name": "download-3", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download-3.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5261222354241467, + "best_score": 0.5261222354241467, + "iterations": 7, + "elapsed_seconds": 8.009775161743164, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download-3_20260125_124025", + "timestamp": "2026-01-25T12:40:33.333620", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sea_download_20260125_124034.json b/benchmark/scores/sea_download_20260125_124034.json new file mode 100644 index 000000000..d35c8d26a --- /dev/null +++ b/benchmark/scores/sea_download_20260125_124034.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_download_20260125_124034", + "category": "sea", + "image_name": "download", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/download.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5519057739580306, + "best_score": 0.5519057739580306, + "iterations": 7, + "elapsed_seconds": 7.889606952667236, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_download_20260125_124034", + "timestamp": "2026-01-25T12:40:42.226757", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sea_images-10_20260125_124052.json b/benchmark/scores/sea_images-10_20260125_124052.json new file mode 100644 index 000000000..77ceec116 --- /dev/null +++ b/benchmark/scores/sea_images-10_20260125_124052.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_images-10_20260125_124052", + "category": "sea", + "image_name": "images-10", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/images-10.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5129405906571346, + "best_score": 0.5129405906571346, + "iterations": 7, + "elapsed_seconds": 8.616356134414673, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-10_20260125_124052", + "timestamp": "2026-01-25T12:41:01.300137", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sea_images-11_20260125_124102.json b/benchmark/scores/sea_images-11_20260125_124102.json new file mode 100644 index 000000000..0c100a71b --- /dev/null +++ b/benchmark/scores/sea_images-11_20260125_124102.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_images-11_20260125_124102", + "category": "sea", + "image_name": "images-11", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/images-11.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5472968473404801, + "best_score": 0.5472968473404801, + "iterations": 7, + "elapsed_seconds": 8.279885053634644, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-11_20260125_124102", + "timestamp": "2026-01-25T12:41:10.584936", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sea_images-1_20260125_124043.json b/benchmark/scores/sea_images-1_20260125_124043.json new file mode 100644 index 000000000..822101f9f --- /dev/null +++ b/benchmark/scores/sea_images-1_20260125_124043.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_images-1_20260125_124043", + "category": "sea", + "image_name": "images-1", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/images-1.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5382328470738134, + "best_score": 0.5382328470738134, + "iterations": 7, + "elapsed_seconds": 8.451742887496948, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-1_20260125_124043", + "timestamp": "2026-01-25T12:40:51.680634", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sea_images-2_20260125_124111.json b/benchmark/scores/sea_images-2_20260125_124111.json new file mode 100644 index 000000000..4caa2a6af --- /dev/null +++ b/benchmark/scores/sea_images-2_20260125_124111.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_images-2_20260125_124111", + "category": "sea", + "image_name": "images-2", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/images-2.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5238541044296815, + "best_score": 0.5238541044296815, + "iterations": 7, + "elapsed_seconds": 7.584571838378906, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-2_20260125_124111", + "timestamp": "2026-01-25T12:41:19.172751", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sea_images-3_20260125_124120.json b/benchmark/scores/sea_images-3_20260125_124120.json new file mode 100644 index 000000000..e54c5e369 --- /dev/null +++ b/benchmark/scores/sea_images-3_20260125_124120.json @@ -0,0 +1,16 @@ +{ + "run_id": "sea_images-3_20260125_124120", + "category": "sea", + "image_name": "images-3", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sea/images-3.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5582224019487524, + "best_score": 0.5582224019487524, + "iterations": 7, + "elapsed_seconds": 7.67047905921936, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sea_images-3_20260125_124120", + "timestamp": "2026-01-25T12:41:27.848251", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sky_6amcity.brightspotcdn_20260125_123729.json b/benchmark/scores/sky_6amcity.brightspotcdn_20260125_123729.json new file mode 100644 index 000000000..c5e8c8c72 --- /dev/null +++ b/benchmark/scores/sky_6amcity.brightspotcdn_20260125_123729.json @@ -0,0 +1,16 @@ +{ + "run_id": "sky_6amcity.brightspotcdn_20260125_123729", + "category": "sky", + "image_name": "6amcity.brightspotcdn", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/6amcity.brightspotcdn.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5258409403063864, + "best_score": 0.5258409403063864, + "iterations": 7, + "elapsed_seconds": 14.679056882858276, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_6amcity.brightspotcdn_20260125_123729", + "timestamp": "2026-01-25T12:37:43.996855", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745.json b/benchmark/scores/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745.json new file mode 100644 index 000000000..c64cde380 --- /dev/null +++ b/benchmark/scores/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745.json @@ -0,0 +1,16 @@ +{ + "run_id": "sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745", + "category": "sky", + "image_name": "Fiery_sunset_clouds_over_city_silhouette", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/Fiery_sunset_clouds_over_city_silhouette.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5251302717982165, + "best_score": 0.5251302717982165, + "iterations": 7, + "elapsed_seconds": 8.256937980651855, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Fiery_sunset_clouds_over_city_silhouette_20260125_123745", + "timestamp": "2026-01-25T12:37:53.260286", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754.json b/benchmark/scores/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754.json new file mode 100644 index 000000000..209f6fb4b --- /dev/null +++ b/benchmark/scores/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754.json @@ -0,0 +1,16 @@ +{ + "run_id": "sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754", + "category": "sky", + "image_name": "Majestic_twilight_in_the_Mojave_desert,_Landers,_California", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/Majestic_twilight_in_the_Mojave_desert,_Landers,_California.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.569268937123969, + "best_score": 0.569268937123969, + "iterations": 7, + "elapsed_seconds": 7.9694390296936035, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Majestic_twilight_in_the_Mojave_desert,_Landers,_California_20260125_123754", + "timestamp": "2026-01-25T12:38:02.236093", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sky_Sunset_2007-1_20260125_123803.json b/benchmark/scores/sky_Sunset_2007-1_20260125_123803.json new file mode 100644 index 000000000..d438dce97 --- /dev/null +++ b/benchmark/scores/sky_Sunset_2007-1_20260125_123803.json @@ -0,0 +1,16 @@ +{ + "run_id": "sky_Sunset_2007-1_20260125_123803", + "category": "sky", + "image_name": "Sunset_2007-1", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/Sunset_2007-1.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5776712545242288, + "best_score": 0.5776712545242288, + "iterations": 7, + "elapsed_seconds": 7.780420780181885, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Sunset_2007-1_20260125_123803", + "timestamp": "2026-01-25T12:38:11.020600", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812.json b/benchmark/scores/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812.json new file mode 100644 index 000000000..ac4bbeddd --- /dev/null +++ b/benchmark/scores/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812.json @@ -0,0 +1,16 @@ +{ + "run_id": "sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812", + "category": "sky", + "image_name": "TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c.webp", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5400126247671285, + "best_score": 0.5400126247671285, + "iterations": 7, + "elapsed_seconds": 8.293891906738281, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_TAL-sunset-san-diego-SDSUNSET0625-5df7043f225d4f2e9b63325d06c7624c_20260125_123812", + "timestamp": "2026-01-25T12:38:20.319232", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821.json b/benchmark/scores/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821.json new file mode 100644 index 000000000..0a9e1b84c --- /dev/null +++ b/benchmark/scores/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821.json @@ -0,0 +1,16 @@ +{ + "run_id": "sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821", + "category": "sky", + "image_name": "Tappan_Zee_Bridge_at_Sunset", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/Tappan_Zee_Bridge_at_Sunset.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5522586405784937, + "best_score": 0.5522586405784937, + "iterations": 7, + "elapsed_seconds": 8.63386082649231, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_Tappan_Zee_Bridge_at_Sunset_20260125_123821", + "timestamp": "2026-01-25T12:38:29.958563", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sky_golden_hour_clouds_01_20260125_123830.json b/benchmark/scores/sky_golden_hour_clouds_01_20260125_123830.json new file mode 100644 index 000000000..16a24ff24 --- /dev/null +++ b/benchmark/scores/sky_golden_hour_clouds_01_20260125_123830.json @@ -0,0 +1,16 @@ +{ + "run_id": "sky_golden_hour_clouds_01_20260125_123830", + "category": "sky", + "image_name": "golden_hour_clouds_01", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/golden_hour_clouds_01.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.6389174072156114, + "best_score": 0.6389174072156114, + "iterations": 7, + "elapsed_seconds": 9.021755933761597, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_golden_hour_clouds_01_20260125_123830", + "timestamp": "2026-01-25T12:38:39.982565", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sky_images-10_20260125_123850.json b/benchmark/scores/sky_images-10_20260125_123850.json new file mode 100644 index 000000000..a50132cb7 --- /dev/null +++ b/benchmark/scores/sky_images-10_20260125_123850.json @@ -0,0 +1,16 @@ +{ + "run_id": "sky_images-10_20260125_123850", + "category": "sky", + "image_name": "images-10", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/images-10.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5635788092248848, + "best_score": 0.5635788092248848, + "iterations": 7, + "elapsed_seconds": 8.136217832565308, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-10_20260125_123850", + "timestamp": "2026-01-25T12:38:58.717153", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sky_images-11_20260125_123859.json b/benchmark/scores/sky_images-11_20260125_123859.json new file mode 100644 index 000000000..1c65a3c1a --- /dev/null +++ b/benchmark/scores/sky_images-11_20260125_123859.json @@ -0,0 +1,16 @@ +{ + "run_id": "sky_images-11_20260125_123859", + "category": "sky", + "image_name": "images-11", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/images-11.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.6373145636308235, + "best_score": 0.6373145636308235, + "iterations": 7, + "elapsed_seconds": 7.609311103820801, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-11_20260125_123859", + "timestamp": "2026-01-25T12:39:07.331547", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sky_images-1_20260125_123840.json b/benchmark/scores/sky_images-1_20260125_123840.json new file mode 100644 index 000000000..22814636c --- /dev/null +++ b/benchmark/scores/sky_images-1_20260125_123840.json @@ -0,0 +1,16 @@ +{ + "run_id": "sky_images-1_20260125_123840", + "category": "sky", + "image_name": "images-1", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/references/sky/images-1.jpg", + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.6026932712811404, + "best_score": 0.6026932712811404, + "iterations": 7, + "elapsed_seconds": 8.592351913452148, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sky_images-1_20260125_123840", + "timestamp": "2026-01-25T12:38:49.577340", + "last_improvement": 0.0 +} \ No newline at end of file diff --git a/benchmark/scores/sunset-lake_threejs_prism_20260326_175302.json b/benchmark/scores/sunset-lake_threejs_prism_20260326_175302.json new file mode 100644 index 000000000..2aa167bd9 --- /dev/null +++ b/benchmark/scores/sunset-lake_threejs_prism_20260326_175302.json @@ -0,0 +1,21 @@ +{ + "run_id": "sunset-lake_threejs_prism_20260326_175302", + "archetype_id": "sunset-lake", + "category": "sky", + "image_name": "reference", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha-ue5/benchmark/references/sea/sunset-oswego/reference.jpg", + "engine": "threejs", + "render_stack": "prism", + "variant_key": "threejs_prism", + "supported_render_stack": true, + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5, + "best_score": 0.5, + "iterations": 6, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302", + "best_image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_175302/screenshots/iter_001.png", + "timestamp": "2026-03-26T18:00:18.095257", + "objective": "Match the \"Sunset Over Lake (Oswego)\" archetype as closely as possible.\nDescription: Lake Ontario sunset from Oswego, NY. Sun touching calm lake water, warm gradient. Nikon D5100, 40mm, Oct 5 2016 18:36.\nPass criteria: Sun position, atmosphere scattering, calm water reflections, exposure at low sun\nEngine target: threejs\nRender stack: prism\nUse the PRISM render stack where the runtime supports it.\nPrioritize the reference image over inventing new scene elements." +} \ No newline at end of file diff --git a/benchmark/scores/sunset-lake_threejs_prism_20260326_182649.json b/benchmark/scores/sunset-lake_threejs_prism_20260326_182649.json new file mode 100644 index 000000000..08fa05cd4 --- /dev/null +++ b/benchmark/scores/sunset-lake_threejs_prism_20260326_182649.json @@ -0,0 +1,21 @@ +{ + "run_id": "sunset-lake_threejs_prism_20260326_182649", + "archetype_id": "sunset-lake", + "category": "sky", + "image_name": "reference", + "image_path": "/Users/jamestagg/Documents/GitHub/ralpha-ue5/benchmark/references/sea/sunset-oswego/reference.jpg", + "engine": "threejs", + "render_stack": "prism", + "variant_key": "threejs_prism", + "supported_render_stack": true, + "status": "stagnated", + "converged": false, + "stagnated": true, + "final_score": 0.5, + "best_score": 0.5, + "iterations": 4, + "output_dir": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649", + "best_image_path": "/Users/jamestagg/Documents/GitHub/ralpha/benchmark/outputs/sunset-lake_threejs_prism_20260326_182649/screenshots/iter_002.png", + "timestamp": "2026-03-26T18:32:51.119624", + "objective": "Match the \"Sunset Over Lake (Oswego)\" archetype as closely as possible.\nDescription: Lake Ontario sunset from Oswego, NY. Sun touching calm lake water, warm gradient. Nikon D5100, 40mm, Oct 5 2016 18:36.\nPass criteria: Sun position, atmosphere scattering, calm water reflections, exposure at low sun\nEngine target: threejs\nRender stack: prism\nUse the PRISM render stack where the runtime supports it.\nPrioritize the reference image over inventing new scene elements." +} \ No newline at end of file