{ "stage_index": 5, "attempt": 1, "status": "in_progress", "log": [ { "stage_index": 0, "experiment": "curric-s1-score", "attempt": 0, "eval": { "timestamp": "2026-07-21T15:52:20+00:00", "model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/curric-s1-score.json", "model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/rookie.json", "episodes": 100, "wins_a": 22, "wins_b": 16, "draws": 62, "win_rate_a": 0.22 }, "decision": "pass" }, { "stage_index": 1, "experiment": "curric-s2-defend", "attempt": 0, "eval": { "timestamp": "2026-07-21T18:19:44+00:00", "model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/curric-s2-defend.json", "model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/curric-s1-score.json", "episodes": 100, "wins_a": 23, "wins_b": 16, "draws": 61, "win_rate_a": 0.23 }, "decision": "pass" }, { "stage_index": 2, "experiment": "curric-s3-no_draws", "attempt": 0, "eval": { "timestamp": "2026-07-22T11:36:42+00:00", "model_a": "/Users/jcreek/Documents/repos/GitHub/CosmicClash/Game/bots/curric-s3-no_draws.json", "model_b": "/Users/jcreek/Documents/repos/GitHub/CosmicClash/Game/bots/curric-s2-defend.json", "episodes": 100, "wins_a": 26, "wins_b": 60, "draws": 14, "win_rate_a": 0.26 }, "decision": "fail", "note": "Original eval (44-19, recorded 2026-07-21T20:46:34) predates the locomotion-mask inference bugfix (8c15c46) and ran with the grounded stage-2 reference unfairly unmasked. Re-run post-fix with --grounded-b reverses the verdict: stage 3's full-3D unmask is a clear regression from stage 2, not an improvement. Not retried via the normal flag-retry mechanism \u2014 see stage_index 4 (aggression), which redirects around this branch by resuming from curric-s2-defend directly instead." }, { "stage_index": 3, "experiment": "curric-s4-mechanics", "attempt": 0, "eval": { "timestamp": "2026-07-22T11:38:57+00:00", "model_a": "/Users/jcreek/Documents/repos/GitHub/CosmicClash/Game/bots/curric-s4-mechanics.json", "model_b": "/Users/jcreek/Documents/repos/GitHub/CosmicClash/Game/bots/curric-s3-no_draws.json", "episodes": 100, "wins_a": 26, "wins_b": 33, "draws": 41, "win_rate_a": 0.26 }, "decision": "pass", "note": "Passes only against its own (already-regressed) predecessor, curric-s3-no_draws. Evaluated directly against grounded curric-s2-defend (2026-07-22T11:40:07), curric-s4-mechanics also loses clearly: 24-57-19. Do not treat this stage's 'pass' as evidence curric-s4-mechanics is the strongest available model overall \u2014 see stage 2's note and stage_index 4 (aggression)." }, { "stage_index": 4, "experiment": "curric-s5-aggression", "attempt": 0, "eval": { "timestamp": "2026-07-22T19:33:07+00:00", "model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/curric-s5-aggression.json", "model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/curric-s2-defend.json", "episodes": 100, "wins_a": 41, "wins_b": 47, "draws": 12, "win_rate_a": 0.41 }, "decision": "pass" }, { "stage_index": 5, "experiment": "curric-s6-unmask", "attempt": 0, "eval": { "timestamp": "2026-07-24T01:25:37+00:00", "model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/curric-s6-unmask.json", "model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/curric-s5-aggression.json", "episodes": 100, "wins_a": 25, "wins_b": 50, "draws": 25, "win_rate_a": 0.25 }, "decision": "fail" } ] }