mirror of
https://github.com/jcreek/CosmicClash.git
synced 2026-09-11 08:23:45 +00:00
602fa297d0
air_approach_weight alone didn't move productive_air_touch_fraction after a further 180M steps (360M cumulative across all six Stage-5 attempts): an unredirected air-intercept ball falls short of the goal from gravity and just lands on the floor, so the already-solved ground game collects the same episode reward whether or not anything touched the ball in the air. air_touch_bonus_weight adds a conjunctive event bonus on top of ball_touch_reward for a touch that's both genuinely aerial and goal-directed, targeting the actual measured behaviour instead of only the approach to it.
264 lines
8.4 KiB
JSON
264 lines
8.4 KiB
JSON
{
|
|
"stage_index": 1,
|
|
"attempt": 0,
|
|
"status": "in_progress",
|
|
"log": [
|
|
{
|
|
"stage_index": 0,
|
|
"stage_number": 4,
|
|
"stage_name": "handling",
|
|
"experiment": "20260816-0858-gen5-s4-handling",
|
|
"attempt": 0,
|
|
"telemetry_tail": {
|
|
"rollout/air_touch_fraction": 3.999999910593033e-05,
|
|
"rollout/airborne_fraction": 0.2285692382156849,
|
|
"rollout/ep_len_mean": 138.9746000366211,
|
|
"rollout/ep_rew_mean": 8.531756190299987,
|
|
"rollout/forward_motion_fraction": 0.28261195290088653,
|
|
"rollout/goal_rate": 0.5371200009584427,
|
|
"rollout/grounded_upright_fraction": 0.47041099911928175,
|
|
"rollout/mean_altitude": 2.5816375048160554,
|
|
"rollout/productive_air_touch_fraction": 0.0,
|
|
"rollout/upright_fraction": 0.7536708096265793,
|
|
"rollout/vertical_thrust_mean": -0.046195002141292206
|
|
},
|
|
"telemetry_failures": [
|
|
"rollout/goal_rate=0.5371 < 0.8000"
|
|
],
|
|
"evaluation_goal_failures": [
|
|
"easy.json: goal_rate=0.710 < 0.800"
|
|
],
|
|
"side_balance_failures": [],
|
|
"eval": {
|
|
"timestamp": "2026-08-16T14:13:26+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260816-0858-gen5-s4-handling.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 46,
|
|
"wins_b": 25,
|
|
"draws": 29,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 20,
|
|
"wins_b": 18,
|
|
"draws": 12
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 26,
|
|
"wins_b": 7,
|
|
"draws": 17
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 27,
|
|
"team_1": 44
|
|
},
|
|
"win_rate_a": 0.46
|
|
},
|
|
"evals": [
|
|
{
|
|
"timestamp": "2026-08-16T14:13:26+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260816-0858-gen5-s4-handling.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 46,
|
|
"wins_b": 25,
|
|
"draws": 29,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 20,
|
|
"wins_b": 18,
|
|
"draws": 12
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 26,
|
|
"wins_b": 7,
|
|
"draws": 17
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 27,
|
|
"team_1": 44
|
|
},
|
|
"win_rate_a": 0.46
|
|
}
|
|
],
|
|
"decision": "fail"
|
|
},
|
|
{
|
|
"stage_index": 0,
|
|
"stage_number": 4,
|
|
"stage_name": "handling",
|
|
"experiment": "20260816-1513-gen5-s4-handling-retry1",
|
|
"attempt": 1,
|
|
"telemetry_tail": {
|
|
"rollout/air_touch_fraction": 7.999999821186065e-05,
|
|
"rollout/airborne_fraction": 0.21746457129716873,
|
|
"rollout/ep_len_mean": 119.63403997802735,
|
|
"rollout/ep_rew_mean": 10.153738673210144,
|
|
"rollout/forward_motion_fraction": 0.3045943345427513,
|
|
"rollout/goal_rate": 0.6827200036048889,
|
|
"rollout/grounded_upright_fraction": 0.3728669992983341,
|
|
"rollout/mean_altitude": 2.524057677268982,
|
|
"rollout/productive_air_touch_fraction": 3.999999910593033e-05,
|
|
"rollout/upright_fraction": 0.7505921430587769,
|
|
"rollout/vertical_thrust_mean": -0.030821001116302794
|
|
},
|
|
"telemetry_failures": [
|
|
"rollout/goal_rate=0.6827 < 0.8000"
|
|
],
|
|
"evaluation_goal_failures": [],
|
|
"side_balance_failures": [],
|
|
"eval": {
|
|
"timestamp": "2026-08-16T20:26:42+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260816-1513-gen5-s4-handling-retry1.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 58,
|
|
"wins_b": 24,
|
|
"draws": 18,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 25,
|
|
"wins_b": 14,
|
|
"draws": 11
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 33,
|
|
"wins_b": 10,
|
|
"draws": 7
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 35,
|
|
"team_1": 47
|
|
},
|
|
"win_rate_a": 0.58
|
|
},
|
|
"evals": [
|
|
{
|
|
"timestamp": "2026-08-16T20:26:42+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260816-1513-gen5-s4-handling-retry1.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 58,
|
|
"wins_b": 24,
|
|
"draws": 18,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 25,
|
|
"wins_b": 14,
|
|
"draws": 11
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 33,
|
|
"wins_b": 10,
|
|
"draws": 7
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 35,
|
|
"team_1": 47
|
|
},
|
|
"win_rate_a": 0.58
|
|
}
|
|
],
|
|
"decision": "fail"
|
|
},
|
|
{
|
|
"stage_index": 0,
|
|
"stage_number": 4,
|
|
"stage_name": "handling",
|
|
"experiment": "20260816-2126-gen5-s4-handling-retry2",
|
|
"attempt": 2,
|
|
"telemetry_tail": {
|
|
"rollout/air_touch_fraction": 9.999999776482581e-05,
|
|
"rollout/airborne_fraction": 0.22292538091540337,
|
|
"rollout/ep_len_mean": 104.10827992248535,
|
|
"rollout/ep_rew_mean": 9.0257121925354,
|
|
"rollout/forward_motion_fraction": 0.31477042868733407,
|
|
"rollout/goal_rate": 0.7731199976205826,
|
|
"rollout/grounded_upright_fraction": 0.3524109998345375,
|
|
"rollout/mean_altitude": 2.5850543739795686,
|
|
"rollout/productive_air_touch_fraction": 7.999999821186065e-05,
|
|
"rollout/upright_fraction": 0.7720990960597992,
|
|
"rollout/vertical_thrust_mean": 0.003765997685031034
|
|
},
|
|
"telemetry_failures": [
|
|
"rollout/goal_rate=0.7731 < 0.8000"
|
|
],
|
|
"evaluation_goal_failures": [],
|
|
"side_balance_failures": [],
|
|
"eval": {
|
|
"timestamp": "2026-08-17T02:36:22+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260816-2126-gen5-s4-handling-retry2.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 65,
|
|
"wins_b": 22,
|
|
"draws": 13,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 30,
|
|
"wins_b": 14,
|
|
"draws": 6
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 35,
|
|
"wins_b": 8,
|
|
"draws": 7
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 38,
|
|
"team_1": 49
|
|
},
|
|
"win_rate_a": 0.65
|
|
},
|
|
"evals": [
|
|
{
|
|
"timestamp": "2026-08-17T02:36:22+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260816-2126-gen5-s4-handling-retry2.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 65,
|
|
"wins_b": 22,
|
|
"draws": 13,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 30,
|
|
"wins_b": 14,
|
|
"draws": 6
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 35,
|
|
"wins_b": 8,
|
|
"draws": 7
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 38,
|
|
"team_1": 49
|
|
},
|
|
"win_rate_a": 0.65
|
|
}
|
|
],
|
|
"decision": "pass",
|
|
"decision_override": {
|
|
"date": "2026-08-17",
|
|
"original_decision": "fail",
|
|
"original_failures": [
|
|
"rollout/goal_rate=0.7731 < 0.8000"
|
|
],
|
|
"reason": "Human override. Only miss was the training goal-rate floor, at 0.7731 vs 0.80; every evaluation gate passed (65-22-13 vs promoted/easy.json, 87% non-draw, 12.6% physical-side imbalance) and the goal rate improved monotonically across all three attempts (0.537 -> 0.683 -> 0.773). Also promoted to Game/bots/promoted/medium.json on the same evidence. Stage 5 resumes from this checkpoint."
|
|
}
|
|
}
|
|
]
|
|
}
|