mirror of
https://github.com/jcreek/CosmicClash.git
synced 2026-09-11 00:14:00 +00:00
261 lines
8.0 KiB
JSON
261 lines
8.0 KiB
JSON
{
|
|
"stage_index": 0,
|
|
"attempt": 2,
|
|
"status": "blocked",
|
|
"log": [
|
|
{
|
|
"stage_index": 0,
|
|
"stage_number": 4,
|
|
"stage_name": "handling",
|
|
"experiment": "20260808-1508-gen5-s4-handling",
|
|
"attempt": 0,
|
|
"telemetry_tail": {
|
|
"rollout/air_touch_fraction": 0.0004599999897181988,
|
|
"rollout/airborne_fraction": 0.42232042902708056,
|
|
"rollout/ep_len_mean": 137.51244003295898,
|
|
"rollout/ep_rew_mean": 6.987018242835998,
|
|
"rollout/forward_motion_fraction": 0.22800671431422234,
|
|
"rollout/goal_rate": 0.5818800025582314,
|
|
"rollout/mean_altitude": 4.261052157402038,
|
|
"rollout/productive_air_touch_fraction": 7.999999821186065e-05,
|
|
"rollout/upright_fraction": 0.22364509524405002,
|
|
"rollout/vertical_thrust_mean": 0.09885899936710485
|
|
},
|
|
"telemetry_failures": [
|
|
"rollout/goal_rate=0.5819 < 0.8000",
|
|
"rollout/upright_fraction=0.2236 < 0.4500",
|
|
"rollout/forward_motion_fraction=0.2280 < 0.2500"
|
|
],
|
|
"evaluation_goal_failures": [
|
|
"easy.json: goal_rate=0.750 < 0.800"
|
|
],
|
|
"side_balance_failures": [],
|
|
"eval": {
|
|
"timestamp": "2026-08-08T20:20:09+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260808-1508-gen5-s4-handling.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 45,
|
|
"wins_b": 30,
|
|
"draws": 25,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 18,
|
|
"wins_b": 19,
|
|
"draws": 13
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 27,
|
|
"wins_b": 11,
|
|
"draws": 12
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 29,
|
|
"team_1": 46
|
|
},
|
|
"win_rate_a": 0.45
|
|
},
|
|
"evals": [
|
|
{
|
|
"timestamp": "2026-08-08T20:20:09+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260808-1508-gen5-s4-handling.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 45,
|
|
"wins_b": 30,
|
|
"draws": 25,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 18,
|
|
"wins_b": 19,
|
|
"draws": 13
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 27,
|
|
"wins_b": 11,
|
|
"draws": 12
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 29,
|
|
"team_1": 46
|
|
},
|
|
"win_rate_a": 0.45
|
|
}
|
|
],
|
|
"decision": "fail"
|
|
},
|
|
{
|
|
"stage_index": 0,
|
|
"stage_number": 4,
|
|
"stage_name": "handling",
|
|
"experiment": "20260808-2120-gen5-s4-handling-retry1",
|
|
"attempt": 1,
|
|
"telemetry_tail": {
|
|
"rollout/air_touch_fraction": 0.00023999999463558198,
|
|
"rollout/airborne_fraction": 0.4264982384443283,
|
|
"rollout/ep_len_mean": 135.5532396697998,
|
|
"rollout/ep_rew_mean": 7.420562901496887,
|
|
"rollout/forward_motion_fraction": 0.2443552376627922,
|
|
"rollout/goal_rate": 0.5880400028824806,
|
|
"rollout/mean_altitude": 4.2706854009628294,
|
|
"rollout/productive_air_touch_fraction": 0.0,
|
|
"rollout/upright_fraction": 0.2381512857079506,
|
|
"rollout/vertical_thrust_mean": 0.07293799882452004
|
|
},
|
|
"telemetry_failures": [
|
|
"rollout/goal_rate=0.5880 < 0.8000",
|
|
"rollout/upright_fraction=0.2382 < 0.4500",
|
|
"rollout/forward_motion_fraction=0.2444 < 0.2500"
|
|
],
|
|
"evaluation_goal_failures": [],
|
|
"side_balance_failures": [],
|
|
"eval": {
|
|
"timestamp": "2026-08-09T02:28:48+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260808-2120-gen5-s4-handling-retry1.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 43,
|
|
"wins_b": 38,
|
|
"draws": 19,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 18,
|
|
"wins_b": 21,
|
|
"draws": 11
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 25,
|
|
"wins_b": 17,
|
|
"draws": 8
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 35,
|
|
"team_1": 46
|
|
},
|
|
"win_rate_a": 0.43
|
|
},
|
|
"evals": [
|
|
{
|
|
"timestamp": "2026-08-09T02:28:48+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260808-2120-gen5-s4-handling-retry1.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 43,
|
|
"wins_b": 38,
|
|
"draws": 19,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 18,
|
|
"wins_b": 21,
|
|
"draws": 11
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 25,
|
|
"wins_b": 17,
|
|
"draws": 8
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 35,
|
|
"team_1": 46
|
|
},
|
|
"win_rate_a": 0.43
|
|
}
|
|
],
|
|
"decision": "fail"
|
|
},
|
|
{
|
|
"stage_index": 0,
|
|
"stage_number": 4,
|
|
"stage_name": "handling",
|
|
"experiment": "20260809-0328-gen5-s4-handling-retry2",
|
|
"attempt": 2,
|
|
"telemetry_tail": {
|
|
"rollout/air_touch_fraction": 0.0002799999937415123,
|
|
"rollout/airborne_fraction": 0.4334809045791626,
|
|
"rollout/ep_len_mean": 136.65584008789062,
|
|
"rollout/ep_rew_mean": 7.696315350532532,
|
|
"rollout/forward_motion_fraction": 0.23557147654891014,
|
|
"rollout/goal_rate": 0.5825200036764145,
|
|
"rollout/mean_altitude": 4.346557500362397,
|
|
"rollout/productive_air_touch_fraction": 3.999999910593033e-05,
|
|
"rollout/upright_fraction": 0.2288729049563408,
|
|
"rollout/vertical_thrust_mean": 0.06853299860764295
|
|
},
|
|
"telemetry_failures": [
|
|
"rollout/goal_rate=0.5825 < 0.8000",
|
|
"rollout/upright_fraction=0.2289 < 0.4500",
|
|
"rollout/forward_motion_fraction=0.2356 < 0.2500"
|
|
],
|
|
"evaluation_goal_failures": [
|
|
"easy.json: goal_rate=0.750 < 0.800"
|
|
],
|
|
"side_balance_failures": [],
|
|
"eval": {
|
|
"timestamp": "2026-08-09T08:36:44+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260809-0328-gen5-s4-handling-retry2.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 46,
|
|
"wins_b": 29,
|
|
"draws": 25,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 21,
|
|
"wins_b": 18,
|
|
"draws": 11
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 25,
|
|
"wins_b": 11,
|
|
"draws": 14
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 32,
|
|
"team_1": 43
|
|
},
|
|
"win_rate_a": 0.46
|
|
},
|
|
"evals": [
|
|
{
|
|
"timestamp": "2026-08-09T08:36:44+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260809-0328-gen5-s4-handling-retry2.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 46,
|
|
"wins_b": 29,
|
|
"draws": 25,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 21,
|
|
"wins_b": 18,
|
|
"draws": 11
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 25,
|
|
"wins_b": 11,
|
|
"draws": 14
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 32,
|
|
"team_1": 43
|
|
},
|
|
"win_rate_a": 0.46
|
|
}
|
|
],
|
|
"decision": "fail"
|
|
}
|
|
]
|
|
}
|