mirror of
https://github.com/jcreek/CosmicClash.git
synced 2026-09-11 08:23:45 +00:00
263 lines
8.0 KiB
JSON
263 lines
8.0 KiB
JSON
{
|
|
"stage_index": 0,
|
|
"attempt": 2,
|
|
"status": "blocked",
|
|
"log": [
|
|
{
|
|
"stage_index": 0,
|
|
"stage_number": 4,
|
|
"stage_name": "handling",
|
|
"experiment": "20260812-1307-gen5-s4-handling",
|
|
"attempt": 0,
|
|
"telemetry_tail": {
|
|
"rollout/air_touch_fraction": 0.0004399999901652336,
|
|
"rollout/airborne_fraction": 0.4274553818106651,
|
|
"rollout/ep_len_mean": 138.04987992858887,
|
|
"rollout/ep_rew_mean": -3.075924689769745,
|
|
"rollout/forward_motion_fraction": 0.22564161923527717,
|
|
"rollout/goal_rate": 0.5803200021386147,
|
|
"rollout/mean_altitude": 4.297756896972656,
|
|
"rollout/productive_air_touch_fraction": 7.999999821186065e-05,
|
|
"rollout/upright_fraction": 0.2680214757621288,
|
|
"rollout/vertical_thrust_mean": 0.08520299872543663
|
|
},
|
|
"telemetry_failures": [
|
|
"rollout/goal_rate=0.5803 < 0.8000",
|
|
"rollout/upright_fraction=0.2680 < 0.4500",
|
|
"rollout/forward_motion_fraction=0.2256 < 0.2500"
|
|
],
|
|
"evaluation_goal_failures": [
|
|
"easy.json: goal_rate=0.780 < 0.800"
|
|
],
|
|
"side_balance_failures": [],
|
|
"eval": {
|
|
"timestamp": "2026-08-12T18:21:58+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260812-1307-gen5-s4-handling.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 47,
|
|
"wins_b": 31,
|
|
"draws": 22,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 21,
|
|
"wins_b": 18,
|
|
"draws": 11
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 26,
|
|
"wins_b": 13,
|
|
"draws": 11
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 34,
|
|
"team_1": 44
|
|
},
|
|
"win_rate_a": 0.47
|
|
},
|
|
"evals": [
|
|
{
|
|
"timestamp": "2026-08-12T18:21:58+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260812-1307-gen5-s4-handling.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 47,
|
|
"wins_b": 31,
|
|
"draws": 22,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 21,
|
|
"wins_b": 18,
|
|
"draws": 11
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 26,
|
|
"wins_b": 13,
|
|
"draws": 11
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 34,
|
|
"team_1": 44
|
|
},
|
|
"win_rate_a": 0.47
|
|
}
|
|
],
|
|
"decision": "fail"
|
|
},
|
|
{
|
|
"stage_index": 0,
|
|
"stage_number": 4,
|
|
"stage_name": "handling",
|
|
"experiment": "20260812-1922-gen5-s4-handling-retry1",
|
|
"attempt": 1,
|
|
"telemetry_tail": {
|
|
"rollout/air_touch_fraction": 0.00025999999418854715,
|
|
"rollout/airborne_fraction": 0.43636737924814223,
|
|
"rollout/ep_len_mean": 141.96904039001464,
|
|
"rollout/ep_rew_mean": -2.6134134426116944,
|
|
"rollout/forward_motion_fraction": 0.22919738078117372,
|
|
"rollout/goal_rate": 0.5506400021910668,
|
|
"rollout/mean_altitude": 4.357596744537354,
|
|
"rollout/productive_air_touch_fraction": 7.999999821186065e-05,
|
|
"rollout/upright_fraction": 0.2389067138582468,
|
|
"rollout/vertical_thrust_mean": 0.05124999895330984
|
|
},
|
|
"telemetry_failures": [
|
|
"rollout/goal_rate=0.5506 < 0.8000",
|
|
"rollout/upright_fraction=0.2389 < 0.4500",
|
|
"rollout/forward_motion_fraction=0.2292 < 0.2500"
|
|
],
|
|
"evaluation_goal_failures": [
|
|
"easy.json: goal_rate=0.750 < 0.800"
|
|
],
|
|
"side_balance_failures": [],
|
|
"eval": {
|
|
"timestamp": "2026-08-13T00:34:15+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260812-1922-gen5-s4-handling-retry1.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 45,
|
|
"wins_b": 30,
|
|
"draws": 25,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 22,
|
|
"wins_b": 16,
|
|
"draws": 12
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 23,
|
|
"wins_b": 14,
|
|
"draws": 13
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 36,
|
|
"team_1": 39
|
|
},
|
|
"win_rate_a": 0.45
|
|
},
|
|
"evals": [
|
|
{
|
|
"timestamp": "2026-08-13T00:34:15+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260812-1922-gen5-s4-handling-retry1.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 45,
|
|
"wins_b": 30,
|
|
"draws": 25,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 22,
|
|
"wins_b": 16,
|
|
"draws": 12
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 23,
|
|
"wins_b": 14,
|
|
"draws": 13
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 36,
|
|
"team_1": 39
|
|
},
|
|
"win_rate_a": 0.45
|
|
}
|
|
],
|
|
"decision": "fail"
|
|
},
|
|
{
|
|
"stage_index": 0,
|
|
"stage_number": 4,
|
|
"stage_name": "handling",
|
|
"experiment": "20260813-0134-gen5-s4-handling-retry2",
|
|
"attempt": 2,
|
|
"telemetry_tail": {
|
|
"rollout/air_touch_fraction": 0.00011999999731779099,
|
|
"rollout/airborne_fraction": 0.45285780996084213,
|
|
"rollout/ep_len_mean": 138.3078397369385,
|
|
"rollout/ep_rew_mean": 0.2780366077046783,
|
|
"rollout/forward_motion_fraction": 0.2423903810083866,
|
|
"rollout/goal_rate": 0.5787200031876564,
|
|
"rollout/mean_altitude": 4.478011214733124,
|
|
"rollout/productive_air_touch_fraction": 3.999999910593033e-05,
|
|
"rollout/upright_fraction": 0.2376179048269987,
|
|
"rollout/vertical_thrust_mean": 0.03810099822451826
|
|
},
|
|
"telemetry_failures": [
|
|
"rollout/goal_rate=0.5787 < 0.8000",
|
|
"rollout/upright_fraction=0.2376 < 0.4500",
|
|
"rollout/forward_motion_fraction=0.2424 < 0.2500"
|
|
],
|
|
"evaluation_goal_failures": [
|
|
"easy.json: goal_rate=0.770 < 0.800"
|
|
],
|
|
"side_balance_failures": [],
|
|
"eval": {
|
|
"timestamp": "2026-08-13T06:45:59+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260813-0134-gen5-s4-handling-retry2.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 49,
|
|
"wins_b": 28,
|
|
"draws": 23,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 24,
|
|
"wins_b": 17,
|
|
"draws": 9
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 25,
|
|
"wins_b": 11,
|
|
"draws": 14
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 35,
|
|
"team_1": 42
|
|
},
|
|
"win_rate_a": 0.49
|
|
},
|
|
"evals": [
|
|
{
|
|
"timestamp": "2026-08-13T06:45:59+00:00",
|
|
"model_a": "/home/jcreek/ai-training/CosmicClash/Game/bots/20260813-0134-gen5-s4-handling-retry2.json",
|
|
"model_b": "/home/jcreek/ai-training/CosmicClash/Game/bots/promoted/easy.json",
|
|
"seed": 1,
|
|
"episodes": 100,
|
|
"wins_a": 49,
|
|
"wins_b": 28,
|
|
"draws": 23,
|
|
"side_results": {
|
|
"a_team_0": {
|
|
"wins_a": 24,
|
|
"wins_b": 17,
|
|
"draws": 9
|
|
},
|
|
"a_team_1": {
|
|
"wins_a": 25,
|
|
"wins_b": 11,
|
|
"draws": 14
|
|
}
|
|
},
|
|
"physical_team_wins": {
|
|
"team_0": 35,
|
|
"team_1": 42
|
|
},
|
|
"win_rate_a": 0.49
|
|
}
|
|
],
|
|
"decision": "fail"
|
|
}
|
|
]
|
|
}
|