{ "corridor": { "baseline-fresh": { "scenario": "deadly_corridor", "checkpoint": "models/doom-v3", "policy": "rt-j", "episodes": [ { "episode": 0, "seed": 8000, "steps": 133, "kills": 3, "reward": -105.07418823242188, "finished": true, "player_dead": true, "game_tics": 662, "mean_latency_s": 0.04415543857787708 }, { "episode": 1, "seed": 8001, "steps": 252, "kills": 2, "reward": -115.99813842773438, "finished": true, "player_dead": true, "game_tics": 1260, "mean_latency_s": 0.038629262734632776 }, { "episode": 2, "seed": 8002, "steps": 420, "kills": 3, "reward": -15.956634521484375, "finished": true, "player_dead": false, "game_tics": 2101, "mean_latency_s": 0.043357608731007316 }, { "episode": 3, "seed": 8003, "steps": 123, "kills": 3, "reward": -44.47074890136719, "finished": true, "player_dead": true, "game_tics": 615, "mean_latency_s": 0.03982237060161542 }, { "episode": 4, "seed": 8004, "steps": 420, "kills": 2, "reward": 21.32818603515625, "finished": true, "player_dead": false, "game_tics": 2101, "mean_latency_s": 0.04060135436884593 }, { "episode": 5, "seed": 8005, "steps": 29, "kills": 1, "reward": -115.91667175292969, "finished": true, "player_dead": true, "game_tics": 146, "mean_latency_s": 0.04074652731350366 }, { "episode": 6, "seed": 8006, "steps": 16, "kills": 1, "reward": -115.85052490234375, "finished": true, "player_dead": true, "game_tics": 77, "mean_latency_s": 0.0375784375009971 }, { "episode": 7, "seed": 8007, "steps": 31, "kills": 1, "reward": -108.03717041015625, "finished": true, "player_dead": true, "game_tics": 152, "mean_latency_s": 0.04105098787206976 }, { "episode": 8, "seed": 8008, "steps": 341, "kills": 2, "reward": -76.44685363769531, "finished": true, "player_dead": true, "game_tics": 1703, "mean_latency_s": 0.03675441273304264 }, { "episode": 9, "seed": 8009, "steps": 11, "kills": 1, "reward": -115.9295654296875, "finished": true, "player_dead": true, "game_tics": 53, "mean_latency_s": 0.047019219819710335 } ], "mean_reward": -79.2352310180664, "mean_kills": 1.9 }, "tuned": { "scenario": "deadly_corridor", "checkpoint": "models/corridor-v1", "policy": "rt-j", "episodes": [ { "episode": 0, "seed": 8000, "steps": 420, "kills": 6, "reward": 1206.452407836914, "finished": true, "player_dead": false, "game_tics": 2101, "mean_latency_s": 0.01910644835283858 }, { "episode": 1, "seed": 8001, "steps": 420, "kills": 6, "reward": 1217.642578125, "finished": true, "player_dead": false, "game_tics": 2101, "mean_latency_s": 0.0162299469071773 }, { "episode": 2, "seed": 8002, "steps": 420, "kills": 3, "reward": 172.15309143066406, "finished": true, "player_dead": false, "game_tics": 2101, "mean_latency_s": 0.04144034940251177 }, { "episode": 3, "seed": 8003, "steps": 68, "kills": 5, "reward": 532.4055786132812, "finished": true, "player_dead": true, "game_tics": 339, "mean_latency_s": 0.04710065939755569 }, { "episode": 4, "seed": 8004, "steps": 31, "kills": 1, "reward": -115.9820556640625, "finished": true, "player_dead": true, "game_tics": 152, "mean_latency_s": 0.04295760613017445 }, { "episode": 5, "seed": 8005, "steps": 187, "kills": 2, "reward": 21.446212768554688, "finished": true, "player_dead": true, "game_tics": 936, "mean_latency_s": 0.04522652581351545 }, { "episode": 6, "seed": 8006, "steps": 16, "kills": 1, "reward": -115.85052490234375, "finished": true, "player_dead": true, "game_tics": 77, "mean_latency_s": 0.039954492001925246 }, { "episode": 7, "seed": 8007, "steps": 420, "kills": 2, "reward": 148.8714599609375, "finished": true, "player_dead": false, "game_tics": 2101, "mean_latency_s": 0.04530944405449277 }, { "episode": 8, "seed": 8008, "steps": 233, "kills": 4, "reward": 548.5894012451172, "finished": true, "player_dead": true, "game_tics": 1163, "mean_latency_s": 0.04337741467818696 }, { "episode": 9, "seed": 8009, "steps": 11, "kills": 1, "reward": -115.9295654296875, "finished": true, "player_dead": true, "game_tics": 56, "mean_latency_s": 0.041531905363874765 } ], "mean_reward": 349.9798583984375, "mean_kills": 3.1 }, "teacher-fresh": { "scenario": "deadly_corridor", "checkpoint": "models/doom-v3", "policy": "teacher", "episodes": [ { "episode": 0, "seed": 8000, "steps": 37, "kills": 1, "reward": -115.97996520996094, "finished": true, "player_dead": true, "game_tics": 183, "mean_latency_s": 0.0 }, { "episode": 1, "seed": 8001, "steps": 170, "kills": 2, "reward": 425.47698974609375, "finished": true, "player_dead": true, "game_tics": 850, "mean_latency_s": 0.0 }, { "episode": 2, "seed": 8002, "steps": 172, "kills": 2, "reward": 371.3666229248047, "finished": true, "player_dead": true, "game_tics": 858, "mean_latency_s": 0.0 }, { "episode": 3, "seed": 8003, "steps": 143, "kills": 5, "reward": 667.2297668457031, "finished": true, "player_dead": true, "game_tics": 716, "mean_latency_s": 0.0 }, { "episode": 4, "seed": 8004, "steps": 31, "kills": 1, "reward": -115.9820556640625, "finished": true, "player_dead": true, "game_tics": 152, "mean_latency_s": 0.0 }, { "episode": 5, "seed": 8005, "steps": 176, "kills": 2, "reward": 397.3986053466797, "finished": true, "player_dead": true, "game_tics": 879, "mean_latency_s": 0.0 }, { "episode": 6, "seed": 8006, "steps": 16, "kills": 1, "reward": -115.85052490234375, "finished": true, "player_dead": true, "game_tics": 77, "mean_latency_s": 0.0 }, { "episode": 7, "seed": 8007, "steps": 31, "kills": 1, "reward": -115.8985595703125, "finished": true, "player_dead": true, "game_tics": 152, "mean_latency_s": 0.0 }, { "episode": 8, "seed": 8008, "steps": 17, "kills": 1, "reward": -115.93577575683594, "finished": true, "player_dead": true, "game_tics": 85, "mean_latency_s": 0.0 }, { "episode": 9, "seed": 8009, "steps": 11, "kills": 1, "reward": -115.9295654296875, "finished": true, "player_dead": true, "game_tics": 53, "mean_latency_s": 0.0 } ], "mean_reward": 116.58955383300781, "mean_kills": 1.7 } }, "combat-transfer": { "arena": { "scenario": "defend_the_center", "checkpoint": "models/doom-v3", "policy": "rt-j", "episodes": [ { "episode": 0, "seed": 10000, "steps": 146, "kills": 11, "reward": 10.0, "finished": true, "player_dead": true, "game_tics": 740, "mean_latency_s": 0.019748303095358806 }, { "episode": 1, "seed": 10001, "steps": 158, "kills": 14, "reward": 13.0, "finished": true, "player_dead": true, "game_tics": 799, "mean_latency_s": 0.017567904796849207 }, { "episode": 2, "seed": 10002, "steps": 164, "kills": 13, "reward": 12.0, "finished": true, "player_dead": true, "game_tics": 829, "mean_latency_s": 0.01743035036030583 }, { "episode": 3, "seed": 10003, "steps": 109, "kills": 7, "reward": 6.0, "finished": true, "player_dead": true, "game_tics": 552, "mean_latency_s": 0.018139374184068677 }, { "episode": 4, "seed": 10004, "steps": 219, "kills": 14, "reward": 13.0, "finished": true, "player_dead": true, "game_tics": 1104, "mean_latency_s": 0.017694469922053157 }, { "episode": 5, "seed": 10005, "steps": 159, "kills": 12, "reward": 11.0, "finished": true, "player_dead": true, "game_tics": 802, "mean_latency_s": 0.018085013629239692 }, { "episode": 6, "seed": 10006, "steps": 134, "kills": 10, "reward": 9.0, "finished": true, "player_dead": true, "game_tics": 679, "mean_latency_s": 0.018034201499909586 }, { "episode": 7, "seed": 10007, "steps": 96, "kills": 6, "reward": 5.0, "finished": true, "player_dead": true, "game_tics": 488, "mean_latency_s": 0.018511603354454564 }, { "episode": 8, "seed": 10008, "steps": 124, "kills": 9, "reward": 8.0, "finished": true, "player_dead": true, "game_tics": 629, "mean_latency_s": 0.01794263877379689 }, { "episode": 9, "seed": 10009, "steps": 144, "kills": 12, "reward": 11.0, "finished": true, "player_dead": true, "game_tics": 729, "mean_latency_s": 0.01727604862440381 }, { "episode": 10, "seed": 10010, "steps": 80, "kills": 7, "reward": 6.0, "finished": true, "player_dead": true, "game_tics": 408, "mean_latency_s": 0.016400452587913606 }, { "episode": 11, "seed": 10011, "steps": 156, "kills": 12, "reward": 11.0, "finished": true, "player_dead": true, "game_tics": 786, "mean_latency_s": 0.017897932666062096 }, { "episode": 12, "seed": 10012, "steps": 134, "kills": 10, "reward": 9.0, "finished": true, "player_dead": true, "game_tics": 677, "mean_latency_s": 0.01742200056675634 }, { "episode": 13, "seed": 10013, "steps": 142, "kills": 12, "reward": 11.0, "finished": true, "player_dead": true, "game_tics": 719, "mean_latency_s": 0.01827080396551665 }, { "episode": 14, "seed": 10014, "steps": 88, "kills": 7, "reward": 6.0, "finished": true, "player_dead": true, "game_tics": 450, "mean_latency_s": 0.017545741500064403 }, { "episode": 15, "seed": 10015, "steps": 168, "kills": 13, "reward": 12.0, "finished": true, "player_dead": true, "game_tics": 849, "mean_latency_s": 0.018486147054015117 }, { "episode": 16, "seed": 10016, "steps": 150, "kills": 12, "reward": 11.0, "finished": true, "player_dead": true, "game_tics": 758, "mean_latency_s": 0.01833785252713521 }, { "episode": 17, "seed": 10017, "steps": 132, "kills": 6, "reward": 5.0, "finished": true, "player_dead": true, "game_tics": 670, "mean_latency_s": 0.01783909343243012 }, { "episode": 18, "seed": 10018, "steps": 61, "kills": 4, "reward": 3.0, "finished": true, "player_dead": true, "game_tics": 312, "mean_latency_s": 0.01783627118141444 }, { "episode": 19, "seed": 10019, "steps": 157, "kills": 15, "reward": 14.0, "finished": true, "player_dead": true, "game_tics": 792, "mean_latency_s": 0.017336242814354783 } ], "mean_reward": 9.3, "mean_kills": 10.3 }, "corridor": { "scenario": "defend_the_center", "checkpoint": "models/corridor-v1", "policy": "rt-j", "episodes": [ { "episode": 0, "seed": 10000, "steps": 66, "kills": 5, "reward": 4.0, "finished": true, "player_dead": true, "game_tics": 336, "mean_latency_s": 0.03323014454464569 }, { "episode": 1, "seed": 10001, "steps": 134, "kills": 11, "reward": 10.0, "finished": true, "player_dead": true, "game_tics": 678, "mean_latency_s": 0.017450160737763638 }, { "episode": 2, "seed": 10002, "steps": 108, "kills": 7, "reward": 6.0, "finished": true, "player_dead": true, "game_tics": 548, "mean_latency_s": 0.017383904685023783 }, { "episode": 3, "seed": 10003, "steps": 94, "kills": 7, "reward": 6.0, "finished": true, "player_dead": true, "game_tics": 480, "mean_latency_s": 0.0178233456590146 }, { "episode": 4, "seed": 10004, "steps": 153, "kills": 11, "reward": 10.0, "finished": true, "player_dead": true, "game_tics": 771, "mean_latency_s": 0.017946252705597052 }, { "episode": 5, "seed": 10005, "steps": 176, "kills": 14, "reward": 13.0, "finished": true, "player_dead": true, "game_tics": 888, "mean_latency_s": 0.01779270697228309 }, { "episode": 6, "seed": 10006, "steps": 152, "kills": 11, "reward": 10.0, "finished": true, "player_dead": true, "game_tics": 766, "mean_latency_s": 0.01782095861189622 }, { "episode": 7, "seed": 10007, "steps": 150, "kills": 13, "reward": 12.0, "finished": true, "player_dead": true, "game_tics": 757, "mean_latency_s": 0.01812767552085764 }, { "episode": 8, "seed": 10008, "steps": 117, "kills": 7, "reward": 6.0, "finished": true, "player_dead": true, "game_tics": 593, "mean_latency_s": 0.018053829461499315 }, { "episode": 9, "seed": 10009, "steps": 151, "kills": 11, "reward": 10.0, "finished": true, "player_dead": true, "game_tics": 765, "mean_latency_s": 0.017779202530637 }, { "episode": 10, "seed": 10010, "steps": 168, "kills": 12, "reward": 11.0, "finished": true, "player_dead": true, "game_tics": 850, "mean_latency_s": 0.017124681298377083 }, { "episode": 11, "seed": 10011, "steps": 144, "kills": 13, "reward": 12.0, "finished": true, "player_dead": true, "game_tics": 730, "mean_latency_s": 0.017630651659803535 }, { "episode": 12, "seed": 10012, "steps": 83, "kills": 6, "reward": 5.0, "finished": true, "player_dead": true, "game_tics": 422, "mean_latency_s": 0.017748772638817654 }, { "episode": 13, "seed": 10013, "steps": 149, "kills": 13, "reward": 12.0, "finished": true, "player_dead": true, "game_tics": 753, "mean_latency_s": 0.017729182859578783 }, { "episode": 14, "seed": 10014, "steps": 93, "kills": 8, "reward": 7.0, "finished": true, "player_dead": true, "game_tics": 474, "mean_latency_s": 0.01840458338769148 }, { "episode": 15, "seed": 10015, "steps": 165, "kills": 15, "reward": 14.0, "finished": true, "player_dead": true, "game_tics": 834, "mean_latency_s": 0.01779563895058042 }, { "episode": 16, "seed": 10016, "steps": 174, "kills": 12, "reward": 11.0, "finished": true, "player_dead": true, "game_tics": 880, "mean_latency_s": 0.018651356568510493 }, { "episode": 17, "seed": 10017, "steps": 136, "kills": 10, "reward": 9.0, "finished": true, "player_dead": true, "game_tics": 687, "mean_latency_s": 0.018184536764024147 }, { "episode": 18, "seed": 10018, "steps": 61, "kills": 3, "reward": 2.0, "finished": true, "player_dead": true, "game_tics": 312, "mean_latency_s": 0.017612846394080943 }, { "episode": 19, "seed": 10019, "steps": 176, "kills": 14, "reward": 13.0, "finished": true, "player_dead": true, "game_tics": 887, "mean_latency_s": 0.01775485441463719 } ], "mean_reward": 9.15, "mean_kills": 10.15 }, "random": { "scenario": "defend_the_center", "checkpoint": "models/doom-v3", "policy": "random", "episodes": [ { "episode": 0, "seed": 10000, "steps": 53, "kills": 0, "reward": -1.0, "finished": true, "player_dead": true, "game_tics": 272, "mean_latency_s": 0.0 }, { "episode": 1, "seed": 10001, "steps": 83, "kills": 2, "reward": 1.0, "finished": true, "player_dead": true, "game_tics": 424, "mean_latency_s": 0.0 }, { "episode": 2, "seed": 10002, "steps": 56, "kills": 0, "reward": -1.0, "finished": true, "player_dead": true, "game_tics": 286, "mean_latency_s": 0.0 }, { "episode": 3, "seed": 10003, "steps": 81, "kills": 2, "reward": 1.0, "finished": true, "player_dead": true, "game_tics": 414, "mean_latency_s": 0.0 }, { "episode": 4, "seed": 10004, "steps": 84, "kills": 2, "reward": 1.0, "finished": true, "player_dead": true, "game_tics": 430, "mean_latency_s": 0.0 }, { "episode": 5, "seed": 10005, "steps": 78, "kills": 3, "reward": 2.0, "finished": true, "player_dead": true, "game_tics": 400, "mean_latency_s": 0.0 }, { "episode": 6, "seed": 10006, "steps": 82, "kills": 3, "reward": 2.0, "finished": true, "player_dead": true, "game_tics": 416, "mean_latency_s": 0.0 }, { "episode": 7, "seed": 10007, "steps": 61, "kills": 1, "reward": 0.0, "finished": true, "player_dead": true, "game_tics": 312, "mean_latency_s": 0.0 }, { "episode": 8, "seed": 10008, "steps": 93, "kills": 3, "reward": 2.0, "finished": true, "player_dead": true, "game_tics": 472, "mean_latency_s": 0.0 }, { "episode": 9, "seed": 10009, "steps": 68, "kills": 1, "reward": 0.0, "finished": true, "player_dead": true, "game_tics": 346, "mean_latency_s": 0.0 }, { "episode": 10, "seed": 10010, "steps": 66, "kills": 2, "reward": 1.0, "finished": true, "player_dead": true, "game_tics": 338, "mean_latency_s": 0.0 }, { "episode": 11, "seed": 10011, "steps": 58, "kills": 1, "reward": 0.0, "finished": true, "player_dead": true, "game_tics": 298, "mean_latency_s": 0.0 }, { "episode": 12, "seed": 10012, "steps": 74, "kills": 3, "reward": 2.0, "finished": true, "player_dead": true, "game_tics": 376, "mean_latency_s": 0.0 }, { "episode": 13, "seed": 10013, "steps": 56, "kills": 1, "reward": 0.0, "finished": true, "player_dead": true, "game_tics": 288, "mean_latency_s": 0.0 }, { "episode": 14, "seed": 10014, "steps": 67, "kills": 2, "reward": 1.0, "finished": true, "player_dead": true, "game_tics": 342, "mean_latency_s": 0.0 }, { "episode": 15, "seed": 10015, "steps": 100, "kills": 5, "reward": 4.0, "finished": true, "player_dead": true, "game_tics": 508, "mean_latency_s": 0.0 }, { "episode": 16, "seed": 10016, "steps": 63, "kills": 3, "reward": 2.0, "finished": true, "player_dead": true, "game_tics": 324, "mean_latency_s": 0.0 }, { "episode": 17, "seed": 10017, "steps": 54, "kills": 0, "reward": -1.0, "finished": true, "player_dead": true, "game_tics": 278, "mean_latency_s": 0.0 }, { "episode": 18, "seed": 10018, "steps": 63, "kills": 1, "reward": 0.0, "finished": true, "player_dead": true, "game_tics": 322, "mean_latency_s": 0.0 }, { "episode": 19, "seed": 10019, "steps": 80, "kills": 3, "reward": 2.0, "finished": true, "player_dead": true, "game_tics": 408, "mean_latency_s": 0.0 } ], "mean_reward": 0.9, "mean_kills": 1.9 }, "teacher": { "scenario": "defend_the_center", "checkpoint": "models/doom-v3", "policy": "teacher", "episodes": [ { "episode": 0, "seed": 10000, "steps": 66, "kills": 5, "reward": 4.0, "finished": true, "player_dead": true, "game_tics": 336, "mean_latency_s": 0.0 }, { "episode": 1, "seed": 10001, "steps": 214, "kills": 17, "reward": 16.0, "finished": true, "player_dead": true, "game_tics": 1076, "mean_latency_s": 0.0 }, { "episode": 2, "seed": 10002, "steps": 170, "kills": 14, "reward": 13.0, "finished": true, "player_dead": true, "game_tics": 858, "mean_latency_s": 0.0 }, { "episode": 3, "seed": 10003, "steps": 104, "kills": 8, "reward": 7.0, "finished": true, "player_dead": true, "game_tics": 526, "mean_latency_s": 0.0 }, { "episode": 4, "seed": 10004, "steps": 176, "kills": 15, "reward": 14.0, "finished": true, "player_dead": true, "game_tics": 887, "mean_latency_s": 0.0 }, { "episode": 5, "seed": 10005, "steps": 185, "kills": 13, "reward": 12.0, "finished": true, "player_dead": true, "game_tics": 935, "mean_latency_s": 0.0 }, { "episode": 6, "seed": 10006, "steps": 152, "kills": 13, "reward": 12.0, "finished": true, "player_dead": true, "game_tics": 766, "mean_latency_s": 0.0 }, { "episode": 7, "seed": 10007, "steps": 137, "kills": 7, "reward": 6.0, "finished": true, "player_dead": true, "game_tics": 692, "mean_latency_s": 0.0 }, { "episode": 8, "seed": 10008, "steps": 157, "kills": 10, "reward": 9.0, "finished": true, "player_dead": true, "game_tics": 793, "mean_latency_s": 0.0 }, { "episode": 9, "seed": 10009, "steps": 134, "kills": 10, "reward": 9.0, "finished": true, "player_dead": true, "game_tics": 679, "mean_latency_s": 0.0 }, { "episode": 10, "seed": 10010, "steps": 149, "kills": 14, "reward": 13.0, "finished": true, "player_dead": true, "game_tics": 752, "mean_latency_s": 0.0 }, { "episode": 11, "seed": 10011, "steps": 181, "kills": 16, "reward": 15.0, "finished": true, "player_dead": true, "game_tics": 913, "mean_latency_s": 0.0 }, { "episode": 12, "seed": 10012, "steps": 195, "kills": 13, "reward": 12.0, "finished": true, "player_dead": true, "game_tics": 982, "mean_latency_s": 0.0 }, { "episode": 13, "seed": 10013, "steps": 173, "kills": 12, "reward": 11.0, "finished": true, "player_dead": true, "game_tics": 875, "mean_latency_s": 0.0 }, { "episode": 14, "seed": 10014, "steps": 155, "kills": 9, "reward": 8.0, "finished": true, "player_dead": true, "game_tics": 783, "mean_latency_s": 0.0 }, { "episode": 15, "seed": 10015, "steps": 137, "kills": 9, "reward": 8.0, "finished": true, "player_dead": true, "game_tics": 692, "mean_latency_s": 0.0 }, { "episode": 16, "seed": 10016, "steps": 153, "kills": 12, "reward": 11.0, "finished": true, "player_dead": true, "game_tics": 771, "mean_latency_s": 0.0 }, { "episode": 17, "seed": 10017, "steps": 166, "kills": 12, "reward": 11.0, "finished": true, "player_dead": true, "game_tics": 840, "mean_latency_s": 0.0 }, { "episode": 18, "seed": 10018, "steps": 157, "kills": 11, "reward": 10.0, "finished": true, "player_dead": true, "game_tics": 792, "mean_latency_s": 0.0 }, { "episode": 19, "seed": 10019, "steps": 155, "kills": 12, "reward": 11.0, "finished": true, "player_dead": true, "game_tics": 784, "mean_latency_s": 0.0 } ], "mean_reward": 10.6, "mean_kills": 11.6 } }, "basic-transfer": { "arena": { "scenario": "basic", "checkpoint": "models/doom-v3", "policy": "rt-j", "episodes": [ { "episode": 0, "seed": 11000, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.06642763100431434 }, { "episode": 1, "seed": 11001, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016995059430233335 }, { "episode": 2, "seed": 11002, "steps": 2, "kills": 1, "reward": 95.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01631308299693046 }, { "episode": 3, "seed": 11003, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.017264124835492112 }, { "episode": 4, "seed": 11004, "steps": 13, "kills": 1, "reward": 19.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01631978515629621 }, { "episode": 5, "seed": 11005, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016637166831060313 }, { "episode": 6, "seed": 11006, "steps": 5, "kills": 1, "reward": 71.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.017879316795733756 }, { "episode": 7, "seed": 11007, "steps": 2, "kills": 1, "reward": 95.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.015954208000039216 }, { "episode": 8, "seed": 11008, "steps": 7, "kills": 1, "reward": 57.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016940678854423043 }, { "episode": 9, "seed": 11009, "steps": 2, "kills": 1, "reward": 95.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01808595849433914 }, { "episode": 10, "seed": 11010, "steps": 4, "kills": 1, "reward": 85.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.018823166752554243 }, { "episode": 11, "seed": 11011, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0167106250039069 }, { "episode": 12, "seed": 11012, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01878319160314277 }, { "episode": 13, "seed": 11013, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016826614750243607 }, { "episode": 14, "seed": 11014, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01628548214128906 }, { "episode": 15, "seed": 11015, "steps": 10, "kills": 1, "reward": 38.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01574312910233857 }, { "episode": 16, "seed": 11016, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01575818225137482 }, { "episode": 17, "seed": 11017, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01696778637051466 }, { "episode": 18, "seed": 11018, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.015397949999896809 }, { "episode": 19, "seed": 11019, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01688313183452313 }, { "episode": 20, "seed": 11020, "steps": 27, "kills": 1, "reward": -76.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016277246964077844 }, { "episode": 21, "seed": 11021, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.017150333330694895 }, { "episode": 22, "seed": 11022, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01703783300181385 }, { "episode": 23, "seed": 11023, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01728856775116583 }, { "episode": 24, "seed": 11024, "steps": 5, "kills": 1, "reward": 71.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.015817808400606738 }, { "episode": 25, "seed": 11025, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.017371649999404326 }, { "episode": 26, "seed": 11026, "steps": 4, "kills": 1, "reward": 85.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0176628957487992 }, { "episode": 27, "seed": 11027, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01612976680044085 }, { "episode": 28, "seed": 11028, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0169024821412417 }, { "episode": 29, "seed": 11029, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01750126660335809 } ], "mean_reward": 67.83333333333333, "mean_kills": 1.0 }, "corridor": { "scenario": "basic", "checkpoint": "models/corridor-v1", "policy": "rt-j", "episodes": [ { "episode": 0, "seed": 11000, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.06687915485651631 }, { "episode": 1, "seed": 11001, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016717720284110067 }, { "episode": 2, "seed": 11002, "steps": 2, "kills": 1, "reward": 95.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.020577041992510203 }, { "episode": 3, "seed": 11003, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016580805834867835 }, { "episode": 4, "seed": 11004, "steps": 13, "kills": 1, "reward": 19.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016614458308770105 }, { "episode": 5, "seed": 11005, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0176664236690461 }, { "episode": 6, "seed": 11006, "steps": 18, "kills": 1, "reward": -19.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016563421276967145 }, { "episode": 7, "seed": 11007, "steps": 2, "kills": 1, "reward": 95.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.015594999997119885 }, { "episode": 8, "seed": 11008, "steps": 7, "kills": 1, "reward": 57.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01731701200229249 }, { "episode": 9, "seed": 11009, "steps": 2, "kills": 1, "reward": 95.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016372395504731685 }, { "episode": 10, "seed": 11010, "steps": 4, "kills": 1, "reward": 85.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.019213052004488418 }, { "episode": 11, "seed": 11011, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016996258401195518 }, { "episode": 12, "seed": 11012, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.015862608401221223 }, { "episode": 13, "seed": 11013, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016326453001966 }, { "episode": 14, "seed": 11014, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.015630470572172532 }, { "episode": 15, "seed": 11015, "steps": 10, "kills": 1, "reward": 38.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.015928258094936608 }, { "episode": 16, "seed": 11016, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01648453112647985 }, { "episode": 17, "seed": 11017, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01672384387529746 }, { "episode": 18, "seed": 11018, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01695951680012513 }, { "episode": 19, "seed": 11019, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01841302783335171 }, { "episode": 20, "seed": 11020, "steps": 27, "kills": 1, "reward": -76.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016169817814241268 }, { "episode": 21, "seed": 11021, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.017491458168175694 }, { "episode": 22, "seed": 11022, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016627583402441814 }, { "episode": 23, "seed": 11023, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01721293750233599 }, { "episode": 24, "seed": 11024, "steps": 5, "kills": 1, "reward": 71.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01577197519945912 }, { "episode": 25, "seed": 11025, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.015461408402188681 }, { "episode": 26, "seed": 11026, "steps": 4, "kills": 1, "reward": 85.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016655114501190837 }, { "episode": 27, "seed": 11027, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.01916360019822605 }, { "episode": 28, "seed": 11028, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016883928717496537 }, { "episode": 29, "seed": 11029, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.016533699800493195 } ], "mean_reward": 64.83333333333333, "mean_kills": 1.0 }, "random": { "scenario": "basic", "checkpoint": "models/doom-v3", "policy": "random", "episodes": [ { "episode": 0, "seed": 11000, "steps": 60, "kills": 0, "reward": -365.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 1, "seed": 11001, "steps": 60, "kills": 0, "reward": -370.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 2, "seed": 11002, "steps": 3, "kills": 1, "reward": 90.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 3, "seed": 11003, "steps": 19, "kills": 1, "reward": -18.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 4, "seed": 11004, "steps": 60, "kills": 0, "reward": -370.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 5, "seed": 11005, "steps": 60, "kills": 0, "reward": -355.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 6, "seed": 11006, "steps": 7, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 7, "seed": 11007, "steps": 3, "kills": 1, "reward": 90.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 8, "seed": 11008, "steps": 19, "kills": 1, "reward": -8.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 9, "seed": 11009, "steps": 60, "kills": 0, "reward": -375.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 10, "seed": 11010, "steps": 8, "kills": 1, "reward": 52.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 11, "seed": 11011, "steps": 60, "kills": 0, "reward": -375.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 12, "seed": 11012, "steps": 38, "kills": 1, "reward": -115.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 13, "seed": 11013, "steps": 60, "kills": 0, "reward": -370.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 14, "seed": 11014, "steps": 33, "kills": 1, "reward": -100.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 15, "seed": 11015, "steps": 60, "kills": 0, "reward": -365.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 16, "seed": 11016, "steps": 33, "kills": 1, "reward": -90.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 17, "seed": 11017, "steps": 60, "kills": 0, "reward": -375.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 18, "seed": 11018, "steps": 13, "kills": 1, "reward": 35.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 19, "seed": 11019, "steps": 22, "kills": 1, "reward": -20.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 20, "seed": 11020, "steps": 12, "kills": 1, "reward": 31.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 21, "seed": 11021, "steps": 60, "kills": 0, "reward": -355.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 22, "seed": 11022, "steps": 9, "kills": 1, "reward": 50.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 23, "seed": 11023, "steps": 27, "kills": 1, "reward": -53.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 24, "seed": 11024, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 25, "seed": 11025, "steps": 60, "kills": 0, "reward": -365.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 26, "seed": 11026, "steps": 60, "kills": 0, "reward": -355.0, "finished": true, "player_dead": false, "game_tics": 314, "mean_latency_s": 0.0 }, { "episode": 27, "seed": 11027, "steps": 22, "kills": 1, "reward": -22.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 28, "seed": 11028, "steps": 23, "kills": 1, "reward": -30.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 29, "seed": 11029, "steps": 29, "kills": 1, "reward": -84.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 } ], "mean_reward": -148.23333333333332, "mean_kills": 0.6 }, "teacher": { "scenario": "basic", "checkpoint": "models/doom-v3", "policy": "teacher", "episodes": [ { "episode": 0, "seed": 11000, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 1, "seed": 11001, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 2, "seed": 11002, "steps": 2, "kills": 1, "reward": 95.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 3, "seed": 11003, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 4, "seed": 11004, "steps": 13, "kills": 1, "reward": 19.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 5, "seed": 11005, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 6, "seed": 11006, "steps": 5, "kills": 1, "reward": 71.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 7, "seed": 11007, "steps": 2, "kills": 1, "reward": 95.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 8, "seed": 11008, "steps": 7, "kills": 1, "reward": 57.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 9, "seed": 11009, "steps": 2, "kills": 1, "reward": 95.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 10, "seed": 11010, "steps": 4, "kills": 1, "reward": 85.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 11, "seed": 11011, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 12, "seed": 11012, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 13, "seed": 11013, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 14, "seed": 11014, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 15, "seed": 11015, "steps": 10, "kills": 1, "reward": 38.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 16, "seed": 11016, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 17, "seed": 11017, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 18, "seed": 11018, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 19, "seed": 11019, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 20, "seed": 11020, "steps": 27, "kills": 1, "reward": -76.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 21, "seed": 11021, "steps": 6, "kills": 1, "reward": 75.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 22, "seed": 11022, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 23, "seed": 11023, "steps": 8, "kills": 1, "reward": 65.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 24, "seed": 11024, "steps": 4, "kills": 1, "reward": 85.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 25, "seed": 11025, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 26, "seed": 11026, "steps": 4, "kills": 1, "reward": 85.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 27, "seed": 11027, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 28, "seed": 11028, "steps": 7, "kills": 1, "reward": 70.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 }, { "episode": 29, "seed": 11029, "steps": 5, "kills": 1, "reward": 80.0, "finished": true, "player_dead": false, "game_tics": 0, "mean_latency_s": 0.0 } ], "mean_reward": 68.3, "mean_kills": 1.0 } }, "map-transfer": { "map01-before": { "scenario": "level", "map": "map01", "checkpoint": "models/corridor-v1", "policy": "rt-j", "episodes": [ { "episode": 0, "seed": 14000, "steps": 600, "kills": 0, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.028450860933226067 }, { "episode": 1, "seed": 14001, "steps": 600, "kills": 0, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.075087172693214 }, { "episode": 2, "seed": 14002, "steps": 600, "kills": 0, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.07736855452535868 } ], "mean_reward": 0.0, "mean_kills": 0.0 }, "map01-after": { "scenario": "level", "map": "map01", "checkpoint": "models/map01-v1", "policy": "rt-j", "episodes": [ { "episode": 0, "seed": 14000, "steps": 600, "kills": 1, "visited_cells": 71, "distance_travelled": 12755.139355420091, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.022134381806681633 }, { "episode": 1, "seed": 14001, "steps": 600, "kills": 1, "visited_cells": 72, "distance_travelled": 12828.97804613634, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.02085946805991019 }, { "episode": 2, "seed": 14002, "steps": 600, "kills": 1, "visited_cells": 64, "distance_travelled": 13541.097033638991, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.022342656171725442 } ], "mean_reward": 0.0, "mean_kills": 1.0 }, "map02-before-metrics": { "scenario": "level", "map": "map02", "checkpoint": "models/corridor-v1", "policy": "rt-j", "episodes": [ { "episode": 0, "seed": 13000, "steps": 600, "kills": 4, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.031522565503182706, "visited_cells": 4, "distance_travelled": 175.21725498662676 }, { "episode": 1, "seed": 13001, "steps": 600, "kills": 4, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.08013302736503344, "visited_cells": 5, "distance_travelled": 275.3383647998659 }, { "episode": 2, "seed": 13002, "steps": 600, "kills": 4, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.07739017263656327, "visited_cells": 3, "distance_travelled": 176.04269156810184 }, { "episode": 3, "seed": 13003, "steps": 600, "kills": 4, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.05962006098331282, "visited_cells": 5, "distance_travelled": 183.14802542537072 }, { "episode": 4, "seed": 13004, "steps": 600, "kills": 4, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.05925201700818434, "visited_cells": 5, "distance_travelled": 198.73650166188784 } ], "mean_reward": 0.0, "mean_kills": 4.0, "telemetry_source": "deterministic action replay; terminal outcomes verified" }, "map02-after": { "scenario": "level", "map": "map02", "checkpoint": "models/map01-v1", "policy": "rt-j", "episodes": [ { "episode": 0, "seed": 13000, "steps": 600, "kills": 4, "visited_cells": 16, "distance_travelled": 968.8107267434563, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.02315991889493792 }, { "episode": 1, "seed": 13001, "steps": 499, "kills": 5, "visited_cells": 30, "distance_travelled": 2080.471732748199, "reward": 0.0, "finished": true, "player_dead": true, "game_tics": 2496, "mean_latency_s": 0.02191536281741843 }, { "episode": 2, "seed": 13002, "steps": 600, "kills": 10, "visited_cells": 43, "distance_travelled": 4521.18845489657, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.0242085952514996 }, { "episode": 3, "seed": 13003, "steps": 600, "kills": 4, "visited_cells": 14, "distance_travelled": 897.3432903317056, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.01771078651509015 }, { "episode": 4, "seed": 13004, "steps": 600, "kills": 9, "visited_cells": 57, "distance_travelled": 4938.0809584586395, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.021715128951958224 } ], "mean_reward": 0.0, "mean_kills": 6.4 }, "map02-teacher": { "scenario": "level", "map": "map02", "checkpoint": "models/doom-v3", "policy": "teacher", "episodes": [ { "episode": 0, "seed": 13000, "steps": 600, "kills": 7, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.0 }, { "episode": 1, "seed": 13001, "steps": 356, "kills": 7, "reward": 0.0, "finished": true, "player_dead": true, "game_tics": 1780, "mean_latency_s": 0.0 }, { "episode": 2, "seed": 13002, "steps": 600, "kills": 4, "reward": 0.0, "finished": false, "player_dead": false, "game_tics": 3001, "mean_latency_s": 0.0 }, { "episode": 3, "seed": 13003, "steps": 424, "kills": 6, "reward": 0.0, "finished": true, "player_dead": true, "game_tics": 2120, "mean_latency_s": 0.0 }, { "episode": 4, "seed": 13004, "steps": 358, "kills": 6, "reward": 0.0, "finished": true, "player_dead": true, "game_tics": 1789, "mean_latency_s": 0.0 } ], "mean_reward": 0.0, "mean_kills": 6.0 }, "dataset": { "training_map": "map01", "test_map": "map02", "rows": 1200, "sources": [ "data/map01/expert-50.jsonl", "data/map01/expert-51.jsonl", "data/map01/model-52.jsonl" ], "seeds": [ 50, 51, 52 ], "labels": { "move forward": 640, "use": 67, "turn right": 264, "turn left": 209, "attack": 20 }, "actions": [ "attack", "move forward", "turn left", "turn right", "strafe left", "strafe right", "use" ] }, "architecture": { "same_parameter_names_and_shapes": true, "added_heads": 0, "updated_native_tensors": 394, "epoch_mean_loss": [ 0.06577689521627257, 0.05893572999759012 ] } } }