{ "date": "2026-09-18", "contract": 3, "generator": 13, "deployed": false, "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "selection": { "selected_seed": 575, "selection_map_seeds": [ 32001, 32002, 32003, 32004, 32005, 32006, 32007, 32008 ], "rule": "maximize worst-family collision-free rate, then macro average, then lower seed", "scores": { "373": [ 0.4854368932038835, 0.8189057649328472 ], "474": [ 0.6105769230769231, 0.8563817992813364 ], "575": [ 0.6298076923076923, 0.8459541457224926 ] }, "frozen_at": "2026-09-18T17:00:30.992615+00:00", "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "models": "outputs/reliability/training-575/s575-c2", "hashes": [ "23eb6e6fc4960b66031f3d08a2c6d6e222ce640026e74ac2c0dbc1fb4bc81991", "26671ef653b08db4f2b520ee53d5c5b264136b9ef561b65ec1f02735bfae407d", "15e8e6795c41a5c5b5cf5f784c60160aacb222140851b03a5f87ca7d77cac254", "7bcd6c020bd8c124e8ceb5d638a28e943fb38c9681ec3452cffac7a2cb7ac41c", "0025f9533b22cb85ac23daeb88e195634a64007393995611f1af4f7f36a4202a" ] }, "training": { "total_agent_steps": 49545216, "trainer_seconds": 7153.6966407, "process_seconds": 10477.654208523221, "seeds": [ 373, 474, 575 ], "map_seeds": [ 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332 ], "sources": [ "5376f1cfce657026755c5ef821f12d023264f4e9", "67eeed8f799263e45e5becdfd076f1e03b2ca889" ], "gpu": "NVIDIA GeForce RTX 4090", "driver": "580.173.02", "cuda": "13.0.88", "environment_compiler": "Ubuntu clang 18.1.3", "CUDA_host_compiler": "GCC 13.3.0", "backend": "CPU environments; synchronous native five-learner PPO; three concurrent single-GPU runs", "parameters_per_family": 182656, "stages": [ { "seed": 373, "curriculum": 0, "agent_steps": 2359296, "run": "reliable-v3-373-s373-c0", "command": [ "build/puffer-shared", "train", "--base.seed=373", "--base.run_id=reliable-v3-373-s373-c0", "--base.checkpoint_dir=outputs/shared/checkpoints", "--train.total_timesteps=2359296", "--env.curriculum=0", "--env.maps=32", "--env.map_seed=301", "--train.learning_rate=0.012", "--train.ent_coef=0.003" ], "process_seconds": 663.4538847962394, "checkpoints": [ "acb6a662d96fb620b43f8098447bf8f5cce335dc1e0f31e9b7790c8655296aae", "d11b0ddeb4fc987629fa5e76f39f9bc7b1c9c56fb2c93d1055d89d41cda65f59", "025d77a052ec12191beaa4f70d3eb7fbd441ea1591b55ade3adc8ceb8f19cc5b", "382f51161327cad0b7f20c503d1a002d2cdbc8424f8e3029c830bc4009956fb3", "7e4806bdcdd73a60fa2b80e3c8bf595afc9ba9db73dbc9a57a6228c8bf846953" ], "source_commit": "67eeed8f799263e45e5becdfd076f1e03b2ca889", "trainer_seconds": 303.1462278 }, { "seed": 373, "curriculum": 1, "agent_steps": 4718592, "run": "reliable-v3-373-s373-c1", "command": [ "build/puffer-shared", "train", "--base.seed=373", "--base.run_id=reliable-v3-373-s373-c1", "--base.checkpoint_dir=outputs/shared/checkpoints", "--train.total_timesteps=4718592", "--env.curriculum=1", "--env.maps=32", "--env.map_seed=301", "--train.learning_rate=0.004", "--train.ent_coef=0.008", "--base.load_model_dir=outputs/shared/reliable-v3-373/s373-c0" ], "process_seconds": 1008.1726452959701, "checkpoints": [ "c31a042a081b2c4f99f4667067defdb0385d4cc1da6a3cd041354069063830af", "049f9eddff96be92ba922acb00bc843f81053b84480302eff6bee96014b6f0b4", "85a597f3615815d5dd1fc47951b4ea7b49f7c5adfae38a00f316d3841ebbd958", "32198a44610e323318bea573785cb55775daa518425c80bff7e8e5cf40033f2f", "a3cbfde3bcd4c41af3b433034164a349d86423201917a4ffbacaa62b0884f25d" ], "source_commit": "67eeed8f799263e45e5becdfd076f1e03b2ca889", "trainer_seconds": 731.7561738 }, { "source_commit": "5376f1cfce657026755c5ef821f12d023264f4e9", "seed": 373, "curriculum": 2, "agent_steps": 9437184, "run": "reliable-fusion-373-s373-c2", "command": [ "build/puffer-shared", "train", "--base.seed=373", "--base.run_id=reliable-fusion-373-s373-c2", "--base.checkpoint_dir=outputs/shared/checkpoints", "--train.total_timesteps=9437184", "--env.curriculum=2", "--env.maps=32", "--env.map_seed=301", "--train.learning_rate=0.004", "--train.ent_coef=0.008", "--base.load_model_dir=outputs/shared/reliable-v3-373/s373-c1" ], "process_seconds": 1787.8401624951512, "checkpoints": [ "a845e1dec29d6875540b720a29350df7da8556485352a35af9aa441d0b976872", "e208bfb720c0dc2cfd23c81f3b8a91277c4682c605a4b8fcb1d79c26abb1d453", "d1afabd70cc9daeb42164445bbc7fc269f50f7a6c526611ad1e4212380f25402", "daaeeea53a78992d41c3f29eb65027daff9fb18403b0d0b84c288c1c0da42e31", "ecc28b24a61fa122f4f078a9edf4ad0cf9cfdd81cdcc04bb09888f133badadab" ], "trainer_seconds": 1322.286952 }, { "seed": 474, "curriculum": 0, "agent_steps": 2359296, "run": "reliable-v3-474-s474-c0", "command": [ "build/puffer-shared", "train", "--base.seed=474", "--base.run_id=reliable-v3-474-s474-c0", "--base.checkpoint_dir=outputs/shared/checkpoints", "--train.total_timesteps=2359296", "--env.curriculum=0", "--env.maps=32", "--env.map_seed=301", "--train.learning_rate=0.012", "--train.ent_coef=0.003" ], "process_seconds": 659.1382318530232, "checkpoints": [ "e0403620bdc5c07683f914fc1e69d5e5333a9635adfa5d7877e8f54eb59c407e", "0e95db59184debe47db39f74c023db6017b864bba772058b0ff32c52f3b28cd5", "77e99f365d5e34801409c07efb6ebfa6bb3dde92c89a14c5ebfa921cad3489e3", "79eb6e8e964f96e0d825312d5b81c85220565b2b5703c351b93258236906c3f6", "c87251cfa250129b88295ab30a276e78d1f6e29437ba67183c2371678dd4c621" ], "source_commit": "67eeed8f799263e45e5becdfd076f1e03b2ca889", "trainer_seconds": 292.4707382 }, { "seed": 474, "curriculum": 1, "agent_steps": 4718592, "run": "reliable-v3-474-s474-c1", "command": [ "build/puffer-shared", "train", "--base.seed=474", "--base.run_id=reliable-v3-474-s474-c1", "--base.checkpoint_dir=outputs/shared/checkpoints", "--train.total_timesteps=4718592", "--env.curriculum=1", "--env.maps=32", "--env.map_seed=301", "--train.learning_rate=0.004", "--train.ent_coef=0.008", "--base.load_model_dir=outputs/shared/reliable-v3-474/s474-c0" ], "process_seconds": 1033.924117738381, "checkpoints": [ "0dbac2505eb138597629f35e78dcccc286fc0b38366bcbe8714b428c5a33379d", "8b4ffa6efb00765c0f575f0efe83a3f337b23736dfb2a475ecdde30212c0fad5", "14e656212f5132fc1f0a27467516a37f1da7c479d582736be8cc69f94300657d", "21b074e114064ed31259f12e23c887e3984969f88ca099232a1150f5cfebea6d", "a58e561441446064fba11e67b771fbc0052611a892075fea35cae81e9e3462b7" ], "source_commit": "67eeed8f799263e45e5becdfd076f1e03b2ca889", "trainer_seconds": 760.146631 }, { "source_commit": "5376f1cfce657026755c5ef821f12d023264f4e9", "seed": 474, "curriculum": 2, "agent_steps": 9437184, "run": "reliable-fusion-474-s474-c2", "command": [ "build/puffer-shared", "train", "--base.seed=474", "--base.run_id=reliable-fusion-474-s474-c2", "--base.checkpoint_dir=outputs/shared/checkpoints", "--train.total_timesteps=9437184", "--env.curriculum=2", "--env.maps=32", "--env.map_seed=301", "--train.learning_rate=0.004", "--train.ent_coef=0.008", "--base.load_model_dir=outputs/shared/reliable-v3-474/s474-c1" ], "process_seconds": 1801.910950739868, "checkpoints": [ "3441d1020a18d4517eb03b163123db1ed9d392ba85a2a1848cf234a7f754a687", "1740ebe0ae25d848453c5ab4d573c406e64b8147350460d10524ca01eeb2b504", "4f7dc2e1ef1cd9d62553c01b83bbe86f60c6435c8c095704c8a1efb697d06a24", "8558d4a8d1fbe4a41c2457c56a7bd18bf56740d4084787deb77f6b9e51e9311d", "7e599958c5e4354796fbd9b0853ab254723a22d4a57ddb71e8ee1d034678bdc7" ], "trainer_seconds": 1330.025662 }, { "seed": 575, "curriculum": 0, "agent_steps": 2359296, "run": "reliable-v3-575-s575-c0", "command": [ "build/puffer-shared", "train", "--base.seed=575", "--base.run_id=reliable-v3-575-s575-c0", "--base.checkpoint_dir=outputs/shared/checkpoints", "--train.total_timesteps=2359296", "--env.curriculum=0", "--env.maps=32", "--env.map_seed=301", "--train.learning_rate=0.012", "--train.ent_coef=0.003" ], "process_seconds": 662.3911892483011, "checkpoints": [ "a55fc6a41a58e9d9e52c6acdbf0365c400798b3b5e2ae93e775390709642b475", "de51f5be0cbd3a87b846aead7c48f98a425982bf827d336ab8da1dec832a9339", "25d838bd253c47f833bdea409860b55fa312236813ad523bfd0adbcc3dcb4e93", "79b7676083f26d2631b57c61caec9f02c04d1166563bba4ea5149cb2ee6a133d", "1fdd2fd678f77a83115907d6876946e66d35230eee95a3e0a17ef1f172aac417" ], "source_commit": "67eeed8f799263e45e5becdfd076f1e03b2ca889", "trainer_seconds": 295.1999633 }, { "seed": 575, "curriculum": 1, "agent_steps": 4718592, "run": "reliable-v3-575-s575-c1", "command": [ "build/puffer-shared", "train", "--base.seed=575", "--base.run_id=reliable-v3-575-s575-c1", "--base.checkpoint_dir=outputs/shared/checkpoints", "--train.total_timesteps=4718592", "--env.curriculum=1", "--env.maps=32", "--env.map_seed=301", "--train.learning_rate=0.004", "--train.ent_coef=0.008", "--base.load_model_dir=outputs/shared/reliable-v3-575/s575-c0" ], "process_seconds": 1013.946863271296, "checkpoints": [ "383cc3d841e8493f651f0de907773e2149f634cd451ed0112e164bc3e9e65b9b", "23e1ba6da968c166c0735c05e15407b7458c046dcf611d7c0e0a9568cbc22bcf", "aab27e68df1bf628d3284b7cb987b6e14782c7af31f56913ab5d3509767e8a73", "f7bd49c0677b0b4c9b70fd0e0f65737e57b69b0fab31150969636cfc734a8f19", "35f7883486ae8d0e33a4e2c245cf9a40c1320ed2d28e628efb4279c73de18729" ], "source_commit": "67eeed8f799263e45e5becdfd076f1e03b2ca889", "trainer_seconds": 738.2925296 }, { "source_commit": "5376f1cfce657026755c5ef821f12d023264f4e9", "seed": 575, "curriculum": 2, "agent_steps": 9437184, "run": "reliable-fusion-575-s575-c2", "command": [ "build/puffer-shared", "train", "--base.seed=575", "--base.run_id=reliable-fusion-575-s575-c2", "--base.checkpoint_dir=outputs/shared/checkpoints", "--train.total_timesteps=9437184", "--env.curriculum=2", "--env.maps=32", "--env.map_seed=301", "--train.learning_rate=0.004", "--train.ent_coef=0.008", "--base.load_model_dir=outputs/shared/reliable-v3-575/s575-c1" ], "process_seconds": 1846.8761630849913, "checkpoints": [ "23eb6e6fc4960b66031f3d08a2c6d6e222ce640026e74ac2c0dbc1fb4bc81991", "26671ef653b08db4f2b520ee53d5c5b264136b9ef561b65ec1f02735bfae407d", "15e8e6795c41a5c5b5cf5f784c60160aacb222140851b03a5f87ca7d77cac254", "7bcd6c020bd8c124e8ceb5d638a28e943fb38c9681ec3452cffac7a2cb7ac41c", "0025f9533b22cb85ac23daeb88e195634a64007393995611f1af4f7f36a4202a" ], "trainer_seconds": 1380.371763 } ], "precision": "bf16 learner; fp32 exported weights", "timing_note": "Summed trainer/process durations across concurrent runs, not elapsed wall time." }, "evaluation": { "maps": 16, "map_seed": 41001, "scenarios_per_map": 8, "selected_label": "s575", "policy_labels": [ "s373", "s474", "s575" ], "results": { "s373": { "command": [ "outputs/reliability/final-373/shared-eval", "outputs/reliability/training-373/s373-c2", "41001", "16", "128", "2", "json" ], "jobs": 2, "families": [ { "family": 0, "attempted": 407, "unavailable": 13, "arrivals": 227, "steps": 515123, "contact_decisions": 4832, "collision_events": 325, "blocked_decisions": 250924, "collision_free_arrivals": 202, "terrain_contacts": 201, "unit_contacts": 4631, "stalled_10s": 52, "deadlock_events": 219, "yield_decisions": 4202, "replans": 426, "assist_decisions": 115229, "repeated_requests": 23, "timeouts_after_confinement": 134, "arrivals_after_confinement": 10, "requested_arrival_rate": 0.5577395577395577, "collision_free_arrival_rate": 0.4963144963144963, "available_arrival_rate": 0.5761421319796954, "initial_attempts": 384, "initial_clean_arrivals": 184, "initial_clean_rate": 0.4791666666666667, "repeat_attempts": 23, "repeat_clean_arrivals": 18, "repeat_clean_rate": 0.782608695652174 }, { "family": 1, "attempted": 417, "unavailable": 6, "arrivals": 363, "steps": 356013, "contact_decisions": 1201, "collision_events": 52, "blocked_decisions": 83112, "collision_free_arrivals": 347, "terrain_contacts": 0, "unit_contacts": 1201, "stalled_10s": 27, "deadlock_events": 129, "yield_decisions": 7562, "replans": 307, "assist_decisions": 15449, "repeated_requests": 33, "timeouts_after_confinement": 29, "arrivals_after_confinement": 16, "requested_arrival_rate": 0.8705035971223022, "collision_free_arrival_rate": 0.8321342925659473, "available_arrival_rate": 0.8832116788321168, "initial_attempts": 384, "initial_clean_arrivals": 314, "initial_clean_rate": 0.8177083333333334, "repeat_attempts": 33, "repeat_clean_arrivals": 33, "repeat_clean_rate": 1.0 }, { "family": 2, "attempted": 143, "unavailable": 0, "arrivals": 141, "steps": 66368, "contact_decisions": 1921, "collision_events": 2, "blocked_decisions": 3325, "collision_free_arrivals": 140, "terrain_contacts": 1, "unit_contacts": 1920, "stalled_10s": 1, "deadlock_events": 1, "yield_decisions": 133, "replans": 21, "assist_decisions": 251, "repeated_requests": 15, "timeouts_after_confinement": 1, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.986013986013986, "collision_free_arrival_rate": 0.9790209790209791, "available_arrival_rate": 0.986013986013986, "initial_attempts": 128, "initial_clean_arrivals": 125, "initial_clean_rate": 0.9765625, "repeat_attempts": 15, "repeat_clean_arrivals": 15, "repeat_clean_rate": 1.0 }, { "family": 3, "attempted": 287, "unavailable": 1, "arrivals": 281, "steps": 37086, "contact_decisions": 5, "collision_events": 5, "blocked_decisions": 4, "collision_free_arrivals": 281, "terrain_contacts": 2, "unit_contacts": 3, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 58, "replans": 0, "assist_decisions": 124, "repeated_requests": 31, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.9790940766550522, "collision_free_arrival_rate": 0.9790940766550522, "available_arrival_rate": 0.9825174825174825, "initial_attempts": 256, "initial_clean_arrivals": 251, "initial_clean_rate": 0.98046875, "repeat_attempts": 31, "repeat_clean_arrivals": 30, "repeat_clean_rate": 0.967741935483871 }, { "family": 4, "attempted": 432, "unavailable": 0, "arrivals": 411, "steps": 361529, "contact_decisions": 31, "collision_events": 27, "blocked_decisions": 44913, "collision_free_arrivals": 406, "terrain_contacts": 18, "unit_contacts": 13, "stalled_10s": 29, "deadlock_events": 39, "yield_decisions": 1770, "replans": 261, "assist_decisions": 19570, "repeated_requests": 48, "timeouts_after_confinement": 13, "arrivals_after_confinement": 5, "requested_arrival_rate": 0.9513888888888888, "collision_free_arrival_rate": 0.9398148148148148, "available_arrival_rate": 0.9513888888888888, "initial_attempts": 384, "initial_clean_arrivals": 367, "initial_clean_rate": 0.9557291666666666, "repeat_attempts": 48, "repeat_clean_arrivals": 39, "repeat_clean_rate": 0.8125 } ], "hashes": [ "a845e1dec29d6875540b720a29350df7da8556485352a35af9aa441d0b976872", "e208bfb720c0dc2cfd23c81f3b8a91277c4682c605a4b8fcb1d79c26abb1d453", "d1afabd70cc9daeb42164445bbc7fc269f50f7a6c526611ad1e4212380f25402", "daaeeea53a78992d41c3f29eb65027daff9fb18403b0d0b84c288c1c0da42e31", "ecc28b24a61fa122f4f078a9edf4ad0cf9cfdd81cdcc04bb09888f133badadab" ] }, "s474": { "command": [ "outputs/reliability/final-474/shared-eval", "outputs/reliability/training-474/s474-c2", "41001", "16", "128", "2", "json" ], "jobs": 2, "families": [ { "family": 0, "attempted": 411, "unavailable": 13, "arrivals": 258, "steps": 478069, "contact_decisions": 233, "collision_events": 205, "blocked_decisions": 257201, "collision_free_arrivals": 234, "terrain_contacts": 115, "unit_contacts": 118, "stalled_10s": 68, "deadlock_events": 357, "yield_decisions": 10500, "replans": 815, "assist_decisions": 151817, "repeated_requests": 27, "timeouts_after_confinement": 139, "arrivals_after_confinement": 30, "requested_arrival_rate": 0.6277372262773723, "collision_free_arrival_rate": 0.5693430656934306, "available_arrival_rate": 0.6482412060301508, "initial_attempts": 384, "initial_clean_arrivals": 212, "initial_clean_rate": 0.5520833333333334, "repeat_attempts": 27, "repeat_clean_arrivals": 22, "repeat_clean_rate": 0.8148148148148148 }, { "family": 1, "attempted": 424, "unavailable": 6, "arrivals": 383, "steps": 349158, "contact_decisions": 4353, "collision_events": 73, "blocked_decisions": 76542, "collision_free_arrivals": 359, "terrain_contacts": 6, "unit_contacts": 4347, "stalled_10s": 47, "deadlock_events": 65, "yield_decisions": 6940, "replans": 368, "assist_decisions": 19686, "repeated_requests": 40, "timeouts_after_confinement": 22, "arrivals_after_confinement": 19, "requested_arrival_rate": 0.9033018867924528, "collision_free_arrival_rate": 0.8466981132075472, "available_arrival_rate": 0.916267942583732, "initial_attempts": 384, "initial_clean_arrivals": 319, "initial_clean_rate": 0.8307291666666666, "repeat_attempts": 40, "repeat_clean_arrivals": 40, "repeat_clean_rate": 1.0 }, { "family": 2, "attempted": 143, "unavailable": 0, "arrivals": 142, "steps": 67806, "contact_decisions": 4398, "collision_events": 5, "blocked_decisions": 4847, "collision_free_arrivals": 140, "terrain_contacts": 0, "unit_contacts": 4398, "stalled_10s": 3, "deadlock_events": 3, "yield_decisions": 67, "replans": 44, "assist_decisions": 3849, "repeated_requests": 15, "timeouts_after_confinement": 1, "arrivals_after_confinement": 2, "requested_arrival_rate": 0.993006993006993, "collision_free_arrival_rate": 0.9790209790209791, "available_arrival_rate": 0.993006993006993, "initial_attempts": 128, "initial_clean_arrivals": 125, "initial_clean_rate": 0.9765625, "repeat_attempts": 15, "repeat_clean_arrivals": 15, "repeat_clean_rate": 1.0 }, { "family": 3, "attempted": 286, "unavailable": 1, "arrivals": 279, "steps": 37314, "contact_decisions": 6, "collision_events": 6, "blocked_decisions": 2, "collision_free_arrivals": 279, "terrain_contacts": 1, "unit_contacts": 5, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 49, "replans": 0, "assist_decisions": 107, "repeated_requests": 30, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.9755244755244755, "collision_free_arrival_rate": 0.9755244755244755, "available_arrival_rate": 0.9789473684210527, "initial_attempts": 256, "initial_clean_arrivals": 250, "initial_clean_rate": 0.9765625, "repeat_attempts": 30, "repeat_clean_arrivals": 29, "repeat_clean_rate": 0.9666666666666667 }, { "family": 4, "attempted": 430, "unavailable": 0, "arrivals": 392, "steps": 394681, "contact_decisions": 1931, "collision_events": 46, "blocked_decisions": 75799, "collision_free_arrivals": 389, "terrain_contacts": 8, "unit_contacts": 1923, "stalled_10s": 46, "deadlock_events": 57, "yield_decisions": 1489, "replans": 538, "assist_decisions": 18374, "repeated_requests": 46, "timeouts_after_confinement": 20, "arrivals_after_confinement": 12, "requested_arrival_rate": 0.9116279069767442, "collision_free_arrival_rate": 0.9046511627906977, "available_arrival_rate": 0.9116279069767442, "initial_attempts": 384, "initial_clean_arrivals": 354, "initial_clean_rate": 0.921875, "repeat_attempts": 46, "repeat_clean_arrivals": 35, "repeat_clean_rate": 0.7608695652173914 } ], "hashes": [ "3441d1020a18d4517eb03b163123db1ed9d392ba85a2a1848cf234a7f754a687", "1740ebe0ae25d848453c5ab4d573c406e64b8147350460d10524ca01eeb2b504", "4f7dc2e1ef1cd9d62553c01b83bbe86f60c6435c8c095704c8a1efb697d06a24", "8558d4a8d1fbe4a41c2457c56a7bd18bf56740d4084787deb77f6b9e51e9311d", "7e599958c5e4354796fbd9b0853ab254723a22d4a57ddb71e8ee1d034678bdc7" ] }, "s575": { "command": [ "outputs/reliability/final-575/shared-eval", "outputs/reliability/training-575/s575-c2", "41001", "16", "128", "2", "json" ], "jobs": 2, "families": [ { "family": 0, "attempted": 412, "unavailable": 13, "arrivals": 258, "steps": 477698, "contact_decisions": 4575, "collision_events": 154, "blocked_decisions": 257348, "collision_free_arrivals": 239, "terrain_contacts": 144, "unit_contacts": 4431, "stalled_10s": 48, "deadlock_events": 377, "yield_decisions": 11841, "replans": 597, "assist_decisions": 118679, "repeated_requests": 28, "timeouts_after_confinement": 130, "arrivals_after_confinement": 22, "requested_arrival_rate": 0.6262135922330098, "collision_free_arrival_rate": 0.5800970873786407, "available_arrival_rate": 0.6466165413533834, "initial_attempts": 384, "initial_clean_arrivals": 216, "initial_clean_rate": 0.5625, "repeat_attempts": 28, "repeat_clean_arrivals": 23, "repeat_clean_rate": 0.8214285714285714 }, { "family": 1, "attempted": 418, "unavailable": 6, "arrivals": 347, "steps": 369476, "contact_decisions": 47, "collision_events": 35, "blocked_decisions": 95957, "collision_free_arrivals": 342, "terrain_contacts": 2, "unit_contacts": 45, "stalled_10s": 23, "deadlock_events": 128, "yield_decisions": 6000, "replans": 243, "assist_decisions": 11871, "repeated_requests": 34, "timeouts_after_confinement": 40, "arrivals_after_confinement": 9, "requested_arrival_rate": 0.8301435406698564, "collision_free_arrival_rate": 0.8181818181818182, "available_arrival_rate": 0.8422330097087378, "initial_attempts": 384, "initial_clean_arrivals": 308, "initial_clean_rate": 0.8020833333333334, "repeat_attempts": 34, "repeat_clean_arrivals": 34, "repeat_clean_rate": 1.0 }, { "family": 2, "attempted": 144, "unavailable": 0, "arrivals": 143, "steps": 67921, "contact_decisions": 1837, "collision_events": 4, "blocked_decisions": 4091, "collision_free_arrivals": 141, "terrain_contacts": 2, "unit_contacts": 1835, "stalled_10s": 2, "deadlock_events": 2, "yield_decisions": 58, "replans": 20, "assist_decisions": 2719, "repeated_requests": 16, "timeouts_after_confinement": 1, "arrivals_after_confinement": 1, "requested_arrival_rate": 0.9930555555555556, "collision_free_arrival_rate": 0.9791666666666666, "available_arrival_rate": 0.9930555555555556, "initial_attempts": 128, "initial_clean_arrivals": 125, "initial_clean_rate": 0.9765625, "repeat_attempts": 16, "repeat_clean_arrivals": 16, "repeat_clean_rate": 1.0 }, { "family": 3, "attempted": 287, "unavailable": 1, "arrivals": 280, "steps": 37460, "contact_decisions": 6, "collision_events": 6, "blocked_decisions": 3, "collision_free_arrivals": 280, "terrain_contacts": 1, "unit_contacts": 5, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 56, "replans": 0, "assist_decisions": 98, "repeated_requests": 31, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.975609756097561, "collision_free_arrival_rate": 0.975609756097561, "available_arrival_rate": 0.9790209790209791, "initial_attempts": 256, "initial_clean_arrivals": 251, "initial_clean_rate": 0.98046875, "repeat_attempts": 31, "repeat_clean_arrivals": 29, "repeat_clean_rate": 0.9354838709677419 }, { "family": 4, "attempted": 431, "unavailable": 0, "arrivals": 395, "steps": 383355, "contact_decisions": 26, "collision_events": 25, "blocked_decisions": 68437, "collision_free_arrivals": 389, "terrain_contacts": 15, "unit_contacts": 11, "stalled_10s": 46, "deadlock_events": 43, "yield_decisions": 1738, "replans": 493, "assist_decisions": 19689, "repeated_requests": 47, "timeouts_after_confinement": 14, "arrivals_after_confinement": 14, "requested_arrival_rate": 0.9164733178654292, "collision_free_arrival_rate": 0.9025522041763341, "available_arrival_rate": 0.9164733178654292, "initial_attempts": 384, "initial_clean_arrivals": 355, "initial_clean_rate": 0.9244791666666666, "repeat_attempts": 47, "repeat_clean_arrivals": 34, "repeat_clean_rate": 0.723404255319149 } ], "hashes": [ "23eb6e6fc4960b66031f3d08a2c6d6e222ce640026e74ac2c0dbc1fb4bc81991", "26671ef653b08db4f2b520ee53d5c5b264136b9ef561b65ec1f02735bfae407d", "15e8e6795c41a5c5b5cf5f784c60160aacb222140851b03a5f87ca7d77cac254", "7bcd6c020bd8c124e8ceb5d638a28e943fb38c9681ec3452cffac7a2cb7ac41c", "0025f9533b22cb85ac23daeb88e195634a64007393995611f1af4f7f36a4202a" ] }, "reference": { "command": [ "outputs/reliability/final-reference/shared-eval", "reference", "41001", "16", "128", "2", "json" ], "jobs": 2, "families": [ { "family": 0, "attempted": 420, "unavailable": 13, "arrivals": 306, "steps": 441926, "contact_decisions": 4484, "collision_events": 158, "blocked_decisions": 208653, "collision_free_arrivals": 292, "terrain_contacts": 97, "unit_contacts": 4387, "stalled_10s": 84, "deadlock_events": 251, "yield_decisions": 15394, "replans": 629, "assist_decisions": 169425, "repeated_requests": 36, "timeouts_after_confinement": 101, "arrivals_after_confinement": 44, "requested_arrival_rate": 0.7285714285714285, "collision_free_arrival_rate": 0.6952380952380952, "available_arrival_rate": 0.7518427518427518, "initial_attempts": 384, "initial_clean_arrivals": 263, "initial_clean_rate": 0.6848958333333334, "repeat_attempts": 36, "repeat_clean_arrivals": 29, "repeat_clean_rate": 0.8055555555555556 }, { "family": 1, "attempted": 427, "unavailable": 6, "arrivals": 388, "steps": 359773, "contact_decisions": 109, "collision_events": 45, "blocked_decisions": 67874, "collision_free_arrivals": 378, "terrain_contacts": 2, "unit_contacts": 107, "stalled_10s": 54, "deadlock_events": 133, "yield_decisions": 6682, "replans": 485, "assist_decisions": 18626, "repeated_requests": 43, "timeouts_after_confinement": 33, "arrivals_after_confinement": 29, "requested_arrival_rate": 0.9086651053864169, "collision_free_arrival_rate": 0.8852459016393442, "available_arrival_rate": 0.9216152019002375, "initial_attempts": 384, "initial_clean_arrivals": 336, "initial_clean_rate": 0.875, "repeat_attempts": 43, "repeat_clean_arrivals": 42, "repeat_clean_rate": 0.9767441860465116 }, { "family": 2, "attempted": 143, "unavailable": 0, "arrivals": 141, "steps": 76654, "contact_decisions": 4002, "collision_events": 3, "blocked_decisions": 4389, "collision_free_arrivals": 141, "terrain_contacts": 0, "unit_contacts": 4002, "stalled_10s": 2, "deadlock_events": 2, "yield_decisions": 73, "replans": 41, "assist_decisions": 2369, "repeated_requests": 15, "timeouts_after_confinement": 2, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.986013986013986, "collision_free_arrival_rate": 0.986013986013986, "available_arrival_rate": 0.986013986013986, "initial_attempts": 128, "initial_clean_arrivals": 126, "initial_clean_rate": 0.984375, "repeat_attempts": 15, "repeat_clean_arrivals": 15, "repeat_clean_rate": 1.0 }, { "family": 3, "attempted": 287, "unavailable": 1, "arrivals": 281, "steps": 37979, "contact_decisions": 5, "collision_events": 5, "blocked_decisions": 5, "collision_free_arrivals": 281, "terrain_contacts": 1, "unit_contacts": 4, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 71, "replans": 0, "assist_decisions": 119, "repeated_requests": 31, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.9790940766550522, "collision_free_arrival_rate": 0.9790940766550522, "available_arrival_rate": 0.9825174825174825, "initial_attempts": 256, "initial_clean_arrivals": 252, "initial_clean_rate": 0.984375, "repeat_attempts": 31, "repeat_clean_arrivals": 29, "repeat_clean_rate": 0.9354838709677419 }, { "family": 4, "attempted": 431, "unavailable": 0, "arrivals": 406, "steps": 420348, "contact_decisions": 33, "collision_events": 13, "blocked_decisions": 52002, "collision_free_arrivals": 404, "terrain_contacts": 10, "unit_contacts": 23, "stalled_10s": 38, "deadlock_events": 60, "yield_decisions": 2456, "replans": 361, "assist_decisions": 17690, "repeated_requests": 47, "timeouts_after_confinement": 22, "arrivals_after_confinement": 7, "requested_arrival_rate": 0.9419953596287703, "collision_free_arrival_rate": 0.9373549883990719, "available_arrival_rate": 0.9419953596287703, "initial_attempts": 384, "initial_clean_arrivals": 363, "initial_clean_rate": 0.9453125, "repeat_attempts": 47, "repeat_clean_arrivals": 41, "repeat_clean_rate": 0.8723404255319149 } ] }, "deployed": { "command": [ "outputs/reliability/final-deployed/shared-eval", "outputs/shared/selected", "41001", "16", "128", "2", "json" ], "jobs": 2, "families": [ { "family": 0, "attempted": 415, "unavailable": 13, "arrivals": 272, "steps": 417037, "contact_decisions": 184263, "collision_events": 15077, "blocked_decisions": 261208, "collision_free_arrivals": 190, "terrain_contacts": 128384, "unit_contacts": 59448, "stalled_10s": 116, "deadlock_events": 200, "yield_decisions": 0, "replans": 0, "assist_decisions": 0, "repeated_requests": 31, "timeouts_after_confinement": 125, "arrivals_after_confinement": 12, "requested_arrival_rate": 0.655421686746988, "collision_free_arrival_rate": 0.4578313253012048, "available_arrival_rate": 0.6766169154228856, "initial_attempts": 384, "initial_clean_arrivals": 169, "initial_clean_rate": 0.4401041666666667, "repeat_attempts": 31, "repeat_clean_arrivals": 21, "repeat_clean_rate": 0.6774193548387096 }, { "family": 1, "attempted": 429, "unavailable": 6, "arrivals": 383, "steps": 302481, "contact_decisions": 50371, "collision_events": 1212, "blocked_decisions": 88462, "collision_free_arrivals": 341, "terrain_contacts": 45553, "unit_contacts": 4818, "stalled_10s": 55, "deadlock_events": 73, "yield_decisions": 0, "replans": 0, "assist_decisions": 0, "repeated_requests": 45, "timeouts_after_confinement": 38, "arrivals_after_confinement": 10, "requested_arrival_rate": 0.8927738927738927, "collision_free_arrival_rate": 0.7948717948717948, "available_arrival_rate": 0.9054373522458629, "initial_attempts": 384, "initial_clean_arrivals": 306, "initial_clean_rate": 0.796875, "repeat_attempts": 45, "repeat_clean_arrivals": 35, "repeat_clean_rate": 0.7777777777777778 }, { "family": 2, "attempted": 141, "unavailable": 0, "arrivals": 126, "steps": 134578, "contact_decisions": 17446, "collision_events": 49, "blocked_decisions": 63003, "collision_free_arrivals": 117, "terrain_contacts": 10919, "unit_contacts": 6527, "stalled_10s": 21, "deadlock_events": 30, "yield_decisions": 0, "replans": 0, "assist_decisions": 0, "repeated_requests": 13, "timeouts_after_confinement": 11, "arrivals_after_confinement": 6, "requested_arrival_rate": 0.8936170212765957, "collision_free_arrival_rate": 0.8297872340425532, "available_arrival_rate": 0.8936170212765957, "initial_attempts": 128, "initial_clean_arrivals": 105, "initial_clean_rate": 0.8203125, "repeat_attempts": 13, "repeat_clean_arrivals": 12, "repeat_clean_rate": 0.9230769230769231 }, { "family": 3, "attempted": 281, "unavailable": 1, "arrivals": 243, "steps": 68463, "contact_decisions": 32, "collision_events": 32, "blocked_decisions": 18764, "collision_free_arrivals": 243, "terrain_contacts": 19, "unit_contacts": 13, "stalled_10s": 40, "deadlock_events": 0, "yield_decisions": 0, "replans": 0, "assist_decisions": 0, "repeated_requests": 25, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.8647686832740213, "collision_free_arrival_rate": 0.8647686832740213, "available_arrival_rate": 0.8678571428571429, "initial_attempts": 256, "initial_clean_arrivals": 220, "initial_clean_rate": 0.859375, "repeat_attempts": 25, "repeat_clean_arrivals": 23, "repeat_clean_rate": 0.92 }, { "family": 4, "attempted": 430, "unavailable": 0, "arrivals": 327, "steps": 538242, "contact_decisions": 33916, "collision_events": 1417, "blocked_decisions": 188608, "collision_free_arrivals": 301, "terrain_contacts": 23568, "unit_contacts": 10383, "stalled_10s": 135, "deadlock_events": 213, "yield_decisions": 0, "replans": 0, "assist_decisions": 0, "repeated_requests": 46, "timeouts_after_confinement": 87, "arrivals_after_confinement": 29, "requested_arrival_rate": 0.7604651162790698, "collision_free_arrival_rate": 0.7, "available_arrival_rate": 0.7604651162790698, "initial_attempts": 384, "initial_clean_arrivals": 279, "initial_clean_rate": 0.7265625, "repeat_attempts": 46, "repeat_clean_arrivals": 22, "repeat_clean_rate": 0.4782608695652174 } ], "hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ] } }, "sources": { "373": { "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "source_dirty": false, "map_seed": 41001, "maps": 16, "scenarios": 128, "curriculum": 2, "contract": 3, "assistance": true, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/selected", "frozen_hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" }, "474": { "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "source_dirty": false, "map_seed": 41001, "maps": 16, "scenarios": 128, "curriculum": 2, "contract": 3, "assistance": true, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/selected", "frozen_hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" }, "575": { "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "source_dirty": false, "map_seed": 41001, "maps": 16, "scenarios": 128, "curriculum": 2, "contract": 3, "assistance": true, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/selected", "frozen_hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" }, "reference": { "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "source_dirty": false, "map_seed": 41001, "maps": 16, "scenarios": 128, "curriculum": 2, "contract": 3, "assistance": true, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/selected", "frozen_hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" }, "deployed": { "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "source_dirty": false, "map_seed": 41001, "maps": 16, "scenarios": 128, "curriculum": 2, "contract": 2, "assistance": false, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/selected", "frozen_hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" }, "ablation": { "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "source_dirty": false, "map_seed": 41001, "maps": 16, "scenarios": 128, "curriculum": 2, "contract": 3, "assistance": false, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/selected", "frozen_hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" }, "unfamiliar": { "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "source_dirty": false, "map_seed": 42001, "maps": 4, "scenarios": 32, "curriculum": 2, "contract": 3, "assistance": true, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/shared-v3/s575-selected", "frozen_hashes": [ "3ac02a613f82fedca0444f05cf8eca0d6780ac2502a3a0b485f416ca11989dbe", "94d389c817cc93e10549e6eea140f6a2e7993001e9abacc5c26510a35dfeffe0", "60927286dccd174da2a5642bc98843cc964ddee1be8ebabd4d04b9fdfea0b544", "22a5d4b3e4469aa784468487e3137119d38845b8bbab008b65f284b99ef32cc9", "2f483cbe1bbfb56a0dababf48cddcc1188652f6404fd252ffebe1d7d01c8d1c6" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" } } }, "ablation": { "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "source_dirty": false, "map_seed": 41001, "maps": 16, "scenarios": 128, "curriculum": 2, "contract": 3, "assistance": false, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/selected", "results": { "no_assist": { "command": [ "outputs/reliability/final-ablation/shared-eval", "outputs/reliability/training-575/s575-c2", "41001", "16", "128", "2", "json" ], "jobs": 2, "families": [ { "family": 0, "attempted": 407, "unavailable": 13, "arrivals": 204, "steps": 534676, "contact_decisions": 292829, "collision_events": 2294, "blocked_decisions": 391906, "collision_free_arrivals": 187, "terrain_contacts": 151057, "unit_contacts": 151627, "stalled_10s": 177, "deadlock_events": 333, "yield_decisions": 0, "replans": 0, "assist_decisions": 0, "repeated_requests": 23, "timeouts_after_confinement": 187, "arrivals_after_confinement": 7, "requested_arrival_rate": 0.5012285012285013, "collision_free_arrival_rate": 0.4594594594594595, "available_arrival_rate": 0.5177664974619289, "initial_attempts": 384, "initial_clean_arrivals": 166, "initial_clean_rate": 0.4322916666666667, "repeat_attempts": 23, "repeat_clean_arrivals": 21, "repeat_clean_rate": 0.9130434782608695 }, { "family": 1, "attempted": 418, "unavailable": 6, "arrivals": 323, "steps": 380812, "contact_decisions": 111631, "collision_events": 1526, "blocked_decisions": 160402, "collision_free_arrivals": 311, "terrain_contacts": 53601, "unit_contacts": 58030, "stalled_10s": 67, "deadlock_events": 134, "yield_decisions": 0, "replans": 0, "assist_decisions": 0, "repeated_requests": 34, "timeouts_after_confinement": 82, "arrivals_after_confinement": 4, "requested_arrival_rate": 0.7727272727272727, "collision_free_arrival_rate": 0.7440191387559809, "available_arrival_rate": 0.7839805825242718, "initial_attempts": 384, "initial_clean_arrivals": 278, "initial_clean_rate": 0.7239583333333334, "repeat_attempts": 34, "repeat_clean_arrivals": 33, "repeat_clean_rate": 0.9705882352941176 }, { "family": 2, "attempted": 144, "unavailable": 0, "arrivals": 138, "steps": 74958, "contact_decisions": 12475, "collision_events": 31, "blocked_decisions": 12493, "collision_free_arrivals": 135, "terrain_contacts": 8128, "unit_contacts": 4347, "stalled_10s": 6, "deadlock_events": 9, "yield_decisions": 0, "replans": 0, "assist_decisions": 0, "repeated_requests": 16, "timeouts_after_confinement": 6, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.9583333333333334, "collision_free_arrival_rate": 0.9375, "available_arrival_rate": 0.9583333333333334, "initial_attempts": 128, "initial_clean_arrivals": 119, "initial_clean_rate": 0.9296875, "repeat_attempts": 16, "repeat_clean_arrivals": 16, "repeat_clean_rate": 1.0 }, { "family": 3, "attempted": 287, "unavailable": 1, "arrivals": 273, "steps": 36828, "contact_decisions": 13, "collision_events": 13, "blocked_decisions": 9, "collision_free_arrivals": 273, "terrain_contacts": 4, "unit_contacts": 9, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 0, "replans": 0, "assist_decisions": 0, "repeated_requests": 31, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.9512195121951219, "collision_free_arrival_rate": 0.9512195121951219, "available_arrival_rate": 0.9545454545454546, "initial_attempts": 256, "initial_clean_arrivals": 245, "initial_clean_rate": 0.95703125, "repeat_attempts": 31, "repeat_clean_arrivals": 28, "repeat_clean_rate": 0.9032258064516129 }, { "family": 4, "attempted": 427, "unavailable": 0, "arrivals": 383, "steps": 373865, "contact_decisions": 81326, "collision_events": 703, "blocked_decisions": 95457, "collision_free_arrivals": 339, "terrain_contacts": 48516, "unit_contacts": 32810, "stalled_10s": 45, "deadlock_events": 59, "yield_decisions": 0, "replans": 0, "assist_decisions": 0, "repeated_requests": 43, "timeouts_after_confinement": 42, "arrivals_after_confinement": 4, "requested_arrival_rate": 0.8969555035128806, "collision_free_arrival_rate": 0.7939110070257611, "available_arrival_rate": 0.8969555035128806, "initial_attempts": 384, "initial_clean_arrivals": 309, "initial_clean_rate": 0.8046875, "repeat_attempts": 43, "repeat_clean_arrivals": 30, "repeat_clean_rate": 0.6976744186046512 } ], "hashes": [ "23eb6e6fc4960b66031f3d08a2c6d6e222ce640026e74ac2c0dbc1fb4bc81991", "26671ef653b08db4f2b520ee53d5c5b264136b9ef561b65ec1f02735bfae407d", "15e8e6795c41a5c5b5cf5f784c60160aacb222140851b03a5f87ca7d77cac254", "7bcd6c020bd8c124e8ceb5d638a28e943fb38c9681ec3452cffac7a2cb7ac41c", "0025f9533b22cb85ac23daeb88e195634a64007393995611f1af4f7f36a4202a" ] } }, "frozen_hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" }, "unfamiliar_traffic": { "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "source_dirty": false, "map_seed": 42001, "maps": 4, "scenarios": 32, "curriculum": 2, "contract": 3, "assistance": true, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/shared-v3/s575-selected", "results": { "selected": { "command": [ "outputs/reliability/final-unfamiliar/shared-eval", "outputs/reliability/training-575/s575-c2", "42001", "4", "32", "2", "json" ], "jobs": 2, "families": [ { "family": 0, "attempted": 101, "unavailable": 4, "arrivals": 53, "steps": 132679, "contact_decisions": 1969, "collision_events": 68, "blocked_decisions": 78741, "collision_free_arrivals": 48, "terrain_contacts": 25, "unit_contacts": 1944, "stalled_10s": 16, "deadlock_events": 118, "yield_decisions": 3182, "replans": 187, "assist_decisions": 36418, "repeated_requests": 5, "timeouts_after_confinement": 44, "arrivals_after_confinement": 7, "requested_arrival_rate": 0.5247524752475248, "collision_free_arrival_rate": 0.4752475247524752, "available_arrival_rate": 0.5463917525773195, "initial_attempts": 96, "initial_clean_arrivals": 44, "initial_clean_rate": 0.4583333333333333, "repeat_attempts": 5, "repeat_clean_arrivals": 4, "repeat_clean_rate": 0.8 }, { "family": 1, "attempted": 104, "unavailable": 3, "arrivals": 88, "steps": 87506, "contact_decisions": 25, "collision_events": 25, "blocked_decisions": 21387, "collision_free_arrivals": 84, "terrain_contacts": 6, "unit_contacts": 19, "stalled_10s": 9, "deadlock_events": 28, "yield_decisions": 1614, "replans": 75, "assist_decisions": 3474, "repeated_requests": 8, "timeouts_after_confinement": 9, "arrivals_after_confinement": 2, "requested_arrival_rate": 0.8461538461538461, "collision_free_arrival_rate": 0.8076923076923077, "available_arrival_rate": 0.8712871287128713, "initial_attempts": 96, "initial_clean_arrivals": 76, "initial_clean_rate": 0.7916666666666666, "repeat_attempts": 8, "repeat_clean_arrivals": 8, "repeat_clean_rate": 1.0 }, { "family": 2, "attempted": 36, "unavailable": 0, "arrivals": 36, "steps": 15615, "contact_decisions": 0, "collision_events": 0, "blocked_decisions": 17, "collision_free_arrivals": 36, "terrain_contacts": 0, "unit_contacts": 0, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 0, "replans": 0, "assist_decisions": 0, "repeated_requests": 4, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 1.0, "collision_free_arrival_rate": 1.0, "available_arrival_rate": 1.0, "initial_attempts": 32, "initial_clean_arrivals": 32, "initial_clean_rate": 1.0, "repeat_attempts": 4, "repeat_clean_arrivals": 4, "repeat_clean_rate": 1.0 }, { "family": 3, "attempted": 71, "unavailable": 0, "arrivals": 69, "steps": 8829, "contact_decisions": 2, "collision_events": 2, "blocked_decisions": 2, "collision_free_arrivals": 69, "terrain_contacts": 2, "unit_contacts": 0, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 19, "replans": 0, "assist_decisions": 20, "repeated_requests": 7, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.971830985915493, "collision_free_arrival_rate": 0.971830985915493, "available_arrival_rate": 0.971830985915493, "initial_attempts": 64, "initial_clean_arrivals": 62, "initial_clean_rate": 0.96875, "repeat_attempts": 7, "repeat_clean_arrivals": 7, "repeat_clean_rate": 1.0 }, { "family": 4, "attempted": 106, "unavailable": 0, "arrivals": 90, "steps": 102335, "contact_decisions": 2, "collision_events": 2, "blocked_decisions": 24597, "collision_free_arrivals": 90, "terrain_contacts": 2, "unit_contacts": 0, "stalled_10s": 9, "deadlock_events": 10, "yield_decisions": 815, "replans": 198, "assist_decisions": 3919, "repeated_requests": 10, "timeouts_after_confinement": 3, "arrivals_after_confinement": 1, "requested_arrival_rate": 0.8490566037735849, "collision_free_arrival_rate": 0.8490566037735849, "available_arrival_rate": 0.8490566037735849, "initial_attempts": 96, "initial_clean_arrivals": 83, "initial_clean_rate": 0.8645833333333334, "repeat_attempts": 10, "repeat_clean_arrivals": 7, "repeat_clean_rate": 0.7 } ], "hashes": [ "23eb6e6fc4960b66031f3d08a2c6d6e222ce640026e74ac2c0dbc1fb4bc81991", "26671ef653b08db4f2b520ee53d5c5b264136b9ef561b65ec1f02735bfae407d", "15e8e6795c41a5c5b5cf5f784c60160aacb222140851b03a5f87ca7d77cac254", "7bcd6c020bd8c124e8ceb5d638a28e943fb38c9681ec3452cffac7a2cb7ac41c", "0025f9533b22cb85ac23daeb88e195634a64007393995611f1af4f7f36a4202a" ] } }, "frozen_hashes": [ "3ac02a613f82fedca0444f05cf8eca0d6780ac2502a3a0b485f416ca11989dbe", "94d389c817cc93e10549e6eea140f6a2e7993001e9abacc5c26510a35dfeffe0", "60927286dccd174da2a5642bc98843cc964ddee1be8ebabd4d04b9fdfea0b544", "22a5d4b3e4469aa784468487e3137119d38845b8bbab008b65f284b99ef32cc9", "2f483cbe1bbfb56a0dababf48cddcc1188652f6404fd252ffebe1d7d01c8d1c6" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" }, "selection_results": { "373": { "source_commit": "80ec571666504d6dfdf79a304e88f55db5b1f266", "source_dirty": false, "map_seed": 32001, "maps": 8, "scenarios": 64, "curriculum": 2, "contract": 3, "assistance": true, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/selected", "results": { "s373": { "command": [ "outputs/reliability/selection-hardened-373/shared-eval", "outputs/reliability/training-373/s373-c2", "32001", "8", "64", "2", "json" ], "jobs": 3, "families": [ { "family": 0, "attempted": 206, "unavailable": 6, "arrivals": 113, "steps": 259526, "contact_decisions": 5081, "collision_events": 204, "blocked_decisions": 133979, "collision_free_arrivals": 100, "terrain_contacts": 100, "unit_contacts": 4981, "stalled_10s": 27, "deadlock_events": 133, "yield_decisions": 2427, "replans": 317, "assist_decisions": 53693, "repeated_requests": 14, "timeouts_after_confinement": 66, "arrivals_after_confinement": 4, "requested_arrival_rate": 0.5485436893203883, "collision_free_arrival_rate": 0.4854368932038835, "available_arrival_rate": 0.565, "initial_attempts": 192, "initial_clean_arrivals": 88, "initial_clean_rate": 0.4583333333333333, "repeat_attempts": 14, "repeat_clean_arrivals": 12, "repeat_clean_rate": 0.8571428571428571 }, { "family": 1, "attempted": 209, "unavailable": 3, "arrivals": 171, "steps": 186901, "contact_decisions": 2530, "collision_events": 99, "blocked_decisions": 49109, "collision_free_arrivals": 168, "terrain_contacts": 0, "unit_contacts": 2530, "stalled_10s": 14, "deadlock_events": 52, "yield_decisions": 3055, "replans": 226, "assist_decisions": 5187, "repeated_requests": 17, "timeouts_after_confinement": 16, "arrivals_after_confinement": 7, "requested_arrival_rate": 0.8181818181818182, "collision_free_arrival_rate": 0.8038277511961722, "available_arrival_rate": 0.8300970873786407, "initial_attempts": 192, "initial_clean_arrivals": 151, "initial_clean_rate": 0.7864583333333334, "repeat_attempts": 17, "repeat_clean_arrivals": 17, "repeat_clean_rate": 1.0 }, { "family": 2, "attempted": 72, "unavailable": 0, "arrivals": 70, "steps": 37116, "contact_decisions": 3816, "collision_events": 9, "blocked_decisions": 5338, "collision_free_arrivals": 69, "terrain_contacts": 2, "unit_contacts": 3814, "stalled_10s": 2, "deadlock_events": 8, "yield_decisions": 48, "replans": 38, "assist_decisions": 3314, "repeated_requests": 8, "timeouts_after_confinement": 2, "arrivals_after_confinement": 2, "requested_arrival_rate": 0.9722222222222222, "collision_free_arrival_rate": 0.9583333333333334, "available_arrival_rate": 0.9722222222222222, "initial_attempts": 64, "initial_clean_arrivals": 62, "initial_clean_rate": 0.96875, "repeat_attempts": 8, "repeat_clean_arrivals": 7, "repeat_clean_rate": 0.875 }, { "family": 3, "attempted": 143, "unavailable": 0, "arrivals": 137, "steps": 17340, "contact_decisions": 6, "collision_events": 6, "blocked_decisions": 5, "collision_free_arrivals": 137, "terrain_contacts": 4, "unit_contacts": 2, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 89, "replans": 0, "assist_decisions": 134, "repeated_requests": 15, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.958041958041958, "collision_free_arrival_rate": 0.958041958041958, "available_arrival_rate": 0.958041958041958, "initial_attempts": 128, "initial_clean_arrivals": 124, "initial_clean_rate": 0.96875, "repeat_attempts": 15, "repeat_clean_arrivals": 13, "repeat_clean_rate": 0.8666666666666667 }, { "family": 4, "attempted": 216, "unavailable": 0, "arrivals": 194, "steps": 203949, "contact_decisions": 17, "collision_events": 11, "blocked_decisions": 38867, "collision_free_arrivals": 192, "terrain_contacts": 3, "unit_contacts": 14, "stalled_10s": 23, "deadlock_events": 37, "yield_decisions": 2745, "replans": 233, "assist_decisions": 15771, "repeated_requests": 24, "timeouts_after_confinement": 18, "arrivals_after_confinement": 3, "requested_arrival_rate": 0.8981481481481481, "collision_free_arrival_rate": 0.8888888888888888, "available_arrival_rate": 0.8981481481481481, "initial_attempts": 192, "initial_clean_arrivals": 173, "initial_clean_rate": 0.9010416666666666, "repeat_attempts": 24, "repeat_clean_arrivals": 19, "repeat_clean_rate": 0.7916666666666666 } ], "hashes": [ "a845e1dec29d6875540b720a29350df7da8556485352a35af9aa441d0b976872", "e208bfb720c0dc2cfd23c81f3b8a91277c4682c605a4b8fcb1d79c26abb1d453", "d1afabd70cc9daeb42164445bbc7fc269f50f7a6c526611ad1e4212380f25402", "daaeeea53a78992d41c3f29eb65027daff9fb18403b0d0b84c288c1c0da42e31", "ecc28b24a61fa122f4f078a9edf4ad0cf9cfdd81cdcc04bb09888f133badadab" ] } }, "frozen_hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" }, "474": { "source_commit": "80ec571666504d6dfdf79a304e88f55db5b1f266", "source_dirty": false, "map_seed": 32001, "maps": 8, "scenarios": 64, "curriculum": 2, "contract": 3, "assistance": true, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/selected", "results": { "s474": { "command": [ "outputs/reliability/selection-hardened-474/shared-eval", "outputs/reliability/training-474/s474-c2", "32001", "8", "64", "2", "json" ], "jobs": 3, "families": [ { "family": 0, "attempted": 208, "unavailable": 6, "arrivals": 142, "steps": 218029, "contact_decisions": 2569, "collision_events": 89, "blocked_decisions": 117450, "collision_free_arrivals": 127, "terrain_contacts": 55, "unit_contacts": 2514, "stalled_10s": 28, "deadlock_events": 154, "yield_decisions": 6105, "replans": 482, "assist_decisions": 60114, "repeated_requests": 16, "timeouts_after_confinement": 59, "arrivals_after_confinement": 15, "requested_arrival_rate": 0.6826923076923077, "collision_free_arrival_rate": 0.6105769230769231, "available_arrival_rate": 0.7029702970297029, "initial_attempts": 192, "initial_clean_arrivals": 115, "initial_clean_rate": 0.5989583333333334, "repeat_attempts": 16, "repeat_clean_arrivals": 12, "repeat_clean_rate": 0.75 }, { "family": 1, "attempted": 211, "unavailable": 3, "arrivals": 183, "steps": 177374, "contact_decisions": 112, "collision_events": 25, "blocked_decisions": 41203, "collision_free_arrivals": 176, "terrain_contacts": 0, "unit_contacts": 112, "stalled_10s": 24, "deadlock_events": 55, "yield_decisions": 2946, "replans": 259, "assist_decisions": 7647, "repeated_requests": 19, "timeouts_after_confinement": 17, "arrivals_after_confinement": 8, "requested_arrival_rate": 0.8672985781990521, "collision_free_arrival_rate": 0.8341232227488151, "available_arrival_rate": 0.8798076923076923, "initial_attempts": 192, "initial_clean_arrivals": 157, "initial_clean_rate": 0.8177083333333334, "repeat_attempts": 19, "repeat_clean_arrivals": 19, "repeat_clean_rate": 1.0 }, { "family": 2, "attempted": 72, "unavailable": 0, "arrivals": 71, "steps": 34370, "contact_decisions": 0, "collision_events": 0, "blocked_decisions": 2461, "collision_free_arrivals": 71, "terrain_contacts": 0, "unit_contacts": 0, "stalled_10s": 0, "deadlock_events": 3, "yield_decisions": 17, "replans": 1, "assist_decisions": 728, "repeated_requests": 8, "timeouts_after_confinement": 0, "arrivals_after_confinement": 1, "requested_arrival_rate": 0.9861111111111112, "collision_free_arrival_rate": 0.9861111111111112, "available_arrival_rate": 0.9861111111111112, "initial_attempts": 64, "initial_clean_arrivals": 64, "initial_clean_rate": 1.0, "repeat_attempts": 8, "repeat_clean_arrivals": 7, "repeat_clean_rate": 0.875 }, { "family": 3, "attempted": 143, "unavailable": 0, "arrivals": 139, "steps": 17966, "contact_decisions": 4, "collision_events": 4, "blocked_decisions": 1, "collision_free_arrivals": 139, "terrain_contacts": 3, "unit_contacts": 1, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 76, "replans": 0, "assist_decisions": 128, "repeated_requests": 15, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.972027972027972, "collision_free_arrival_rate": 0.972027972027972, "available_arrival_rate": 0.972027972027972, "initial_attempts": 128, "initial_clean_arrivals": 125, "initial_clean_rate": 0.9765625, "repeat_attempts": 15, "repeat_clean_arrivals": 14, "repeat_clean_rate": 0.9333333333333333 }, { "family": 4, "attempted": 215, "unavailable": 0, "arrivals": 193, "steps": 207569, "contact_decisions": 14, "collision_events": 10, "blocked_decisions": 45371, "collision_free_arrivals": 189, "terrain_contacts": 5, "unit_contacts": 9, "stalled_10s": 35, "deadlock_events": 38, "yield_decisions": 2199, "replans": 304, "assist_decisions": 14187, "repeated_requests": 23, "timeouts_after_confinement": 14, "arrivals_after_confinement": 10, "requested_arrival_rate": 0.8976744186046511, "collision_free_arrival_rate": 0.8790697674418605, "available_arrival_rate": 0.8976744186046511, "initial_attempts": 192, "initial_clean_arrivals": 173, "initial_clean_rate": 0.9010416666666666, "repeat_attempts": 23, "repeat_clean_arrivals": 16, "repeat_clean_rate": 0.6956521739130435 } ], "hashes": [ "3441d1020a18d4517eb03b163123db1ed9d392ba85a2a1848cf234a7f754a687", "1740ebe0ae25d848453c5ab4d573c406e64b8147350460d10524ca01eeb2b504", "4f7dc2e1ef1cd9d62553c01b83bbe86f60c6435c8c095704c8a1efb697d06a24", "8558d4a8d1fbe4a41c2457c56a7bd18bf56740d4084787deb77f6b9e51e9311d", "7e599958c5e4354796fbd9b0853ab254723a22d4a57ddb71e8ee1d034678bdc7" ] } }, "frozen_hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" }, "575": { "source_commit": "80ec571666504d6dfdf79a304e88f55db5b1f266", "source_dirty": false, "map_seed": 32001, "maps": 8, "scenarios": 64, "curriculum": 2, "contract": 3, "assistance": true, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/selected", "results": { "s575": { "command": [ "outputs/reliability/selection-hardened-575/shared-eval", "outputs/reliability/training-575/s575-c2", "32001", "8", "64", "2", "json" ], "jobs": 3, "families": [ { "family": 0, "attempted": 208, "unavailable": 6, "arrivals": 142, "steps": 217494, "contact_decisions": 209, "collision_events": 55, "blocked_decisions": 117455, "collision_free_arrivals": 131, "terrain_contacts": 25, "unit_contacts": 184, "stalled_10s": 23, "deadlock_events": 148, "yield_decisions": 4382, "replans": 363, "assist_decisions": 55816, "repeated_requests": 16, "timeouts_after_confinement": 58, "arrivals_after_confinement": 13, "requested_arrival_rate": 0.6826923076923077, "collision_free_arrival_rate": 0.6298076923076923, "available_arrival_rate": 0.7029702970297029, "initial_attempts": 192, "initial_clean_arrivals": 121, "initial_clean_rate": 0.6302083333333334, "repeat_attempts": 16, "repeat_clean_arrivals": 10, "repeat_clean_rate": 0.625 }, { "family": 1, "attempted": 209, "unavailable": 3, "arrivals": 172, "steps": 184079, "contact_decisions": 110, "collision_events": 41, "blocked_decisions": 51322, "collision_free_arrivals": 166, "terrain_contacts": 3, "unit_contacts": 107, "stalled_10s": 12, "deadlock_events": 87, "yield_decisions": 2722, "replans": 133, "assist_decisions": 6064, "repeated_requests": 17, "timeouts_after_confinement": 27, "arrivals_after_confinement": 2, "requested_arrival_rate": 0.8229665071770335, "collision_free_arrival_rate": 0.7942583732057417, "available_arrival_rate": 0.8349514563106796, "initial_attempts": 192, "initial_clean_arrivals": 149, "initial_clean_rate": 0.7760416666666666, "repeat_attempts": 17, "repeat_clean_arrivals": 17, "repeat_clean_rate": 1.0 }, { "family": 2, "attempted": 72, "unavailable": 0, "arrivals": 72, "steps": 32693, "contact_decisions": 1, "collision_events": 1, "blocked_decisions": 477, "collision_free_arrivals": 71, "terrain_contacts": 0, "unit_contacts": 1, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 26, "replans": 0, "assist_decisions": 576, "repeated_requests": 8, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 1.0, "collision_free_arrival_rate": 0.9861111111111112, "available_arrival_rate": 1.0, "initial_attempts": 64, "initial_clean_arrivals": 63, "initial_clean_rate": 0.984375, "repeat_attempts": 8, "repeat_clean_arrivals": 8, "repeat_clean_rate": 1.0 }, { "family": 3, "attempted": 143, "unavailable": 0, "arrivals": 136, "steps": 17772, "contact_decisions": 7, "collision_events": 7, "blocked_decisions": 4, "collision_free_arrivals": 136, "terrain_contacts": 4, "unit_contacts": 3, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 114, "replans": 0, "assist_decisions": 161, "repeated_requests": 15, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.951048951048951, "collision_free_arrival_rate": 0.951048951048951, "available_arrival_rate": 0.951048951048951, "initial_attempts": 128, "initial_clean_arrivals": 122, "initial_clean_rate": 0.953125, "repeat_attempts": 15, "repeat_clean_arrivals": 14, "repeat_clean_rate": 0.9333333333333333 }, { "family": 4, "attempted": 213, "unavailable": 0, "arrivals": 186, "steps": 201220, "contact_decisions": 6, "collision_events": 6, "blocked_decisions": 43278, "collision_free_arrivals": 185, "terrain_contacts": 5, "unit_contacts": 1, "stalled_10s": 25, "deadlock_events": 28, "yield_decisions": 1637, "replans": 308, "assist_decisions": 20846, "repeated_requests": 21, "timeouts_after_confinement": 14, "arrivals_after_confinement": 6, "requested_arrival_rate": 0.8732394366197183, "collision_free_arrival_rate": 0.8685446009389671, "available_arrival_rate": 0.8732394366197183, "initial_attempts": 192, "initial_clean_arrivals": 171, "initial_clean_rate": 0.890625, "repeat_attempts": 21, "repeat_clean_arrivals": 14, "repeat_clean_rate": 0.6666666666666666 } ], "hashes": [ "23eb6e6fc4960b66031f3d08a2c6d6e222ce640026e74ac2c0dbc1fb4bc81991", "26671ef653b08db4f2b520ee53d5c5b264136b9ef561b65ec1f02735bfae407d", "15e8e6795c41a5c5b5cf5f784c60160aacb222140851b03a5f87ca7d77cac254", "7bcd6c020bd8c124e8ceb5d638a28e943fb38c9681ec3452cffac7a2cb7ac41c", "0025f9533b22cb85ac23daeb88e195634a64007393995611f1af4f7f36a4202a" ] } }, "frozen_hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" }, "reference": { "source_commit": "80ec571666504d6dfdf79a304e88f55db5b1f266", "source_dirty": false, "map_seed": 32001, "maps": 8, "scenarios": 64, "curriculum": 2, "contract": 3, "assistance": true, "scenarios_per_map": 8, "frozen_pool": "outputs/shared/selected", "results": { "reference": { "command": [ "outputs/reliability/selection-hardened-reference/shared-eval", "reference", "32001", "8", "64", "2", "json" ], "jobs": 3, "families": [ { "family": 0, "attempted": 213, "unavailable": 6, "arrivals": 173, "steps": 187342, "contact_decisions": 2415, "collision_events": 37, "blocked_decisions": 79232, "collision_free_arrivals": 158, "terrain_contacts": 8, "unit_contacts": 2407, "stalled_10s": 34, "deadlock_events": 119, "yield_decisions": 6041, "replans": 320, "assist_decisions": 51124, "repeated_requests": 21, "timeouts_after_confinement": 34, "arrivals_after_confinement": 20, "requested_arrival_rate": 0.812206572769953, "collision_free_arrival_rate": 0.7417840375586855, "available_arrival_rate": 0.8357487922705314, "initial_attempts": 192, "initial_clean_arrivals": 144, "initial_clean_rate": 0.75, "repeat_attempts": 21, "repeat_clean_arrivals": 14, "repeat_clean_rate": 0.6666666666666666 }, { "family": 1, "attempted": 215, "unavailable": 3, "arrivals": 204, "steps": 170231, "contact_decisions": 22, "collision_events": 22, "blocked_decisions": 22718, "collision_free_arrivals": 195, "terrain_contacts": 0, "unit_contacts": 22, "stalled_10s": 17, "deadlock_events": 47, "yield_decisions": 1875, "replans": 177, "assist_decisions": 4962, "repeated_requests": 23, "timeouts_after_confinement": 8, "arrivals_after_confinement": 17, "requested_arrival_rate": 0.9488372093023256, "collision_free_arrival_rate": 0.9069767441860465, "available_arrival_rate": 0.9622641509433962, "initial_attempts": 192, "initial_clean_arrivals": 172, "initial_clean_rate": 0.8958333333333334, "repeat_attempts": 23, "repeat_clean_arrivals": 23, "repeat_clean_rate": 1.0 }, { "family": 2, "attempted": 72, "unavailable": 0, "arrivals": 70, "steps": 41214, "contact_decisions": 3694, "collision_events": 9, "blocked_decisions": 4560, "collision_free_arrivals": 70, "terrain_contacts": 0, "unit_contacts": 3694, "stalled_10s": 2, "deadlock_events": 6, "yield_decisions": 112, "replans": 38, "assist_decisions": 2651, "repeated_requests": 8, "timeouts_after_confinement": 2, "arrivals_after_confinement": 1, "requested_arrival_rate": 0.9722222222222222, "collision_free_arrival_rate": 0.9722222222222222, "available_arrival_rate": 0.9722222222222222, "initial_attempts": 64, "initial_clean_arrivals": 63, "initial_clean_rate": 0.984375, "repeat_attempts": 8, "repeat_clean_arrivals": 7, "repeat_clean_rate": 0.875 }, { "family": 3, "attempted": 143, "unavailable": 0, "arrivals": 139, "steps": 18201, "contact_decisions": 4, "collision_events": 4, "blocked_decisions": 3, "collision_free_arrivals": 139, "terrain_contacts": 3, "unit_contacts": 1, "stalled_10s": 0, "deadlock_events": 0, "yield_decisions": 66, "replans": 0, "assist_decisions": 126, "repeated_requests": 15, "timeouts_after_confinement": 0, "arrivals_after_confinement": 0, "requested_arrival_rate": 0.972027972027972, "collision_free_arrival_rate": 0.972027972027972, "available_arrival_rate": 0.972027972027972, "initial_attempts": 128, "initial_clean_arrivals": 125, "initial_clean_rate": 0.9765625, "repeat_attempts": 15, "repeat_clean_arrivals": 14, "repeat_clean_rate": 0.9333333333333333 }, { "family": 4, "attempted": 214, "unavailable": 0, "arrivals": 198, "steps": 213582, "contact_decisions": 3132, "collision_events": 46, "blocked_decisions": 27857, "collision_free_arrivals": 198, "terrain_contacts": 0, "unit_contacts": 3132, "stalled_10s": 21, "deadlock_events": 35, "yield_decisions": 1708, "replans": 216, "assist_decisions": 8604, "repeated_requests": 22, "timeouts_after_confinement": 15, "arrivals_after_confinement": 6, "requested_arrival_rate": 0.9252336448598131, "collision_free_arrival_rate": 0.9252336448598131, "available_arrival_rate": 0.9252336448598131, "initial_attempts": 192, "initial_clean_arrivals": 177, "initial_clean_rate": 0.921875, "repeat_attempts": 22, "repeat_clean_arrivals": 21, "repeat_clean_rate": 0.9545454545454546 } ] } }, "frozen_hashes": [ "169e609c77cf7077f69611a07c1c3d373638212936ddbc8d3fab302b67f00e33", "b9a3cbe122f7e776311b97f50c5353e64ab326342b828681729bedf8a1f1423c", "f21577ae179aa246b0ed04a845d88a4696c937c83d58607e7c90f057fda70c9d", "559b9527e87b75a38833566c0d2b07c16b406ec0e8dcb9506f9d6f6c05f0ff5f", "68cff730a9e6b55f0ac02de0660bc47749db119256f8a8399d186b78efe235ce" ], "deadlock_diagnostic": "10s confined within 0.35 units; 5s yielding grace; one event until escape" } }, "validation": { "native_endurance": { "seed": 73, "decisions": 6000, "seconds": 600, "no_resets": true, "finite": true, "nonoverlap": true, "navigation_pass": false, "units": [ { "unit": 0, "family": 0, "active": 1, "arrivals": 4, "contacts": 1, "collisions": 1, "timeout": 0, "failed": 0, "remaining": 94.183, "global_retries": 0, "confined_ticks": 2, "terrain_contacts": 1, "unit_contacts": 0 }, { "unit": 1, "family": 0, "active": 1, "arrivals": 123, "contacts": 0, "collisions": 0, "timeout": 0, "failed": 0, "remaining": 3.199, "global_retries": 0, "confined_ticks": 25, "terrain_contacts": 0, "unit_contacts": 0 }, { "unit": 2, "family": 0, "active": 1, "arrivals": 4, "contacts": 2, "collisions": 2, "timeout": 0, "failed": 0, "remaining": 146.897, "global_retries": 0, "confined_ticks": 3, "terrain_contacts": 2, "unit_contacts": 0 }, { "unit": 3, "family": 1, "active": 1, "arrivals": 6, "contacts": 0, "collisions": 0, "timeout": 0, "failed": 0, "remaining": 30.623, "global_retries": 0, "confined_ticks": 2, "terrain_contacts": 0, "unit_contacts": 0 }, { "unit": 4, "family": 1, "active": 1, "arrivals": 5, "contacts": 0, "collisions": 0, "timeout": 0, "failed": 0, "remaining": 56.132, "global_retries": 0, "confined_ticks": 1, "terrain_contacts": 0, "unit_contacts": 0 }, { "unit": 5, "family": 1, "active": 1, "arrivals": 5, "contacts": 0, "collisions": 0, "timeout": 0, "failed": 0, "remaining": 24.197, "global_retries": 0, "confined_ticks": 1, "terrain_contacts": 0, "unit_contacts": 0 }, { "unit": 6, "family": 2, "active": 1, "arrivals": 3, "contacts": 1, "collisions": 1, "timeout": 0, "failed": 0, "remaining": 8.711, "global_retries": 3, "confined_ticks": 3572, "terrain_contacts": 0, "unit_contacts": 1 }, { "unit": 7, "family": 3, "active": 1, "arrivals": 4, "contacts": 1, "collisions": 1, "timeout": 0, "failed": 1, "remaining": 26.385, "global_retries": 0, "confined_ticks": 0, "terrain_contacts": 0, "unit_contacts": 1 }, { "unit": 8, "family": 3, "active": 1, "arrivals": 30, "contacts": 0, "collisions": 0, "timeout": 0, "failed": 0, "remaining": 82.684, "global_retries": 0, "confined_ticks": 1, "terrain_contacts": 0, "unit_contacts": 0 }, { "unit": 9, "family": 4, "active": 1, "arrivals": 2, "contacts": 550, "collisions": 15, "timeout": 0, "failed": 0, "remaining": 43.279, "global_retries": 0, "confined_ticks": 2, "terrain_contacts": 1, "unit_contacts": 549 }, { "unit": 10, "family": 4, "active": 1, "arrivals": 2, "contacts": 0, "collisions": 0, "timeout": 0, "failed": 0, "remaining": 207.831, "global_retries": 0, "confined_ticks": 5, "terrain_contacts": 0, "unit_contacts": 0 }, { "unit": 11, "family": 4, "active": 1, "arrivals": 0, "contacts": 549, "collisions": 14, "timeout": 0, "failed": 0, "remaining": 41.036, "global_retries": 3, "confined_ticks": 19, "terrain_contacts": 0, "unit_contacts": 549 } ] }, "browser": { "source_commit": "a4fed85fc42374802beb3d396a861bf243f45e38", "seed": 73, "contract": 3, "trained": true, "models": "s575-c2", "settings": { "sym": 1, "a": 6, "b": 6, "biome": 1, "tunnels": 1, "cut": 1, "sensors": 4, "sensorsAll": 1 }, "start_utc": "2026-09-18T17:06:37.337Z", "end_utc": "2026-09-18T17:19:54.549Z", "initial_tick": 0, "final_tick": 6115, "simulation_seconds": 611.5, "wall_seconds": 797.212, "initial_active": 12, "initial_arrivals": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "initial_contacts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "no_resets": true, "no_control_or_equipment_changes": true, "observed_js_gl_errors": [], "navigation_pass": false, "final_units": [ { "id": 0, "family": 0, "arrivals": 5, "contacts": 1, "collisions": 1, "terrain_contacts": 1, "unit_contacts": 0, "global_retries": 1, "confined_ticks": 38, "remaining": 40.18, "failed": 0, "position": [ 28.242, 10.777, 42.922 ], "active": 1, "timeout": 0, "replans": 0, "deadlocks": 0, "assists": 5 }, { "id": 1, "family": 0, "arrivals": 125, "contacts": 0, "collisions": 0, "terrain_contacts": 0, "unit_contacts": 0, "global_retries": 0, "confined_ticks": 1, "remaining": 3.301, "failed": 0, "position": [ 20.669, 1.8, 90.209 ], "active": 1, "timeout": 0, "replans": 0, "deadlocks": 0, "assists": 0 }, { "id": 2, "family": 0, "arrivals": 5, "contacts": 3, "collisions": 3, "terrain_contacts": 3, "unit_contacts": 0, "global_retries": 0, "confined_ticks": 2, "remaining": 96.326, "failed": 0, "position": [ 24.753, 12.017, 46.908 ], "active": 1, "timeout": 0, "replans": 0, "deadlocks": 0, "assists": 109 }, { "id": 3, "family": 1, "arrivals": 7, "contacts": 0, "collisions": 0, "terrain_contacts": 0, "unit_contacts": 0, "global_retries": 0, "confined_ticks": 4, "remaining": 161.799, "failed": 0, "position": [ -28.626, -0.12, 144.546 ], "active": 1, "timeout": 0, "replans": 1, "deadlocks": 0, "assists": 19 }, { "id": 4, "family": 1, "arrivals": 5, "contacts": 0, "collisions": 0, "terrain_contacts": 0, "unit_contacts": 0, "global_retries": 0, "confined_ticks": 5, "remaining": 17.226, "failed": 0, "position": [ 11.14, -0.12, 107.041 ], "active": 1, "timeout": 0, "replans": 1, "deadlocks": 0, "assists": 0 }, { "id": 5, "family": 1, "arrivals": 6, "contacts": 0, "collisions": 0, "terrain_contacts": 0, "unit_contacts": 0, "global_retries": 0, "confined_ticks": 3, "remaining": 150.827, "failed": 0, "position": [ 115.31, -0.12, 15.251 ], "active": 1, "timeout": 0, "replans": 0, "deadlocks": 0, "assists": 0 }, { "id": 6, "family": 2, "arrivals": 9, "contacts": 1, "collisions": 1, "terrain_contacts": 0, "unit_contacts": 1, "global_retries": 3, "confined_ticks": 1061, "remaining": 9.457, "failed": 0, "position": [ 59.068, 22.356, 44.178 ], "active": 1, "timeout": 0, "replans": 11, "deadlocks": 1, "assists": 1053 }, { "id": 7, "family": 3, "arrivals": 4, "contacts": 1, "collisions": 1, "terrain_contacts": 0, "unit_contacts": 1, "global_retries": 0, "confined_ticks": 0, "remaining": 26.385, "failed": 1, "position": [ 61.124, 21.305, 45.675 ], "active": 1, "timeout": 0, "replans": 0, "deadlocks": 0, "assists": 5 }, { "id": 8, "family": 3, "arrivals": 28, "contacts": 0, "collisions": 0, "terrain_contacts": 0, "unit_contacts": 0, "global_retries": 0, "confined_ticks": 1, "remaining": 56.932, "failed": 0, "position": [ 101.718, 26.966, 60.923 ], "active": 1, "timeout": 0, "replans": 0, "deadlocks": 0, "assists": 0 }, { "id": 9, "family": 4, "arrivals": 0, "contacts": 4235, "collisions": 25, "terrain_contacts": 0, "unit_contacts": 4235, "global_retries": 3, "confined_ticks": 1805, "remaining": 60.542, "failed": 0, "position": [ 46.913, -1.502, -3.47 ], "active": 1, "timeout": 0, "replans": 41, "deadlocks": 2, "assists": 328 }, { "id": 10, "family": 4, "arrivals": 2, "contacts": 0, "collisions": 0, "terrain_contacts": 0, "unit_contacts": 0, "global_retries": 0, "confined_ticks": 34, "remaining": 184.988, "failed": 0, "position": [ 125.883, -3.255, 38.859 ], "active": 1, "timeout": 0, "replans": 15, "deadlocks": 0, "assists": 137 }, { "id": 11, "family": 4, "arrivals": 0, "contacts": 4235, "collisions": 25, "terrain_contacts": 0, "unit_contacts": 4235, "global_retries": 3, "confined_ticks": 1810, "remaining": 94.362, "failed": 0, "position": [ 44.778, -2.802, -0.992 ], "active": 1, "timeout": 0, "replans": 42, "deadlocks": 2, "assists": 4063 } ], "summary": "Chrome ran 611.5 simulated seconds in 797.2 wall seconds, without resets or controller/equipment changes. No console runtime/GL errors were observed. Navigation failed: one fixed wing stopped after contact, the quadcopter remained confined for 106.1 seconds at the final snapshot, and two submarines completed no missions and recorded 4,235 unit-contact decisions each.", "timeline": [ { "at": "2026-09-18T17:06:37.337Z", "ticks": 0, "arrivals": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "contacts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "confined_ticks": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, { "at": "2026-09-18T17:07:07.376Z", "ticks": 262, "arrivals": [ 0, 5, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0 ], "contacts": [ 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "confined_ticks": [ 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1 ] }, { "at": "2026-09-18T17:10:23.339Z", "ticks": 1862, "arrivals": [ 1, 38, 1, 2, 1, 1, 4, 4, 8, 0, 1, 0 ], "contacts": [ 1, 0, 1, 0, 0, 0, 1, 1, 0, 326, 0, 326 ], "confined_ticks": [ 2, 2, 3, 1, 1, 2, 2, 0, 1, 132, 11, 49 ] }, { "at": "2026-09-18T17:13:02.310Z", "ticks": 2991, "arrivals": [ 3, 61, 2, 3, 2, 3, 6, 4, 13, 0, 1, 0 ], "contacts": [ 1, 0, 1, 0, 0, 0, 1, 1, 0, 1218, 0, 1218 ], "confined_ticks": [ 1, 1, 4, 2, 1, 21, 2, 0, 1, 961, 2, 1060 ] }, { "at": "2026-09-18T17:14:19.509Z", "ticks": 3598, "arrivals": [ 3, 74, 3, 4, 3, 3, 8, 4, 16, 0, 2, 0 ], "contacts": [ 1, 0, 1, 0, 0, 0, 1, 1, 0, 1824, 0, 1824 ], "confined_ticks": [ 1, 9, 9, 1, 2, 1, 2, 0, 0, 1568, 5, 1667 ] }, { "at": "2026-09-18T17:17:21.696Z", "ticks": 4963, "arrivals": [ 4, 102, 4, 5, 4, 4, 9, 4, 22, 0, 2, 0 ], "contacts": [ 1, 0, 3, 0, 0, 0, 1, 1, 0, 3083, 0, 3083 ], "confined_ticks": [ 1, 7, 1, 2, 2, 2, 209, 0, 1, 653, 13, 658 ] }, { "at": "2026-09-18T17:19:27.816Z", "ticks": 5897, "arrivals": [ 5, 121, 5, 6, 5, 5, 9, 4, 27, 0, 2, 0 ], "contacts": [ 1, 0, 3, 0, 0, 0, 1, 1, 0, 4017, 0, 4017 ], "confined_ticks": [ 2, 10, 6, 1, 2, 3, 843, 0, 1, 1587, 4, 1592 ] }, { "at": "2026-09-18T17:19:54.549Z", "ticks": 6115, "arrivals": [ 5, 125, 5, 7, 5, 6, 9, 4, 28, 0, 2, 0 ], "contacts": [ 1, 0, 3, 0, 0, 0, 1, 1, 0, 4235, 0, 4235 ], "confined_ticks": [ 38, 1, 2, 4, 5, 3, 1061, 0, 1, 1805, 34, 1810 ] } ] }, "policy_parity": { "373": "SHARED_POLICY families=5 recurrent_decisions=500 categorical_actions=2000 finite=PASS digest=7ba59db1", "474": "SHARED_POLICY families=5 recurrent_decisions=500 categorical_actions=2000 finite=PASS digest=78a80411", "575": "SHARED_POLICY families=5 recurrent_decisions=500 categorical_actions=2000 finite=PASS digest=c008b472" }, "gpu_smoke": { "stages": [ { "run": "reliable-v3-373-s373-c0", "source_commit": "67eeed8f799263e45e5becdfd076f1e03b2ca889", "families": [ { "family": 0, "initial_sha256": "d6a0d17779ad2755133d911fc5c9166ce59b63016209265f7dd296423dbd2575", "final_sha256": "acb6a662d96fb620b43f8098447bf8f5cce335dc1e0f31e9b7790c8655296aae", "finite_weights": true, "weights_changed": true }, { "family": 1, "initial_sha256": "f2d73152dd4e89521f2fd2d00c1a4a8f152c7c8214963b7ea1899340fb0a638c", "final_sha256": "d11b0ddeb4fc987629fa5e76f39f9bc7b1c9c56fb2c93d1055d89d41cda65f59", "finite_weights": true, "weights_changed": true }, { "family": 2, "initial_sha256": "e5fa0c9d5120946040aee2291053bb19b45b4d189b0a600270c696ac3557ca60", "final_sha256": "025d77a052ec12191beaa4f70d3eb7fbd441ea1591b55ade3adc8ceb8f19cc5b", "finite_weights": true, "weights_changed": true }, { "family": 3, "initial_sha256": "e83f4adfabf833aa8789562ba9cf5f3457496424af053ce45d34e6744c9992a6", "final_sha256": "382f51161327cad0b7f20c503d1a002d2cdbc8424f8e3029c830bc4009956fb3", "finite_weights": true, "weights_changed": true }, { "family": 4, "initial_sha256": "499186b4f05e2019e842f6c56c4bdcf2ab477caf8d36e48da5e3cf389ee7d33c", "final_sha256": "7e4806bdcdd73a60fa2b80e3c8bf595afc9ba9db73dbc9a57a6228c8bf846953", "finite_weights": true, "weights_changed": true } ], "metric_records": 130 }, { "run": "reliable-v3-373-s373-c1", "source_commit": "67eeed8f799263e45e5becdfd076f1e03b2ca889", "families": [ { "family": 0, "initial_sha256": "acb6a662d96fb620b43f8098447bf8f5cce335dc1e0f31e9b7790c8655296aae", "final_sha256": "c31a042a081b2c4f99f4667067defdb0385d4cc1da6a3cd041354069063830af", "finite_weights": true, "weights_changed": true }, { "family": 1, "initial_sha256": "d11b0ddeb4fc987629fa5e76f39f9bc7b1c9c56fb2c93d1055d89d41cda65f59", "final_sha256": "049f9eddff96be92ba922acb00bc843f81053b84480302eff6bee96014b6f0b4", "finite_weights": true, "weights_changed": true }, { "family": 2, "initial_sha256": "025d77a052ec12191beaa4f70d3eb7fbd441ea1591b55ade3adc8ceb8f19cc5b", "final_sha256": "85a597f3615815d5dd1fc47951b4ea7b49f7c5adfae38a00f316d3841ebbd958", "finite_weights": true, "weights_changed": true }, { "family": 3, "initial_sha256": "382f51161327cad0b7f20c503d1a002d2cdbc8424f8e3029c830bc4009956fb3", "final_sha256": "32198a44610e323318bea573785cb55775daa518425c80bff7e8e5cf40033f2f", "finite_weights": true, "weights_changed": true }, { "family": 4, "initial_sha256": "7e4806bdcdd73a60fa2b80e3c8bf595afc9ba9db73dbc9a57a6228c8bf846953", "final_sha256": "a3cbfde3bcd4c41af3b433034164a349d86423201917a4ffbacaa62b0884f25d", "finite_weights": true, "weights_changed": true } ], "metric_records": 259 }, { "run": "final-safety-smoke-s373-c2", "source_commit": "88cf1da9a090f3ff2486eb5ac7d7d70228da892c", "families": [ { "family": 0, "initial_sha256": "c31a042a081b2c4f99f4667067defdb0385d4cc1da6a3cd041354069063830af", "final_sha256": "4583d4991f7861d9907d85f9eb0ea3661b3a9bf0df3c57b8024caa69cca3fc20", "finite_weights": true, "weights_changed": true }, { "family": 1, "initial_sha256": "049f9eddff96be92ba922acb00bc843f81053b84480302eff6bee96014b6f0b4", "final_sha256": "60be8875c692770c58dc623374240b1f015971bff6e384b59115cc2e92fb559c", "finite_weights": true, "weights_changed": true }, { "family": 2, "initial_sha256": "85a597f3615815d5dd1fc47951b4ea7b49f7c5adfae38a00f316d3841ebbd958", "final_sha256": "dc66aa6314827975eedf2162526c675916d9790acc9d4ef5835cffad0be55350", "finite_weights": true, "weights_changed": true }, { "family": 3, "initial_sha256": "32198a44610e323318bea573785cb55775daa518425c80bff7e8e5cf40033f2f", "final_sha256": "417c58ec980ac8cb6ec824cc7f0dd75d12b40557a3e2cb546cbaced5d0316ce4", "finite_weights": true, "weights_changed": true }, { "family": 4, "initial_sha256": "a3cbfde3bcd4c41af3b433034164a349d86423201917a4ffbacaa62b0884f25d", "final_sha256": "1e558956774b5777581b18353d4d7a006a24e9ec7eef3e78da8a2157cde0e579", "finite_weights": true, "weights_changed": true } ], "metric_records": 5 } ], "all_finite": true, "all_five_learners_updated": true, "warm_initialization_exact": true }, "endurance_summary": "Chrome ran 611.5 simulated seconds in 797.2 wall seconds, without resets or controller/equipment changes. No console runtime/GL errors were observed. Navigation failed: one fixed wing stopped after contact, the quadcopter remained confined for 106.1 seconds at the final snapshot, and two submarines completed no missions and recorded 4,235 unit-contact decisions each." }, "limitations": [ "Candidate checkpoints are not deployed. The public Map Lab keeps the September 16 contract-2 policies; this report records an experimental contract-3 system.", "The 95% collision-free arrival target is not met in every family. The deterministic tracker with recovery remains an essential baseline; PPO improvements cannot be inferred from training completion.", "The 600-second native patrol had a persistently confined quadcopter, a fixed-wing impact and repeated submarine contact. No resets, finite state and nonoverlapping hulls are runtime checks, not navigation success.", "Safety assistance was refined on diagnostic and endurance cases after training and before final tests. Improved combined-system behavior must not be attributed solely to learned PPO.", "Conditional return trips have controller-dependent denominators. Initial trips are reported separately. Scenario labels describe intended encounters; generated geometry does not guarantee every interaction.", "Ten-second confinement is a warning, not proof of permanent mutual deadlock. Both successful arrivals and timeouts after confinement are counted separately.", "Historical traffic diversifies navigation behavior. Competitive faction self-play, combat objectives, noisy localization and authoritative cosmetic-prop collision remain future work." ], "report_url": "https://github.com/rozgo/alienwars-gym/blob/main/docs/runs/navigation-reliability-2026-09-18.md", "records_url": "https://github.com/rozgo/alienwars-gym/releases/tag/navigation-reliability-2026-09-18", "deployment_decision": "Reject promotion: all-family reliability and endurance gates failed. Preserve existing public policies." }