{ "schema_version": 1, "example": "agents.worker_failure", "seed": 7, "lane": "cpu", "records": [ { "phase": "timeout", "status": { "request_id": 1, "generation": 1, "state": "timed_out", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": "DEADLINE_EXPIRED", "worker_cleaned": true }, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "policy": { "principal": "east", "world_revision": 0, "next_sequence": 1, "limits": { "max_operations": 4, "max_body_bytes": 16384, "retained_bytes": 2048, "working_bytes": 262144, "observation_bytes": 4096, "requests": 1, "global_requests": 2 }, "usage": { "retained_bytes": 0, "working_bytes": 0, "requests": 0, "global_requests": 0 }, "lower": [ 1, -4, -4 ], "upper": [ 8, 4, 4 ] }, "progress": { "statuses": [ { "request_id": 1, "generation": 1, "state": "running", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": null, "worker_cleaned": false }, { "request_id": 1, "generation": 1, "state": "running", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": null, "worker_cleaned": false } ], "runtime": [ { "schema_version": 1, "tick_rate_hz": 60, "max_catch_up_steps": 4, "simulation_tick": 1, "snapshot_sequence": 2, "overload_count": 0, "dropped_ticks": 0, "remainder_units": 36590000, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "presentation": { "enabled": false, "ready": false, "frame_count": 0, "world_revision": 0, "snapshot_sequence": 0 } }, { "schema_version": 1, "tick_rate_hz": 60, "max_catch_up_steps": 4, "simulation_tick": 9, "snapshot_sequence": 10, "overload_count": 0, "dropped_ticks": 0, "remainder_units": 428496000, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "presentation": { "enabled": false, "ready": false, "frame_count": 0, "world_revision": 0, "snapshot_sequence": 0 } } ] } }, { "phase": "cancelled", "status": { "request_id": 2, "generation": 1, "state": "cancelled", "expected_revision": 0, "late_results": 1, "receipt": null, "error_code": "CANCELLED", "worker_cleaned": true }, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "policy": { "principal": "east", "world_revision": 0, "next_sequence": 1, "limits": { "max_operations": 4, "max_body_bytes": 16384, "retained_bytes": 2048, "working_bytes": 262144, "observation_bytes": 4096, "requests": 1, "global_requests": 2 }, "usage": { "retained_bytes": 0, "working_bytes": 0, "requests": 0, "global_requests": 0 }, "lower": [ 1, -4, -4 ], "upper": [ 8, 4, 4 ] }, "progress": { "statuses": [ { "request_id": 2, "generation": 1, "state": "running", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": null, "worker_cleaned": false }, { "request_id": 2, "generation": 1, "state": "running", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": null, "worker_cleaned": false } ], "runtime": [ { "schema_version": 1, "tick_rate_hz": 60, "max_catch_up_steps": 4, "simulation_tick": 92, "snapshot_sequence": 93, "overload_count": 0, "dropped_ticks": 0, "remainder_units": 627520000, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "presentation": { "enabled": false, "ready": false, "frame_count": 0, "world_revision": 0, "snapshot_sequence": 0 } }, { "schema_version": 1, "tick_rate_hz": 60, "max_catch_up_steps": 4, "simulation_tick": 100, "snapshot_sequence": 101, "overload_count": 0, "dropped_ticks": 0, "remainder_units": 203966000, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "presentation": { "enabled": false, "ready": false, "frame_count": 0, "world_revision": 0, "snapshot_sequence": 0 } } ] } }, { "phase": "crashed", "status": { "request_id": 3, "generation": 1, "state": "crashed", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": "WORKER_CRASHED", "worker_cleaned": true }, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "policy": { "principal": "east", "world_revision": 0, "next_sequence": 1, "limits": { "max_operations": 4, "max_body_bytes": 16384, "retained_bytes": 2048, "working_bytes": 262144, "observation_bytes": 4096, "requests": 1, "global_requests": 2 }, "usage": { "retained_bytes": 0, "working_bytes": 0, "requests": 0, "global_requests": 0 }, "lower": [ 1, -4, -4 ], "upper": [ 8, 4, 4 ] }, "progress": { "statuses": [ { "request_id": 3, "generation": 1, "state": "running", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": null, "worker_cleaned": false }, { "request_id": 3, "generation": 1, "state": "running", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": null, "worker_cleaned": false } ], "runtime": [ { "schema_version": 1, "tick_rate_hz": 60, "max_catch_up_steps": 4, "simulation_tick": 162, "snapshot_sequence": 163, "overload_count": 0, "dropped_ticks": 0, "remainder_units": 841950000, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "presentation": { "enabled": false, "ready": false, "frame_count": 0, "world_revision": 0, "snapshot_sequence": 0 } }, { "schema_version": 1, "tick_rate_hz": 60, "max_catch_up_steps": 4, "simulation_tick": 171, "snapshot_sequence": 172, "overload_count": 0, "dropped_ticks": 0, "remainder_units": 91656000, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "presentation": { "enabled": false, "ready": false, "frame_count": 0, "world_revision": 0, "snapshot_sequence": 0 } } ] } }, { "phase": "superseded", "status": { "request_id": 4, "generation": 2, "state": "superseded", "expected_revision": 0, "late_results": 1, "receipt": null, "error_code": "SUPERSEDED", "worker_cleaned": true }, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "policy": { "principal": "east", "world_revision": 0, "next_sequence": 1, "limits": { "max_operations": 4, "max_body_bytes": 16384, "retained_bytes": 2048, "working_bytes": 262144, "observation_bytes": 4096, "requests": 1, "global_requests": 2 }, "usage": { "retained_bytes": 0, "working_bytes": 0, "requests": 0, "global_requests": 0 }, "lower": [ 1, -4, -4 ], "upper": [ 8, 4, 4 ] }, "progress": { "statuses": [ { "request_id": 4, "generation": 2, "state": "running", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": null, "worker_cleaned": false }, { "request_id": 4, "generation": 2, "state": "running", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": null, "worker_cleaned": false } ], "runtime": [ { "schema_version": 1, "tick_rate_hz": 60, "max_catch_up_steps": 4, "simulation_tick": 208, "snapshot_sequence": 209, "overload_count": 0, "dropped_ticks": 0, "remainder_units": 639932000, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "presentation": { "enabled": false, "ready": false, "frame_count": 0, "world_revision": 0, "snapshot_sequence": 0 } }, { "schema_version": 1, "tick_rate_hz": 60, "max_catch_up_steps": 4, "simulation_tick": 217, "snapshot_sequence": 218, "overload_count": 0, "dropped_ticks": 0, "remainder_units": 90122000, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 0, "slots": [] }, "presentation": { "enabled": false, "ready": false, "frame_count": 0, "world_revision": 0, "snapshot_sequence": 0 } } ] } }, { "phase": "replacement", "status": { "request_id": 5, "generation": 3, "state": "committed", "expected_revision": 0, "late_results": 0, "receipt": { "status": "committed", "durability": "volatile", "transaction_id": "018f7242-4387-7c98-a115-000000001505", "world_revision": 1, "created": [ { "temporary_id": "A", "world_id": "workshop", "entity_uuid": "00000007-0000-4000-8000-000000000001", "generation": 1 } ], "errors": [] }, "error_code": null, "worker_cleaned": true }, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 1, "slots": [ { "entity_uuid": "00000007-0000-4000-8000-000000000001", "generation": 1, "retired": false, "entity": { "prefab": "builtin.unit_cube", "authoring_revision": 1, "transform": { "position_m": [ 3.0, 0.0, 0.0 ], "rotation_xyzw": [ 0.0, 0.0, 0.0, 1.0 ], "scale": [ 1.0, 1.0, 1.0 ] } } } ] }, "policy": { "principal": "east", "world_revision": 1, "next_sequence": 2, "limits": { "max_operations": 4, "max_body_bytes": 16384, "retained_bytes": 2048, "working_bytes": 262144, "observation_bytes": 4096, "requests": 1, "global_requests": 2 }, "usage": { "retained_bytes": 384, "working_bytes": 0, "requests": 0, "global_requests": 0 }, "lower": [ 1, -4, -4 ], "upper": [ 8, 4, 4 ] }, "progress": null }, { "phase": "restarted", "status": { "request_id": 6, "generation": 4, "state": "committed", "expected_revision": 1, "late_results": 0, "receipt": { "status": "committed", "durability": "volatile", "transaction_id": "018f7242-4387-7c98-a115-000000001506", "world_revision": 2, "created": [], "errors": [] }, "error_code": null, "worker_cleaned": true }, "snapshot": { "format_version": 1, "world_id": "workshop", "seed": 7, "max_slots": 8, "world_revision": 2, "slots": [ { "entity_uuid": "00000007-0000-4000-8000-000000000001", "generation": 1, "retired": false, "entity": { "prefab": "builtin.unit_cube", "authoring_revision": 2, "transform": { "position_m": [ 4.0, 0.0, 0.0 ], "rotation_xyzw": [ 0.0, 0.0, 0.0, 1.0 ], "scale": [ 1.0, 1.0, 1.0 ] } } } ] }, "policy": { "principal": "east", "world_revision": 2, "next_sequence": 3, "limits": { "max_operations": 4, "max_body_bytes": 16384, "retained_bytes": 2048, "working_bytes": 262144, "observation_bytes": 4096, "requests": 1, "global_requests": 2 }, "usage": { "retained_bytes": 384, "working_bytes": 0, "requests": 0, "global_requests": 0 }, "lower": [ 1, -4, -4 ], "upper": [ 8, 4, 4 ] }, "progress": null } ], "retained": [ { "request_id": 1, "generation": 1, "state": "timed_out", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": "DEADLINE_EXPIRED", "worker_cleaned": true }, { "request_id": 2, "generation": 1, "state": "cancelled", "expected_revision": 0, "late_results": 1, "receipt": null, "error_code": "CANCELLED", "worker_cleaned": true }, { "request_id": 3, "generation": 1, "state": "crashed", "expected_revision": 0, "late_results": 0, "receipt": null, "error_code": "WORKER_CRASHED", "worker_cleaned": true }, { "request_id": 4, "generation": 2, "state": "superseded", "expected_revision": 0, "late_results": 1, "receipt": null, "error_code": "SUPERSEDED", "worker_cleaned": true }, { "request_id": 5, "generation": 3, "state": "committed", "expected_revision": 0, "late_results": 0, "receipt": { "status": "committed", "durability": "volatile", "transaction_id": "018f7242-4387-7c98-a115-000000001505", "world_revision": 1, "created": [ { "temporary_id": "A", "world_id": "workshop", "entity_uuid": "00000007-0000-4000-8000-000000000001", "generation": 1 } ], "errors": [] }, "error_code": null, "worker_cleaned": true }, { "request_id": 6, "generation": 4, "state": "committed", "expected_revision": 1, "late_results": 0, "receipt": { "status": "committed", "durability": "volatile", "transaction_id": "018f7242-4387-7c98-a115-000000001506", "world_revision": 2, "created": [], "errors": [] }, "error_code": null, "worker_cleaned": true } ], "old_submit_rejected": true, "restart_generations": [ 2, 4 ], "host_exit_code": 0 }