{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:AL3YEW2EDMJRBPJ6U4SEQUEVQN","short_pith_number":"pith:AL3YEW2E","canonical_record":{"source":{"id":"2412.14355","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-18T21:43:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1489c69e49492beb43d22a5a3d971af8fe56407839d258973a7524f981a7c97f","abstract_canon_sha256":"46d025496ffcfce8f125ed889231573cc9a2679ee442a038c08a3e8b7fe7f2a3"},"schema_version":"1.0"},"canonical_sha256":"02f7825b441b1310bd3ea72448509583519428025ff0eb79877ce13dddd3202b","source":{"kind":"arxiv","id":"2412.14355","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.14355","created_at":"2026-07-05T09:51:46Z"},{"alias_kind":"arxiv_version","alias_value":"2412.14355v1","created_at":"2026-07-05T09:51:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.14355","created_at":"2026-07-05T09:51:46Z"},{"alias_kind":"pith_short_12","alias_value":"AL3YEW2EDMJR","created_at":"2026-07-05T09:51:46Z"},{"alias_kind":"pith_short_16","alias_value":"AL3YEW2EDMJRBPJ6","created_at":"2026-07-05T09:51:46Z"},{"alias_kind":"pith_short_8","alias_value":"AL3YEW2E","created_at":"2026-07-05T09:51:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:AL3YEW2EDMJRBPJ6U4SEQUEVQN","target":"record","payload":{"canonical_record":{"source":{"id":"2412.14355","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-18T21:43:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1489c69e49492beb43d22a5a3d971af8fe56407839d258973a7524f981a7c97f","abstract_canon_sha256":"46d025496ffcfce8f125ed889231573cc9a2679ee442a038c08a3e8b7fe7f2a3"},"schema_version":"1.0"},"canonical_sha256":"02f7825b441b1310bd3ea72448509583519428025ff0eb79877ce13dddd3202b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:51:46.083475Z","signature_b64":"/jZK6H7RIwqT015FY6/FVlRDCMpOro0DVP2gm09gOqyHMx+2kUBqw8z6oLpvA//k0dt0KP277Ro8E2YLWaNAAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"02f7825b441b1310bd3ea72448509583519428025ff0eb79877ce13dddd3202b","last_reissued_at":"2026-07-05T09:51:46.083000Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:51:46.083000Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.14355","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:51:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vCdujGjn32etbs6Ucj9SP7DulM60uS2VcY5XI8DZF7hl32LC+1VNaoxXXKhao7JHW6jk1r5e9HqLsQGhfD5QAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T22:37:58.507281Z"},"content_sha256":"ab64e67e71a4ad51ff08d6751cb77278ba0eb84414e5d5f646f47d686b41dd27","schema_version":"1.0","event_id":"sha256:ab64e67e71a4ad51ff08d6751cb77278ba0eb84414e5d5f646f47d686b41dd27"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:AL3YEW2EDMJRBPJ6U4SEQUEVQN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Enabling Realtime Reinforcement Learning at Scale with Staggered Asynchronous Inference","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Glen Berseth, Gopeshh Subbaraj, Irina Rish, Matthew Riemer","submitted_at":"2024-12-18T21:43:40Z","abstract_excerpt":"Realtime environments change even as agents perform action inference and learning, thus requiring high interaction frequencies to effectively minimize regret. However, recent advances in machine learning involve larger neural networks with longer inference times, raising questions about their applicability in realtime systems where reaction time is crucial. We present an analysis of lower bounds on regret in realtime reinforcement learning (RL) environments to show that minimizing long-term regret is generally impossible within the typical sequential interaction and learning paradigm, but ofte"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.14355","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.14355/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:51:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8FFZXHHlcsWPEoXBJtFnVqX+8Na3v2XKfP9FniSZ9NTZfUhcRSLHmOk4enLjrt72o0lwnk49IdpkpWQL/5hWCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T22:37:58.508151Z"},"content_sha256":"cd81cd310903bb5181ef829d4adbe8fb0313eccf008d684c6d425cfba0e70aa2","schema_version":"1.0","event_id":"sha256:cd81cd310903bb5181ef829d4adbe8fb0313eccf008d684c6d425cfba0e70aa2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AL3YEW2EDMJRBPJ6U4SEQUEVQN/bundle.json","state_url":"https://pith.science/pith/AL3YEW2EDMJRBPJ6U4SEQUEVQN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AL3YEW2EDMJRBPJ6U4SEQUEVQN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T22:37:58Z","links":{"resolver":"https://pith.science/pith/AL3YEW2EDMJRBPJ6U4SEQUEVQN","bundle":"https://pith.science/pith/AL3YEW2EDMJRBPJ6U4SEQUEVQN/bundle.json","state":"https://pith.science/pith/AL3YEW2EDMJRBPJ6U4SEQUEVQN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AL3YEW2EDMJRBPJ6U4SEQUEVQN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:AL3YEW2EDMJRBPJ6U4SEQUEVQN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"46d025496ffcfce8f125ed889231573cc9a2679ee442a038c08a3e8b7fe7f2a3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-18T21:43:40Z","title_canon_sha256":"1489c69e49492beb43d22a5a3d971af8fe56407839d258973a7524f981a7c97f"},"schema_version":"1.0","source":{"id":"2412.14355","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.14355","created_at":"2026-07-05T09:51:46Z"},{"alias_kind":"arxiv_version","alias_value":"2412.14355v1","created_at":"2026-07-05T09:51:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.14355","created_at":"2026-07-05T09:51:46Z"},{"alias_kind":"pith_short_12","alias_value":"AL3YEW2EDMJR","created_at":"2026-07-05T09:51:46Z"},{"alias_kind":"pith_short_16","alias_value":"AL3YEW2EDMJRBPJ6","created_at":"2026-07-05T09:51:46Z"},{"alias_kind":"pith_short_8","alias_value":"AL3YEW2E","created_at":"2026-07-05T09:51:46Z"}],"graph_snapshots":[{"event_id":"sha256:cd81cd310903bb5181ef829d4adbe8fb0313eccf008d684c6d425cfba0e70aa2","target":"graph","created_at":"2026-07-05T09:51:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.14355/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Realtime environments change even as agents perform action inference and learning, thus requiring high interaction frequencies to effectively minimize regret. However, recent advances in machine learning involve larger neural networks with longer inference times, raising questions about their applicability in realtime systems where reaction time is crucial. We present an analysis of lower bounds on regret in realtime reinforcement learning (RL) environments to show that minimizing long-term regret is generally impossible within the typical sequential interaction and learning paradigm, but ofte","authors_text":"Glen Berseth, Gopeshh Subbaraj, Irina Rish, Matthew Riemer","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-18T21:43:40Z","title":"Enabling Realtime Reinforcement Learning at Scale with Staggered Asynchronous Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.14355","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ab64e67e71a4ad51ff08d6751cb77278ba0eb84414e5d5f646f47d686b41dd27","target":"record","created_at":"2026-07-05T09:51:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"46d025496ffcfce8f125ed889231573cc9a2679ee442a038c08a3e8b7fe7f2a3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-18T21:43:40Z","title_canon_sha256":"1489c69e49492beb43d22a5a3d971af8fe56407839d258973a7524f981a7c97f"},"schema_version":"1.0","source":{"id":"2412.14355","kind":"arxiv","version":1}},"canonical_sha256":"02f7825b441b1310bd3ea72448509583519428025ff0eb79877ce13dddd3202b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"02f7825b441b1310bd3ea72448509583519428025ff0eb79877ce13dddd3202b","first_computed_at":"2026-07-05T09:51:46.083000Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:51:46.083000Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/jZK6H7RIwqT015FY6/FVlRDCMpOro0DVP2gm09gOqyHMx+2kUBqw8z6oLpvA//k0dt0KP277Ro8E2YLWaNAAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:51:46.083475Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.14355","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ab64e67e71a4ad51ff08d6751cb77278ba0eb84414e5d5f646f47d686b41dd27","sha256:cd81cd310903bb5181ef829d4adbe8fb0313eccf008d684c6d425cfba0e70aa2"],"state_sha256":"2dfe1338d782c49b6429f93315da70dae6791b5650eb7ed7d7e50af9702ad827"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IclRFeWnQvH7sVKzJS8Ki9nYnfGGpmMQkhw3+JtOt/2C8SqK6ojMa70tzfhOb69cHc9lmYaa7aXKsvP4WsHkCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T22:37:58.514383Z","bundle_sha256":"4f6736e793f16fb856eccab5a01063da063ab58f09945235e447ef3bcf02f890"}}