{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:A6RFMCLHM2PSJBNPMTXMOTWOIC","short_pith_number":"pith:A6RFMCLH","canonical_record":{"source":{"id":"2212.04407","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-06T19:51:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"54ecdf7604d35d7820b7af300b451f3da4ae17d877250ef7042fcf989b5a1596","abstract_canon_sha256":"f9a2b617cad8cf5cb5f8e8e259bdf6f9c66223226340f78c54482ff9db577f47"},"schema_version":"1.0"},"canonical_sha256":"07a2560967669f2485af64eec74ece40b8e74cb9379b303701474c52af6d0510","source":{"kind":"arxiv","id":"2212.04407","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.04407","created_at":"2026-07-05T07:04:43Z"},{"alias_kind":"arxiv_version","alias_value":"2212.04407v4","created_at":"2026-07-05T07:04:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.04407","created_at":"2026-07-05T07:04:43Z"},{"alias_kind":"pith_short_12","alias_value":"A6RFMCLHM2PS","created_at":"2026-07-05T07:04:43Z"},{"alias_kind":"pith_short_16","alias_value":"A6RFMCLHM2PSJBNP","created_at":"2026-07-05T07:04:43Z"},{"alias_kind":"pith_short_8","alias_value":"A6RFMCLH","created_at":"2026-07-05T07:04:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:A6RFMCLHM2PSJBNPMTXMOTWOIC","target":"record","payload":{"canonical_record":{"source":{"id":"2212.04407","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-06T19:51:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"54ecdf7604d35d7820b7af300b451f3da4ae17d877250ef7042fcf989b5a1596","abstract_canon_sha256":"f9a2b617cad8cf5cb5f8e8e259bdf6f9c66223226340f78c54482ff9db577f47"},"schema_version":"1.0"},"canonical_sha256":"07a2560967669f2485af64eec74ece40b8e74cb9379b303701474c52af6d0510","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:04:43.298002Z","signature_b64":"pic8+djeT/GLS9/D/+5lWXQM9eENqTVfgjZq+hla0AmC/3cSZGTFDgHmDrnE61EEHaZlCHRBhhYShB6vLFEjBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"07a2560967669f2485af64eec74ece40b8e74cb9379b303701474c52af6d0510","last_reissued_at":"2026-07-05T07:04:43.297582Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:04:43.297582Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.04407","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3cVRbCuqdKPIN8439IXOow5ga49mY6G/4ehO9E6s5+ZxceonD26svEgNLBKykSZq4eJwY+eYThYCgjs7pNNeCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:15:57.883793Z"},"content_sha256":"e2f0834cc5f38851edb168869928962a181bf1faa289e143ec99bf2217f844ac","schema_version":"1.0","event_id":"sha256:e2f0834cc5f38851edb168869928962a181bf1faa289e143ec99bf2217f844ac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:A6RFMCLHM2PSJBNPMTXMOTWOIC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dynamic Decision Frequency with Continuous Options","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Amirmohammad Karimi, A. Rupam Mahmood, Jun Jin, Jun Luo, Martin Jagersand, Samuele Tosatto","submitted_at":"2022-12-06T19:51:12Z","abstract_excerpt":"In classic reinforcement learning algorithms, agents make decisions at discrete and fixed time intervals. The duration between decisions becomes a crucial hyperparameter, as setting it too short may increase the problem's difficulty by requiring the agent to make numerous decisions to achieve its goal while setting it too long can result in the agent losing control over the system. However, physical systems do not necessarily require a constant control frequency, and for learning agents, it is often preferable to operate with a low frequency when possible and a high frequency when necessary. W"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.04407","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.04407/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U/G4K2sMAAZyxUqvqySAM+QakKyCAUD6MdvFIe3nSHzBPsJs5sB3fsF30wxIvvv2z0nsL2iXba7u34DGiX/UCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:15:57.884883Z"},"content_sha256":"3a739b6cd697fb3b12ec9f35d28a3f441b8cd6ac1d9d20a8a3d313480f60550f","schema_version":"1.0","event_id":"sha256:3a739b6cd697fb3b12ec9f35d28a3f441b8cd6ac1d9d20a8a3d313480f60550f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/A6RFMCLHM2PSJBNPMTXMOTWOIC/bundle.json","state_url":"https://pith.science/pith/A6RFMCLHM2PSJBNPMTXMOTWOIC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/A6RFMCLHM2PSJBNPMTXMOTWOIC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T18:15:57Z","links":{"resolver":"https://pith.science/pith/A6RFMCLHM2PSJBNPMTXMOTWOIC","bundle":"https://pith.science/pith/A6RFMCLHM2PSJBNPMTXMOTWOIC/bundle.json","state":"https://pith.science/pith/A6RFMCLHM2PSJBNPMTXMOTWOIC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/A6RFMCLHM2PSJBNPMTXMOTWOIC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:A6RFMCLHM2PSJBNPMTXMOTWOIC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f9a2b617cad8cf5cb5f8e8e259bdf6f9c66223226340f78c54482ff9db577f47","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-06T19:51:12Z","title_canon_sha256":"54ecdf7604d35d7820b7af300b451f3da4ae17d877250ef7042fcf989b5a1596"},"schema_version":"1.0","source":{"id":"2212.04407","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.04407","created_at":"2026-07-05T07:04:43Z"},{"alias_kind":"arxiv_version","alias_value":"2212.04407v4","created_at":"2026-07-05T07:04:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.04407","created_at":"2026-07-05T07:04:43Z"},{"alias_kind":"pith_short_12","alias_value":"A6RFMCLHM2PS","created_at":"2026-07-05T07:04:43Z"},{"alias_kind":"pith_short_16","alias_value":"A6RFMCLHM2PSJBNP","created_at":"2026-07-05T07:04:43Z"},{"alias_kind":"pith_short_8","alias_value":"A6RFMCLH","created_at":"2026-07-05T07:04:43Z"}],"graph_snapshots":[{"event_id":"sha256:3a739b6cd697fb3b12ec9f35d28a3f441b8cd6ac1d9d20a8a3d313480f60550f","target":"graph","created_at":"2026-07-05T07:04:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.04407/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In classic reinforcement learning algorithms, agents make decisions at discrete and fixed time intervals. The duration between decisions becomes a crucial hyperparameter, as setting it too short may increase the problem's difficulty by requiring the agent to make numerous decisions to achieve its goal while setting it too long can result in the agent losing control over the system. However, physical systems do not necessarily require a constant control frequency, and for learning agents, it is often preferable to operate with a low frequency when possible and a high frequency when necessary. W","authors_text":"Amirmohammad Karimi, A. Rupam Mahmood, Jun Jin, Jun Luo, Martin Jagersand, Samuele Tosatto","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-06T19:51:12Z","title":"Dynamic Decision Frequency with Continuous Options"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.04407","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e2f0834cc5f38851edb168869928962a181bf1faa289e143ec99bf2217f844ac","target":"record","created_at":"2026-07-05T07:04:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f9a2b617cad8cf5cb5f8e8e259bdf6f9c66223226340f78c54482ff9db577f47","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-12-06T19:51:12Z","title_canon_sha256":"54ecdf7604d35d7820b7af300b451f3da4ae17d877250ef7042fcf989b5a1596"},"schema_version":"1.0","source":{"id":"2212.04407","kind":"arxiv","version":4}},"canonical_sha256":"07a2560967669f2485af64eec74ece40b8e74cb9379b303701474c52af6d0510","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"07a2560967669f2485af64eec74ece40b8e74cb9379b303701474c52af6d0510","first_computed_at":"2026-07-05T07:04:43.297582Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:04:43.297582Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pic8+djeT/GLS9/D/+5lWXQM9eENqTVfgjZq+hla0AmC/3cSZGTFDgHmDrnE61EEHaZlCHRBhhYShB6vLFEjBg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:04:43.298002Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.04407","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e2f0834cc5f38851edb168869928962a181bf1faa289e143ec99bf2217f844ac","sha256:3a739b6cd697fb3b12ec9f35d28a3f441b8cd6ac1d9d20a8a3d313480f60550f"],"state_sha256":"78bfdc43c0f7f910c5907048a47a548918a3be1ea6c582d523d8b18c97f3dc2b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lzhE9dbcW2gpXz2aPuZKw3EtgvSk+Qq8FQf18ZCGbyJ55aWKSJTJMA3aDUIaNZ8t9SfEe9OcqGMvD2nTYWvNDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T18:15:57.891749Z","bundle_sha256":"40622b695867ef2d96ef3b49b4b07fde170c81ba0b43a309d64a49edbc319af2"}}