{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:UWEEBRSO4RGUZWC3TCK7WUNIQI","short_pith_number":"pith:UWEEBRSO","canonical_record":{"source":{"id":"2312.11364","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-18T17:20:38Z","cross_cats_sorted":[],"title_canon_sha256":"7482a95d62c1afe0cb924a27560017f2ccb152c418ea5e6d11845e2cef63130a","abstract_canon_sha256":"d6989e80e45e67b1f080585e65f73dd94ffcdf65776a1a03b0d5c2fc9b7f8d5e"},"schema_version":"1.0"},"canonical_sha256":"a58840c64ee44d4cd85b9895fb51a882220f627275062ad33e29f6aafa6a65ae","source":{"kind":"arxiv","id":"2312.11364","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.11364","created_at":"2026-07-05T07:46:28Z"},{"alias_kind":"arxiv_version","alias_value":"2312.11364v2","created_at":"2026-07-05T07:46:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.11364","created_at":"2026-07-05T07:46:28Z"},{"alias_kind":"pith_short_12","alias_value":"UWEEBRSO4RGU","created_at":"2026-07-05T07:46:28Z"},{"alias_kind":"pith_short_16","alias_value":"UWEEBRSO4RGUZWC3","created_at":"2026-07-05T07:46:28Z"},{"alias_kind":"pith_short_8","alias_value":"UWEEBRSO","created_at":"2026-07-05T07:46:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:UWEEBRSO4RGUZWC3TCK7WUNIQI","target":"record","payload":{"canonical_record":{"source":{"id":"2312.11364","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-18T17:20:38Z","cross_cats_sorted":[],"title_canon_sha256":"7482a95d62c1afe0cb924a27560017f2ccb152c418ea5e6d11845e2cef63130a","abstract_canon_sha256":"d6989e80e45e67b1f080585e65f73dd94ffcdf65776a1a03b0d5c2fc9b7f8d5e"},"schema_version":"1.0"},"canonical_sha256":"a58840c64ee44d4cd85b9895fb51a882220f627275062ad33e29f6aafa6a65ae","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:46:28.959968Z","signature_b64":"Ul50opoNB3IfnIIxjaXauK8o7xcqr4PWE2/JzdD6I2TUXRV0y8WcLsdSFwpjG5H4OcxgrAiQqPoiR7zvoGdaDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a58840c64ee44d4cd85b9895fb51a882220f627275062ad33e29f6aafa6a65ae","last_reissued_at":"2026-07-05T07:46:28.959568Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:46:28.959568Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.11364","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:46:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8OVloV06TLKP0xMtV+qobX6Q0gzX64fQ5p7Gtx5+/ncp2uGjpOfqyBOjU/8VegmOgYqxVv5OhYrKN4Q1xbhpAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:57:24.099001Z"},"content_sha256":"99a8aa606976f2a06e25c3904c9ce73e3a64b8e16d56de466bbc4b0ce492b976","schema_version":"1.0","event_id":"sha256:99a8aa606976f2a06e25c3904c9ce73e3a64b8e16d56de466bbc4b0ce492b976"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:UWEEBRSO4RGUZWC3TCK7WUNIQI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Counting Reward Automata: Sample Efficient Reinforcement Learning Through the Exploitation of Reward Function Structure","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Benjamin Rosman, Geraud Nangue Tasse, Steven James, Tristan Bester","submitted_at":"2023-12-18T17:20:38Z","abstract_excerpt":"We present counting reward automata-a finite state machine variant capable of modelling any reward function expressible as a formal language. Unlike previous approaches, which are limited to the expression of tasks as regular languages, our framework allows for tasks described by unrestricted grammars. We prove that an agent equipped with such an abstract machine is able to solve a larger set of tasks than those utilising current approaches. We show that this increase in expressive power does not come at the cost of increased automaton complexity. A selection of learning algorithms are present"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.11364","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.11364/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:46:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"if+InWaLiRfv0K+WwDxMa3zMylDYPiIlFM8wU2csH8La1PCXPzm6frbbsNWp5sOYvja5usmYp8cEUHhGplUqCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:57:24.099851Z"},"content_sha256":"acd5fd4c678c671419672966082dc0e6f6c0e7978478bb1395f29f0752db34f5","schema_version":"1.0","event_id":"sha256:acd5fd4c678c671419672966082dc0e6f6c0e7978478bb1395f29f0752db34f5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UWEEBRSO4RGUZWC3TCK7WUNIQI/bundle.json","state_url":"https://pith.science/pith/UWEEBRSO4RGUZWC3TCK7WUNIQI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UWEEBRSO4RGUZWC3TCK7WUNIQI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:57:24Z","links":{"resolver":"https://pith.science/pith/UWEEBRSO4RGUZWC3TCK7WUNIQI","bundle":"https://pith.science/pith/UWEEBRSO4RGUZWC3TCK7WUNIQI/bundle.json","state":"https://pith.science/pith/UWEEBRSO4RGUZWC3TCK7WUNIQI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UWEEBRSO4RGUZWC3TCK7WUNIQI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:UWEEBRSO4RGUZWC3TCK7WUNIQI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d6989e80e45e67b1f080585e65f73dd94ffcdf65776a1a03b0d5c2fc9b7f8d5e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-18T17:20:38Z","title_canon_sha256":"7482a95d62c1afe0cb924a27560017f2ccb152c418ea5e6d11845e2cef63130a"},"schema_version":"1.0","source":{"id":"2312.11364","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.11364","created_at":"2026-07-05T07:46:28Z"},{"alias_kind":"arxiv_version","alias_value":"2312.11364v2","created_at":"2026-07-05T07:46:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.11364","created_at":"2026-07-05T07:46:28Z"},{"alias_kind":"pith_short_12","alias_value":"UWEEBRSO4RGU","created_at":"2026-07-05T07:46:28Z"},{"alias_kind":"pith_short_16","alias_value":"UWEEBRSO4RGUZWC3","created_at":"2026-07-05T07:46:28Z"},{"alias_kind":"pith_short_8","alias_value":"UWEEBRSO","created_at":"2026-07-05T07:46:28Z"}],"graph_snapshots":[{"event_id":"sha256:acd5fd4c678c671419672966082dc0e6f6c0e7978478bb1395f29f0752db34f5","target":"graph","created_at":"2026-07-05T07:46:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.11364/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present counting reward automata-a finite state machine variant capable of modelling any reward function expressible as a formal language. Unlike previous approaches, which are limited to the expression of tasks as regular languages, our framework allows for tasks described by unrestricted grammars. We prove that an agent equipped with such an abstract machine is able to solve a larger set of tasks than those utilising current approaches. We show that this increase in expressive power does not come at the cost of increased automaton complexity. A selection of learning algorithms are present","authors_text":"Benjamin Rosman, Geraud Nangue Tasse, Steven James, Tristan Bester","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-18T17:20:38Z","title":"Counting Reward Automata: Sample Efficient Reinforcement Learning Through the Exploitation of Reward Function Structure"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.11364","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:99a8aa606976f2a06e25c3904c9ce73e3a64b8e16d56de466bbc4b0ce492b976","target":"record","created_at":"2026-07-05T07:46:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d6989e80e45e67b1f080585e65f73dd94ffcdf65776a1a03b0d5c2fc9b7f8d5e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-18T17:20:38Z","title_canon_sha256":"7482a95d62c1afe0cb924a27560017f2ccb152c418ea5e6d11845e2cef63130a"},"schema_version":"1.0","source":{"id":"2312.11364","kind":"arxiv","version":2}},"canonical_sha256":"a58840c64ee44d4cd85b9895fb51a882220f627275062ad33e29f6aafa6a65ae","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a58840c64ee44d4cd85b9895fb51a882220f627275062ad33e29f6aafa6a65ae","first_computed_at":"2026-07-05T07:46:28.959568Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:46:28.959568Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ul50opoNB3IfnIIxjaXauK8o7xcqr4PWE2/JzdD6I2TUXRV0y8WcLsdSFwpjG5H4OcxgrAiQqPoiR7zvoGdaDg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:46:28.959968Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.11364","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:99a8aa606976f2a06e25c3904c9ce73e3a64b8e16d56de466bbc4b0ce492b976","sha256:acd5fd4c678c671419672966082dc0e6f6c0e7978478bb1395f29f0752db34f5"],"state_sha256":"a0050bc98a01fd7579bb7f39e67cc93993617698623012d3b80d7abbd7eb211c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tR3UHAYbxcAfiXej06b+fI25QFuOIxrkiRWfg5e772drn6/brFU+SBh4jIVgeDR7JU8IjNg5VF1cfq6VBBpOAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:57:24.105273Z","bundle_sha256":"8aa8830ff866c97fcb2e68950525ad7381bff1f8da609bb4d55ed99862662904"}}