{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:JYNJBFPIALWAWE3Q6SEZ7GXDMP","short_pith_number":"pith:JYNJBFPI","canonical_record":{"source":{"id":"2510.27329","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-10-31T10:00:57Z","cross_cats_sorted":[],"title_canon_sha256":"9609f53f2d9b9f16152fe6c4b286819e183008c62070266dbd6687eabc1b421d","abstract_canon_sha256":"9659df906e5e3bb7559614895e83fd4b8c7a07a3970c6ce084bc50284d896bf0"},"schema_version":"1.0"},"canonical_sha256":"4e1a9095e802ec0b1370f4899f9ae363d189c4b59f05f49edafa83fbc1c7929c","source":{"kind":"arxiv","id":"2510.27329","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.27329","created_at":"2026-06-23T02:13:18Z"},{"alias_kind":"arxiv_version","alias_value":"2510.27329v2","created_at":"2026-06-23T02:13:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.27329","created_at":"2026-06-23T02:13:18Z"},{"alias_kind":"pith_short_12","alias_value":"JYNJBFPIALWA","created_at":"2026-06-23T02:13:18Z"},{"alias_kind":"pith_short_16","alias_value":"JYNJBFPIALWAWE3Q","created_at":"2026-06-23T02:13:18Z"},{"alias_kind":"pith_short_8","alias_value":"JYNJBFPI","created_at":"2026-06-23T02:13:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:JYNJBFPIALWAWE3Q6SEZ7GXDMP","target":"record","payload":{"canonical_record":{"source":{"id":"2510.27329","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-10-31T10:00:57Z","cross_cats_sorted":[],"title_canon_sha256":"9609f53f2d9b9f16152fe6c4b286819e183008c62070266dbd6687eabc1b421d","abstract_canon_sha256":"9659df906e5e3bb7559614895e83fd4b8c7a07a3970c6ce084bc50284d896bf0"},"schema_version":"1.0"},"canonical_sha256":"4e1a9095e802ec0b1370f4899f9ae363d189c4b59f05f49edafa83fbc1c7929c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-23T02:13:18.006882Z","signature_b64":"5nwfF6P7iU2akSEZaiHp7buqZezgSeFYkIkYmD0ZM2Y8dhqAljmeYvnylSpm0HuS1Lb8iBEnJVutMMxU6MJVAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4e1a9095e802ec0b1370f4899f9ae363d189c4b59f05f49edafa83fbc1c7929c","last_reissued_at":"2026-06-23T02:13:18.006351Z","signature_status":"signed_v1","first_computed_at":"2026-06-23T02:13:18.006351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2510.27329","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T02:13:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"26R9rmWgfoYlt+zhAmvu5nUfu70XPSXUNqYidSSBc0Q3QWmx2teVF2OQRnXYa7H4S/3FKJnTsPFqymgaYD8nBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:46:18.718029Z"},"content_sha256":"9d9845919875ba9ba8287da12425f36e991686d0fd1236840e94b0c8436d8779","schema_version":"1.0","event_id":"sha256:9d9845919875ba9ba8287da12425f36e991686d0fd1236840e94b0c8436d8779"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:JYNJBFPIALWAWE3Q6SEZ7GXDMP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning for Long-Horizon Unordered Tasks: From Boolean to Coupled Reward Machines","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Aneta Vulgarakis Feljan, Athanasios Karapantelakis, Jendrik Seipp, Kristina Levina, Nikolaos Pappas","submitted_at":"2025-10-31T10:00:57Z","abstract_excerpt":"Reward machines (RMs) inform reinforcement learning agents about the reward structure of the environment, enabling support for non-Markovian tasks and improving sample efficiency. However, learning with RMs is ill-suited for long-horizon problems where subtasks can be completed in any order. In such cases, the amount of information to learn increases exponentially with the number of unordered subtasks. We address this issue by introducing three generalisations of RMs: (1) Numeric RMs allow users to express complex tasks in a compact form. (2) In agenda RMs, states are associated with an agenda"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.27329","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2510.27329/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T02:13:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9/TyvFMjuJ+uyTpDek2/JfOY7eZMKQNaRi02gTtfTaD6d6qOMsBAPXUpzHiHLZBBy4C95ssuKkhdm3Iwz1OdDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:46:18.718552Z"},"content_sha256":"1249d87129f803dff40f780f8d73d23ba9aa83c6e205232cccf0c853c550cd85","schema_version":"1.0","event_id":"sha256:1249d87129f803dff40f780f8d73d23ba9aa83c6e205232cccf0c853c550cd85"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JYNJBFPIALWAWE3Q6SEZ7GXDMP/bundle.json","state_url":"https://pith.science/pith/JYNJBFPIALWAWE3Q6SEZ7GXDMP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JYNJBFPIALWAWE3Q6SEZ7GXDMP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T16:46:18Z","links":{"resolver":"https://pith.science/pith/JYNJBFPIALWAWE3Q6SEZ7GXDMP","bundle":"https://pith.science/pith/JYNJBFPIALWAWE3Q6SEZ7GXDMP/bundle.json","state":"https://pith.science/pith/JYNJBFPIALWAWE3Q6SEZ7GXDMP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JYNJBFPIALWAWE3Q6SEZ7GXDMP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:JYNJBFPIALWAWE3Q6SEZ7GXDMP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9659df906e5e3bb7559614895e83fd4b8c7a07a3970c6ce084bc50284d896bf0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-10-31T10:00:57Z","title_canon_sha256":"9609f53f2d9b9f16152fe6c4b286819e183008c62070266dbd6687eabc1b421d"},"schema_version":"1.0","source":{"id":"2510.27329","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2510.27329","created_at":"2026-06-23T02:13:18Z"},{"alias_kind":"arxiv_version","alias_value":"2510.27329v2","created_at":"2026-06-23T02:13:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2510.27329","created_at":"2026-06-23T02:13:18Z"},{"alias_kind":"pith_short_12","alias_value":"JYNJBFPIALWA","created_at":"2026-06-23T02:13:18Z"},{"alias_kind":"pith_short_16","alias_value":"JYNJBFPIALWAWE3Q","created_at":"2026-06-23T02:13:18Z"},{"alias_kind":"pith_short_8","alias_value":"JYNJBFPI","created_at":"2026-06-23T02:13:18Z"}],"graph_snapshots":[{"event_id":"sha256:1249d87129f803dff40f780f8d73d23ba9aa83c6e205232cccf0c853c550cd85","target":"graph","created_at":"2026-06-23T02:13:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2510.27329/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reward machines (RMs) inform reinforcement learning agents about the reward structure of the environment, enabling support for non-Markovian tasks and improving sample efficiency. However, learning with RMs is ill-suited for long-horizon problems where subtasks can be completed in any order. In such cases, the amount of information to learn increases exponentially with the number of unordered subtasks. We address this issue by introducing three generalisations of RMs: (1) Numeric RMs allow users to express complex tasks in a compact form. (2) In agenda RMs, states are associated with an agenda","authors_text":"Aneta Vulgarakis Feljan, Athanasios Karapantelakis, Jendrik Seipp, Kristina Levina, Nikolaos Pappas","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-10-31T10:00:57Z","title":"Reinforcement Learning for Long-Horizon Unordered Tasks: From Boolean to Coupled Reward Machines"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2510.27329","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9d9845919875ba9ba8287da12425f36e991686d0fd1236840e94b0c8436d8779","target":"record","created_at":"2026-06-23T02:13:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9659df906e5e3bb7559614895e83fd4b8c7a07a3970c6ce084bc50284d896bf0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-10-31T10:00:57Z","title_canon_sha256":"9609f53f2d9b9f16152fe6c4b286819e183008c62070266dbd6687eabc1b421d"},"schema_version":"1.0","source":{"id":"2510.27329","kind":"arxiv","version":2}},"canonical_sha256":"4e1a9095e802ec0b1370f4899f9ae363d189c4b59f05f49edafa83fbc1c7929c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4e1a9095e802ec0b1370f4899f9ae363d189c4b59f05f49edafa83fbc1c7929c","first_computed_at":"2026-06-23T02:13:18.006351Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-23T02:13:18.006351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5nwfF6P7iU2akSEZaiHp7buqZezgSeFYkIkYmD0ZM2Y8dhqAljmeYvnylSpm0HuS1Lb8iBEnJVutMMxU6MJVAw==","signature_status":"signed_v1","signed_at":"2026-06-23T02:13:18.006882Z","signed_message":"canonical_sha256_bytes"},"source_id":"2510.27329","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9d9845919875ba9ba8287da12425f36e991686d0fd1236840e94b0c8436d8779","sha256:1249d87129f803dff40f780f8d73d23ba9aa83c6e205232cccf0c853c550cd85"],"state_sha256":"edbb534e7bad95227f4dea33ba0e05eb15a1b806a25ef514ce73efa8c5ddf10f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MJQGN8D65la3kE4n9SzaloMJI6Wro8KomqjJXTtNeaq1MmhVwfRLn1hBRUO2ERK2p0vnD3k/4orn+vBTpfjeDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T16:46:18.723411Z","bundle_sha256":"b837183078af06f967d4d7a82b3bf124324611fbe53c0c6eb0d100296f08140d"}}