{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:OT7AKJC4PSRQPYENKYMBF2K2JO","short_pith_number":"pith:OT7AKJC4","canonical_record":{"source":{"id":"2310.19804","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-05T20:44:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cca23e7969ae22365a03b055e39d7a40f2538690e6c42b43119cc54d84e22900","abstract_canon_sha256":"ad81fce7b4841e06f717e7baac72fc9e9f944a7c0ea4158857c3d3e8c55db281"},"schema_version":"1.0"},"canonical_sha256":"74fe05245c7ca307e08d561812e95a4b9d43658e8ccce1570db4369f2bd50982","source":{"kind":"arxiv","id":"2310.19804","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.19804","created_at":"2026-07-05T07:06:55Z"},{"alias_kind":"arxiv_version","alias_value":"2310.19804v1","created_at":"2026-07-05T07:06:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.19804","created_at":"2026-07-05T07:06:55Z"},{"alias_kind":"pith_short_12","alias_value":"OT7AKJC4PSRQ","created_at":"2026-07-05T07:06:55Z"},{"alias_kind":"pith_short_16","alias_value":"OT7AKJC4PSRQPYEN","created_at":"2026-07-05T07:06:55Z"},{"alias_kind":"pith_short_8","alias_value":"OT7AKJC4","created_at":"2026-07-05T07:06:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:OT7AKJC4PSRQPYENKYMBF2K2JO","target":"record","payload":{"canonical_record":{"source":{"id":"2310.19804","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-05T20:44:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cca23e7969ae22365a03b055e39d7a40f2538690e6c42b43119cc54d84e22900","abstract_canon_sha256":"ad81fce7b4841e06f717e7baac72fc9e9f944a7c0ea4158857c3d3e8c55db281"},"schema_version":"1.0"},"canonical_sha256":"74fe05245c7ca307e08d561812e95a4b9d43658e8ccce1570db4369f2bd50982","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:06:55.406987Z","signature_b64":"4vl5osPqkuCVczkCKgC0xY3USv6t17ISeTciKZDBFPQTLY3peyM5Zb85amoQPpXbIlo/saczJoNc3PAybHdWDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"74fe05245c7ca307e08d561812e95a4b9d43658e8ccce1570db4369f2bd50982","last_reissued_at":"2026-07-05T07:06:55.406464Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:06:55.406464Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.19804","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rl8pxw0E3fFo+bYTgj7cTbI3zztfIHcssfDh1DPoNxP01DC96+mfikMCgFW+ts5kwSxLaWOm6vS5z7fU/psdBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:55:23.279857Z"},"content_sha256":"c9cfdd77508d99931930e6bf51913a56e00884e5a6adccfa1d21b0d8273e45ed","schema_version":"1.0","event_id":"sha256:c9cfdd77508d99931930e6bf51913a56e00884e5a6adccfa1d21b0d8273e45ed"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:OT7AKJC4PSRQPYENKYMBF2K2JO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Kernel Perspective on Behavioural Metrics for Markov Decision Processes","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Mark Rowland, Pablo Samuel Castro, Prakash Panangaden, Tyler Kastner","submitted_at":"2023-10-05T20:44:57Z","abstract_excerpt":"Behavioural metrics have been shown to be an effective mechanism for constructing representations in reinforcement learning. We present a novel perspective on behavioural metrics for Markov decision processes via the use of positive definite kernels. We leverage this new perspective to define a new metric that is provably equivalent to the recently introduced MICo distance (Castro et al., 2021). The kernel perspective further enables us to provide new theoretical results, which has so far eluded prior work. These include bounding value function differences by means of our metric, and the demon"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.19804","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.19804/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qQlIrvH8BZz2dMNzjykaHEOB9TFqd1HKfb1Fhk2ERfpaV60BqNUV+kav5WCKBrU3wiytEelroXKklxKS21B/Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:55:23.280379Z"},"content_sha256":"72b91b6fbfdb3cd1f7cfc5a7f0371705ebc87bb97b8979f7429dea5f7f269020","schema_version":"1.0","event_id":"sha256:72b91b6fbfdb3cd1f7cfc5a7f0371705ebc87bb97b8979f7429dea5f7f269020"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OT7AKJC4PSRQPYENKYMBF2K2JO/bundle.json","state_url":"https://pith.science/pith/OT7AKJC4PSRQPYENKYMBF2K2JO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OT7AKJC4PSRQPYENKYMBF2K2JO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T19:55:23Z","links":{"resolver":"https://pith.science/pith/OT7AKJC4PSRQPYENKYMBF2K2JO","bundle":"https://pith.science/pith/OT7AKJC4PSRQPYENKYMBF2K2JO/bundle.json","state":"https://pith.science/pith/OT7AKJC4PSRQPYENKYMBF2K2JO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OT7AKJC4PSRQPYENKYMBF2K2JO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:OT7AKJC4PSRQPYENKYMBF2K2JO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ad81fce7b4841e06f717e7baac72fc9e9f944a7c0ea4158857c3d3e8c55db281","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-05T20:44:57Z","title_canon_sha256":"cca23e7969ae22365a03b055e39d7a40f2538690e6c42b43119cc54d84e22900"},"schema_version":"1.0","source":{"id":"2310.19804","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.19804","created_at":"2026-07-05T07:06:55Z"},{"alias_kind":"arxiv_version","alias_value":"2310.19804v1","created_at":"2026-07-05T07:06:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.19804","created_at":"2026-07-05T07:06:55Z"},{"alias_kind":"pith_short_12","alias_value":"OT7AKJC4PSRQ","created_at":"2026-07-05T07:06:55Z"},{"alias_kind":"pith_short_16","alias_value":"OT7AKJC4PSRQPYEN","created_at":"2026-07-05T07:06:55Z"},{"alias_kind":"pith_short_8","alias_value":"OT7AKJC4","created_at":"2026-07-05T07:06:55Z"}],"graph_snapshots":[{"event_id":"sha256:72b91b6fbfdb3cd1f7cfc5a7f0371705ebc87bb97b8979f7429dea5f7f269020","target":"graph","created_at":"2026-07-05T07:06:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.19804/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Behavioural metrics have been shown to be an effective mechanism for constructing representations in reinforcement learning. We present a novel perspective on behavioural metrics for Markov decision processes via the use of positive definite kernels. We leverage this new perspective to define a new metric that is provably equivalent to the recently introduced MICo distance (Castro et al., 2021). The kernel perspective further enables us to provide new theoretical results, which has so far eluded prior work. These include bounding value function differences by means of our metric, and the demon","authors_text":"Mark Rowland, Pablo Samuel Castro, Prakash Panangaden, Tyler Kastner","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-05T20:44:57Z","title":"A Kernel Perspective on Behavioural Metrics for Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.19804","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c9cfdd77508d99931930e6bf51913a56e00884e5a6adccfa1d21b0d8273e45ed","target":"record","created_at":"2026-07-05T07:06:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ad81fce7b4841e06f717e7baac72fc9e9f944a7c0ea4158857c3d3e8c55db281","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-05T20:44:57Z","title_canon_sha256":"cca23e7969ae22365a03b055e39d7a40f2538690e6c42b43119cc54d84e22900"},"schema_version":"1.0","source":{"id":"2310.19804","kind":"arxiv","version":1}},"canonical_sha256":"74fe05245c7ca307e08d561812e95a4b9d43658e8ccce1570db4369f2bd50982","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"74fe05245c7ca307e08d561812e95a4b9d43658e8ccce1570db4369f2bd50982","first_computed_at":"2026-07-05T07:06:55.406464Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:06:55.406464Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4vl5osPqkuCVczkCKgC0xY3USv6t17ISeTciKZDBFPQTLY3peyM5Zb85amoQPpXbIlo/saczJoNc3PAybHdWDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:06:55.406987Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.19804","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c9cfdd77508d99931930e6bf51913a56e00884e5a6adccfa1d21b0d8273e45ed","sha256:72b91b6fbfdb3cd1f7cfc5a7f0371705ebc87bb97b8979f7429dea5f7f269020"],"state_sha256":"4bad14c7ae16b9c5feeb878f5fb18a3b0dd23ecfc01c361f0ba88b3c76dcd5e1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KAUlINI9eZ+5Pja19DWr/hP3jSOn+f+uNizIyI5lhyByGikoFlWaIKgbqL3IYSyhqsBqJeyvcPhhti/DVCo5Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T19:55:23.284834Z","bundle_sha256":"c12d33e37bbcc7fa8d40f7f91cca8ca186999a9662486c305ae68ed3b456f51d"}}