{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:527QI25WAQLLT7T7XE3CQNZJGZ","short_pith_number":"pith:527QI25W","canonical_record":{"source":{"id":"2409.04641","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-06T22:20:07Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8a8d73d3493039320fef8e206b6bc6e79f10ec06d3cd6377119930904af7c4bd","abstract_canon_sha256":"05b48f3d6d7ed7242aedba20f466093d3d72f09578b13ca0d589c8cfd6538d45"},"schema_version":"1.0"},"canonical_sha256":"eebf046bb60416b9fe7fb936283729366cc56f3ecfd3fc998daa675e46aef5d2","source":{"kind":"arxiv","id":"2409.04641","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.04641","created_at":"2026-07-05T09:04:15Z"},{"alias_kind":"arxiv_version","alias_value":"2409.04641v1","created_at":"2026-07-05T09:04:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.04641","created_at":"2026-07-05T09:04:15Z"},{"alias_kind":"pith_short_12","alias_value":"527QI25WAQLL","created_at":"2026-07-05T09:04:15Z"},{"alias_kind":"pith_short_16","alias_value":"527QI25WAQLLT7T7","created_at":"2026-07-05T09:04:15Z"},{"alias_kind":"pith_short_8","alias_value":"527QI25W","created_at":"2026-07-05T09:04:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:527QI25WAQLLT7T7XE3CQNZJGZ","target":"record","payload":{"canonical_record":{"source":{"id":"2409.04641","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-06T22:20:07Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8a8d73d3493039320fef8e206b6bc6e79f10ec06d3cd6377119930904af7c4bd","abstract_canon_sha256":"05b48f3d6d7ed7242aedba20f466093d3d72f09578b13ca0d589c8cfd6538d45"},"schema_version":"1.0"},"canonical_sha256":"eebf046bb60416b9fe7fb936283729366cc56f3ecfd3fc998daa675e46aef5d2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:04:15.609496Z","signature_b64":"Tk0dpdMj1u4SRMB31Tpa+SAatRyxAl3ptIFwyEucpDR3vp1/TervkatFlm9y2Ilj5MolCX9keBtL6jcyTxywCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eebf046bb60416b9fe7fb936283729366cc56f3ecfd3fc998daa675e46aef5d2","last_reissued_at":"2026-07-05T09:04:15.609022Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:04:15.609022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.04641","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:04:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W9QhcoAxm/ZTSp+vklqS/VbOO/LAuflR7N3Gkz41hoz76NSfsQns6/czR1Vh2Two7VfaMVvgbaqglrblKrVhDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T02:50:11.667017Z"},"content_sha256":"403d329fdcb7b6ae5927e384c02ccbf8b5f408a1e9ed05f8397a5136cac62f68","schema_version":"1.0","event_id":"sha256:403d329fdcb7b6ae5927e384c02ccbf8b5f408a1e9ed05f8397a5136cac62f68"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:527QI25WAQLLT7T7XE3CQNZJGZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Stacked Universal Successor Feature Approximators for Safety in Reinforcement Learning","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Ian Cannon, Ian Leong, Jared Culbertson, Joseph Saurine, Thomas Gresavage, Washington Garcia","submitted_at":"2024-09-06T22:20:07Z","abstract_excerpt":"Real-world problems often involve complex objective structures that resist distillation into reinforcement learning environments with a single objective. Operation costs must be balanced with multi-dimensional task performance and end-states' effects on future availability, all while ensuring safety for other agents in the environment and the reinforcement learning agent itself. System redundancy through secondary backup controllers has proven to be an effective method to ensure safety in real-world applications where the risk of violating constraints is extremely high. In this work, we invest"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.04641","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.04641/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:04:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m3k5aukE8AgljJOqfJbUjuX9e5gXaLost62elMotvwwWtDdCOnIq9aynGyWN7DrFwg21DJUfNkwtA0wpbxBPBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T02:50:11.668078Z"},"content_sha256":"7d89260b0633252e63aa1439b5efe05e625e82df63ed2c7d66257a896310ce58","schema_version":"1.0","event_id":"sha256:7d89260b0633252e63aa1439b5efe05e625e82df63ed2c7d66257a896310ce58"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/527QI25WAQLLT7T7XE3CQNZJGZ/bundle.json","state_url":"https://pith.science/pith/527QI25WAQLLT7T7XE3CQNZJGZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/527QI25WAQLLT7T7XE3CQNZJGZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T02:50:11Z","links":{"resolver":"https://pith.science/pith/527QI25WAQLLT7T7XE3CQNZJGZ","bundle":"https://pith.science/pith/527QI25WAQLLT7T7XE3CQNZJGZ/bundle.json","state":"https://pith.science/pith/527QI25WAQLLT7T7XE3CQNZJGZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/527QI25WAQLLT7T7XE3CQNZJGZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:527QI25WAQLLT7T7XE3CQNZJGZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"05b48f3d6d7ed7242aedba20f466093d3d72f09578b13ca0d589c8cfd6538d45","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-06T22:20:07Z","title_canon_sha256":"8a8d73d3493039320fef8e206b6bc6e79f10ec06d3cd6377119930904af7c4bd"},"schema_version":"1.0","source":{"id":"2409.04641","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.04641","created_at":"2026-07-05T09:04:15Z"},{"alias_kind":"arxiv_version","alias_value":"2409.04641v1","created_at":"2026-07-05T09:04:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.04641","created_at":"2026-07-05T09:04:15Z"},{"alias_kind":"pith_short_12","alias_value":"527QI25WAQLL","created_at":"2026-07-05T09:04:15Z"},{"alias_kind":"pith_short_16","alias_value":"527QI25WAQLLT7T7","created_at":"2026-07-05T09:04:15Z"},{"alias_kind":"pith_short_8","alias_value":"527QI25W","created_at":"2026-07-05T09:04:15Z"}],"graph_snapshots":[{"event_id":"sha256:7d89260b0633252e63aa1439b5efe05e625e82df63ed2c7d66257a896310ce58","target":"graph","created_at":"2026-07-05T09:04:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.04641/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Real-world problems often involve complex objective structures that resist distillation into reinforcement learning environments with a single objective. Operation costs must be balanced with multi-dimensional task performance and end-states' effects on future availability, all while ensuring safety for other agents in the environment and the reinforcement learning agent itself. System redundancy through secondary backup controllers has proven to be an effective method to ensure safety in real-world applications where the risk of violating constraints is extremely high. In this work, we invest","authors_text":"Ian Cannon, Ian Leong, Jared Culbertson, Joseph Saurine, Thomas Gresavage, Washington Garcia","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-06T22:20:07Z","title":"Stacked Universal Successor Feature Approximators for Safety in Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.04641","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:403d329fdcb7b6ae5927e384c02ccbf8b5f408a1e9ed05f8397a5136cac62f68","target":"record","created_at":"2026-07-05T09:04:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"05b48f3d6d7ed7242aedba20f466093d3d72f09578b13ca0d589c8cfd6538d45","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-06T22:20:07Z","title_canon_sha256":"8a8d73d3493039320fef8e206b6bc6e79f10ec06d3cd6377119930904af7c4bd"},"schema_version":"1.0","source":{"id":"2409.04641","kind":"arxiv","version":1}},"canonical_sha256":"eebf046bb60416b9fe7fb936283729366cc56f3ecfd3fc998daa675e46aef5d2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eebf046bb60416b9fe7fb936283729366cc56f3ecfd3fc998daa675e46aef5d2","first_computed_at":"2026-07-05T09:04:15.609022Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:04:15.609022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Tk0dpdMj1u4SRMB31Tpa+SAatRyxAl3ptIFwyEucpDR3vp1/TervkatFlm9y2Ilj5MolCX9keBtL6jcyTxywCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:04:15.609496Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.04641","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:403d329fdcb7b6ae5927e384c02ccbf8b5f408a1e9ed05f8397a5136cac62f68","sha256:7d89260b0633252e63aa1439b5efe05e625e82df63ed2c7d66257a896310ce58"],"state_sha256":"80144c66863e604b608bb1f9e0ea4e434869b8e2fba61156b7226382139b161c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y8xOMZMWlcmwbtRCGzuo2SMVetLmBk4qBS/9BlaX2EX+gbLHPGbNJXwr/bz8zZlTtBpUv501l2qiolHPj1GtBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T02:50:11.731337Z","bundle_sha256":"169d22f050ca66ead13afd877d30211585a409121671f146315b246e10deb412"}}