{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:WRFCPNIKAAP4WY6ZQ3KV7ED3NE","short_pith_number":"pith:WRFCPNIK","canonical_record":{"source":{"id":"2410.04640","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2024-10-06T22:13:30Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"96f397411a29aa3377663528a0819d33a9c1949369e368f55c483f5639622c24","abstract_canon_sha256":"d300df931e47748e11868e39731adb12fec784b034e10937591caa2a40904602"},"schema_version":"1.0"},"canonical_sha256":"b44a27b50a001fcb63d986d55f907b691ff5662a6d0031edac5a475b007d66b7","source":{"kind":"arxiv","id":"2410.04640","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.04640","created_at":"2026-07-05T09:29:15Z"},{"alias_kind":"arxiv_version","alias_value":"2410.04640v2","created_at":"2026-07-05T09:29:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.04640","created_at":"2026-07-05T09:29:15Z"},{"alias_kind":"pith_short_12","alias_value":"WRFCPNIKAAP4","created_at":"2026-07-05T09:29:15Z"},{"alias_kind":"pith_short_16","alias_value":"WRFCPNIKAAP4WY6Z","created_at":"2026-07-05T09:29:15Z"},{"alias_kind":"pith_short_8","alias_value":"WRFCPNIK","created_at":"2026-07-05T09:29:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:WRFCPNIKAAP4WY6ZQ3KV7ED3NE","target":"record","payload":{"canonical_record":{"source":{"id":"2410.04640","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2024-10-06T22:13:30Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"96f397411a29aa3377663528a0819d33a9c1949369e368f55c483f5639622c24","abstract_canon_sha256":"d300df931e47748e11868e39731adb12fec784b034e10937591caa2a40904602"},"schema_version":"1.0"},"canonical_sha256":"b44a27b50a001fcb63d986d55f907b691ff5662a6d0031edac5a475b007d66b7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:29:15.860441Z","signature_b64":"mITxO9uUTPrH9bjp12cpOcOgAdrZeNcmfIVwS9bPsj+FWDO2L81qpuVTCdQy+8GoO597y12leOq2v9L7Jk+gAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b44a27b50a001fcb63d986d55f907b691ff5662a6d0031edac5a475b007d66b7","last_reissued_at":"2026-07-05T09:29:15.859885Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:29:15.859885Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.04640","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r6KyCg5IvJMLqIFhhYTfRbJn+UYzqJYWWw/JvlXM9jdroBKTDOjSyVZ3/HxDIR6Z8LaSKu6wFPmE9yMgJS9HBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:47:55.830749Z"},"content_sha256":"f4f321caf6f8b7035ba1ef5cf0553b9bbc3e186af9a46df13bb3b90f0b335225","schema_version":"1.0","event_id":"sha256:f4f321caf6f8b7035ba1ef5cf0553b9bbc3e186af9a46df13bb3b90f0b335225"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:WRFCPNIKAAP4WY6ZQ3KV7ED3NE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unpacking Failure Modes of Generative Policies: Runtime Monitoring of Consistency and Progress","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.RO","authors_text":"Christopher Agia, Jeannette Bohg, Jingyun Yang, Marco Pavone, Rika Antonova, Rohan Sinha, Zi-Ang Cao","submitted_at":"2024-10-06T22:13:30Z","abstract_excerpt":"Robot behavior policies trained via imitation learning are prone to failure under conditions that deviate from their training data. Thus, algorithms that monitor learned policies at test time and provide early warnings of failure are necessary to facilitate scalable deployment. We propose Sentinel, a runtime monitoring framework that splits the detection of failures into two complementary categories: 1) Erratic failures, which we detect using statistical measures of temporal action consistency, and 2) task progression failures, where we use Vision Language Models (VLMs) to detect when the poli"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.04640","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.04640/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1wyUzVgevECBZQulnO2rCCxv+P3glw9gAm2+PnDn/kXz8kq3F8T0RtI6NBryWeHcm+nMhQRhESsNzF5d+6PaAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:47:55.831130Z"},"content_sha256":"19a949bba16fefb7a04e29ff3a828dbcfd558374fec6342ec1550662be9e7dca","schema_version":"1.0","event_id":"sha256:19a949bba16fefb7a04e29ff3a828dbcfd558374fec6342ec1550662be9e7dca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WRFCPNIKAAP4WY6ZQ3KV7ED3NE/bundle.json","state_url":"https://pith.science/pith/WRFCPNIKAAP4WY6ZQ3KV7ED3NE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WRFCPNIKAAP4WY6ZQ3KV7ED3NE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T17:47:55Z","links":{"resolver":"https://pith.science/pith/WRFCPNIKAAP4WY6ZQ3KV7ED3NE","bundle":"https://pith.science/pith/WRFCPNIKAAP4WY6ZQ3KV7ED3NE/bundle.json","state":"https://pith.science/pith/WRFCPNIKAAP4WY6ZQ3KV7ED3NE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WRFCPNIKAAP4WY6ZQ3KV7ED3NE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WRFCPNIKAAP4WY6ZQ3KV7ED3NE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d300df931e47748e11868e39731adb12fec784b034e10937591caa2a40904602","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2024-10-06T22:13:30Z","title_canon_sha256":"96f397411a29aa3377663528a0819d33a9c1949369e368f55c483f5639622c24"},"schema_version":"1.0","source":{"id":"2410.04640","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.04640","created_at":"2026-07-05T09:29:15Z"},{"alias_kind":"arxiv_version","alias_value":"2410.04640v2","created_at":"2026-07-05T09:29:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.04640","created_at":"2026-07-05T09:29:15Z"},{"alias_kind":"pith_short_12","alias_value":"WRFCPNIKAAP4","created_at":"2026-07-05T09:29:15Z"},{"alias_kind":"pith_short_16","alias_value":"WRFCPNIKAAP4WY6Z","created_at":"2026-07-05T09:29:15Z"},{"alias_kind":"pith_short_8","alias_value":"WRFCPNIK","created_at":"2026-07-05T09:29:15Z"}],"graph_snapshots":[{"event_id":"sha256:19a949bba16fefb7a04e29ff3a828dbcfd558374fec6342ec1550662be9e7dca","target":"graph","created_at":"2026-07-05T09:29:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.04640/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Robot behavior policies trained via imitation learning are prone to failure under conditions that deviate from their training data. Thus, algorithms that monitor learned policies at test time and provide early warnings of failure are necessary to facilitate scalable deployment. We propose Sentinel, a runtime monitoring framework that splits the detection of failures into two complementary categories: 1) Erratic failures, which we detect using statistical measures of temporal action consistency, and 2) task progression failures, where we use Vision Language Models (VLMs) to detect when the poli","authors_text":"Christopher Agia, Jeannette Bohg, Jingyun Yang, Marco Pavone, Rika Antonova, Rohan Sinha, Zi-Ang Cao","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2024-10-06T22:13:30Z","title":"Unpacking Failure Modes of Generative Policies: Runtime Monitoring of Consistency and Progress"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.04640","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f4f321caf6f8b7035ba1ef5cf0553b9bbc3e186af9a46df13bb3b90f0b335225","target":"record","created_at":"2026-07-05T09:29:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d300df931e47748e11868e39731adb12fec784b034e10937591caa2a40904602","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2024-10-06T22:13:30Z","title_canon_sha256":"96f397411a29aa3377663528a0819d33a9c1949369e368f55c483f5639622c24"},"schema_version":"1.0","source":{"id":"2410.04640","kind":"arxiv","version":2}},"canonical_sha256":"b44a27b50a001fcb63d986d55f907b691ff5662a6d0031edac5a475b007d66b7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b44a27b50a001fcb63d986d55f907b691ff5662a6d0031edac5a475b007d66b7","first_computed_at":"2026-07-05T09:29:15.859885Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:29:15.859885Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mITxO9uUTPrH9bjp12cpOcOgAdrZeNcmfIVwS9bPsj+FWDO2L81qpuVTCdQy+8GoO597y12leOq2v9L7Jk+gAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:29:15.860441Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.04640","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f4f321caf6f8b7035ba1ef5cf0553b9bbc3e186af9a46df13bb3b90f0b335225","sha256:19a949bba16fefb7a04e29ff3a828dbcfd558374fec6342ec1550662be9e7dca"],"state_sha256":"076b9368b2daf79eeba12f3da0bf974e2f69d1cd9311694992ba6d3d19b1f7d4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Feh9C1LzFMrmy7WKT2GXzPdZw/8wunmTwtgXZtYTHtes9XpOeGgyWbsXhGjxVpSqJCSudeTVi5wkjcFIHIBAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T17:47:55.833804Z","bundle_sha256":"2d99cbe10aec7c5c55b222f3febdcb40977c3ea65046396b6e59f867965fdf94"}}