{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IYJ75P3ACD7CM3X65B2DTOF562","short_pith_number":"pith:IYJ75P3A","canonical_record":{"source":{"id":"2411.14375","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-21T18:09:20Z","cross_cats_sorted":["cs.LO"],"title_canon_sha256":"6328723dd18bcfb64b8ed5453781df9eec5055def4ca2473cd1330a6b25d6870","abstract_canon_sha256":"49ab7ebb599463befea60b570aa0b474ad2a300178cb0f2dd9a8ea130f9f66a0"},"schema_version":"1.0"},"canonical_sha256":"4613febf6010fe266efee87439b8bdf6ab95f328885cc8795cca2efed2d48173","source":{"kind":"arxiv","id":"2411.14375","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.14375","created_at":"2026-07-05T09:38:45Z"},{"alias_kind":"arxiv_version","alias_value":"2411.14375v1","created_at":"2026-07-05T09:38:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.14375","created_at":"2026-07-05T09:38:45Z"},{"alias_kind":"pith_short_12","alias_value":"IYJ75P3ACD7C","created_at":"2026-07-05T09:38:45Z"},{"alias_kind":"pith_short_16","alias_value":"IYJ75P3ACD7CM3X6","created_at":"2026-07-05T09:38:45Z"},{"alias_kind":"pith_short_8","alias_value":"IYJ75P3A","created_at":"2026-07-05T09:38:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IYJ75P3ACD7CM3X65B2DTOF562","target":"record","payload":{"canonical_record":{"source":{"id":"2411.14375","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-21T18:09:20Z","cross_cats_sorted":["cs.LO"],"title_canon_sha256":"6328723dd18bcfb64b8ed5453781df9eec5055def4ca2473cd1330a6b25d6870","abstract_canon_sha256":"49ab7ebb599463befea60b570aa0b474ad2a300178cb0f2dd9a8ea130f9f66a0"},"schema_version":"1.0"},"canonical_sha256":"4613febf6010fe266efee87439b8bdf6ab95f328885cc8795cca2efed2d48173","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:38:45.953143Z","signature_b64":"PvLNg0CFF42NXFQ4cppgRn/nerMWDgRbmLgSCVKBvvYiNAi2Z/pY7fpiG2XkVT80S+sFMj8V8O7ii+aFoKHkBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4613febf6010fe266efee87439b8bdf6ab95f328885cc8795cca2efed2d48173","last_reissued_at":"2026-07-05T09:38:45.952534Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:38:45.952534Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.14375","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:38:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BqbPO4VIpJcODwbFAbnXeo/x1VYjpZlR7G2ImJNfefW1/6xGKUXAgDxLwS08LGDGCKLaIZNuVjetSIYjxmwnAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T11:21:26.496399Z"},"content_sha256":"d605b729dd6e96957e592c57e02dd0877e0011766102ef14f4219b14e80ae2ac","schema_version":"1.0","event_id":"sha256:d605b729dd6e96957e592c57e02dd0877e0011766102ef14f4219b14e80ae2ac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IYJ75P3ACD7CM3X65B2DTOF562","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Model Checking for Reinforcement Learning in Autonomous Driving: One Can Do More Than You Think!","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LO"],"primary_cat":"cs.LG","authors_text":"Rong Gu (M\\\"alardalen University)","submitted_at":"2024-11-21T18:09:20Z","abstract_excerpt":"Most reinforcement learning (RL) platforms use high-level programming languages, such as OpenAI Gymnasium using Python. These frameworks provide various API and benchmarks for testing RL algorithms in different domains, such as autonomous driving (AD) and robotics. These platforms often emphasise the design of RL algorithms and the training performance but neglect the correctness of models and reward functions, which can be crucial for the successful application of RL. This paper proposes using formal methods to model AD systems and demonstrates how model checking (MC) can be used in RL for AD"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.14375","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.14375/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:38:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zmq4WFGo839iO73BxVw66O5qpA+x3XtmtZNSJMc+vQyI7OrFU96+dOK67DMKLDPzkJj9czO5zxp0bWfGfDmVDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T11:21:26.497201Z"},"content_sha256":"1e16014500fa6ab1a2bd0953e89f1483387301ffcefb00227d8efa83b9dfb34c","schema_version":"1.0","event_id":"sha256:1e16014500fa6ab1a2bd0953e89f1483387301ffcefb00227d8efa83b9dfb34c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IYJ75P3ACD7CM3X65B2DTOF562/bundle.json","state_url":"https://pith.science/pith/IYJ75P3ACD7CM3X65B2DTOF562/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IYJ75P3ACD7CM3X65B2DTOF562/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T11:21:26Z","links":{"resolver":"https://pith.science/pith/IYJ75P3ACD7CM3X65B2DTOF562","bundle":"https://pith.science/pith/IYJ75P3ACD7CM3X65B2DTOF562/bundle.json","state":"https://pith.science/pith/IYJ75P3ACD7CM3X65B2DTOF562/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IYJ75P3ACD7CM3X65B2DTOF562/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IYJ75P3ACD7CM3X65B2DTOF562","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"49ab7ebb599463befea60b570aa0b474ad2a300178cb0f2dd9a8ea130f9f66a0","cross_cats_sorted":["cs.LO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-21T18:09:20Z","title_canon_sha256":"6328723dd18bcfb64b8ed5453781df9eec5055def4ca2473cd1330a6b25d6870"},"schema_version":"1.0","source":{"id":"2411.14375","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.14375","created_at":"2026-07-05T09:38:45Z"},{"alias_kind":"arxiv_version","alias_value":"2411.14375v1","created_at":"2026-07-05T09:38:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.14375","created_at":"2026-07-05T09:38:45Z"},{"alias_kind":"pith_short_12","alias_value":"IYJ75P3ACD7C","created_at":"2026-07-05T09:38:45Z"},{"alias_kind":"pith_short_16","alias_value":"IYJ75P3ACD7CM3X6","created_at":"2026-07-05T09:38:45Z"},{"alias_kind":"pith_short_8","alias_value":"IYJ75P3A","created_at":"2026-07-05T09:38:45Z"}],"graph_snapshots":[{"event_id":"sha256:1e16014500fa6ab1a2bd0953e89f1483387301ffcefb00227d8efa83b9dfb34c","target":"graph","created_at":"2026-07-05T09:38:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.14375/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Most reinforcement learning (RL) platforms use high-level programming languages, such as OpenAI Gymnasium using Python. These frameworks provide various API and benchmarks for testing RL algorithms in different domains, such as autonomous driving (AD) and robotics. These platforms often emphasise the design of RL algorithms and the training performance but neglect the correctness of models and reward functions, which can be crucial for the successful application of RL. This paper proposes using formal methods to model AD systems and demonstrates how model checking (MC) can be used in RL for AD","authors_text":"Rong Gu (M\\\"alardalen University)","cross_cats":["cs.LO"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-21T18:09:20Z","title":"Model Checking for Reinforcement Learning in Autonomous Driving: One Can Do More Than You Think!"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.14375","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d605b729dd6e96957e592c57e02dd0877e0011766102ef14f4219b14e80ae2ac","target":"record","created_at":"2026-07-05T09:38:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"49ab7ebb599463befea60b570aa0b474ad2a300178cb0f2dd9a8ea130f9f66a0","cross_cats_sorted":["cs.LO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-21T18:09:20Z","title_canon_sha256":"6328723dd18bcfb64b8ed5453781df9eec5055def4ca2473cd1330a6b25d6870"},"schema_version":"1.0","source":{"id":"2411.14375","kind":"arxiv","version":1}},"canonical_sha256":"4613febf6010fe266efee87439b8bdf6ab95f328885cc8795cca2efed2d48173","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4613febf6010fe266efee87439b8bdf6ab95f328885cc8795cca2efed2d48173","first_computed_at":"2026-07-05T09:38:45.952534Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:38:45.952534Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PvLNg0CFF42NXFQ4cppgRn/nerMWDgRbmLgSCVKBvvYiNAi2Z/pY7fpiG2XkVT80S+sFMj8V8O7ii+aFoKHkBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:38:45.953143Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.14375","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d605b729dd6e96957e592c57e02dd0877e0011766102ef14f4219b14e80ae2ac","sha256:1e16014500fa6ab1a2bd0953e89f1483387301ffcefb00227d8efa83b9dfb34c"],"state_sha256":"a2b70debf7bd3fd179f6239fd6c3b04d7de5f93995d5b16c359ae2b40b58a57b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EZT162Y3a6SlM32LTRE+AieiJ6gWPXECVGok2hj0jOzwKjHiViNCosxKqr3HhfeR20nES8zolzrkGJnd3M1KAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T11:21:26.507371Z","bundle_sha256":"134ae024ec9d295325e618a84177bb6a511f9eb69463c8201a202bc3fb820cf3"}}