{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:DIT5PVGM32QE23WMN6UCJVLAZJ","short_pith_number":"pith:DIT5PVGM","canonical_record":{"source":{"id":"2206.10122","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-21T05:53:23Z","cross_cats_sorted":[],"title_canon_sha256":"a041646dd9d10e22388173b81e1d7ce7b00b92ad551f87e5ab6380e472bbd836","abstract_canon_sha256":"06792325422b22a5c1a9dca8d25cfe732222ec9ddb1e5f3f59c072a8ae8dcd18"},"schema_version":"1.0"},"canonical_sha256":"1a27d7d4ccdea04d6ecc6fa824d560ca48079a365c2c3976db08b7988e6448b0","source":{"kind":"arxiv","id":"2206.10122","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.10122","created_at":"2026-07-05T04:33:43Z"},{"alias_kind":"arxiv_version","alias_value":"2206.10122v1","created_at":"2026-07-05T04:33:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.10122","created_at":"2026-07-05T04:33:43Z"},{"alias_kind":"pith_short_12","alias_value":"DIT5PVGM32QE","created_at":"2026-07-05T04:33:43Z"},{"alias_kind":"pith_short_16","alias_value":"DIT5PVGM32QE23WM","created_at":"2026-07-05T04:33:43Z"},{"alias_kind":"pith_short_8","alias_value":"DIT5PVGM","created_at":"2026-07-05T04:33:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:DIT5PVGM32QE23WMN6UCJVLAZJ","target":"record","payload":{"canonical_record":{"source":{"id":"2206.10122","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-21T05:53:23Z","cross_cats_sorted":[],"title_canon_sha256":"a041646dd9d10e22388173b81e1d7ce7b00b92ad551f87e5ab6380e472bbd836","abstract_canon_sha256":"06792325422b22a5c1a9dca8d25cfe732222ec9ddb1e5f3f59c072a8ae8dcd18"},"schema_version":"1.0"},"canonical_sha256":"1a27d7d4ccdea04d6ecc6fa824d560ca48079a365c2c3976db08b7988e6448b0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:33:43.788662Z","signature_b64":"3AuIxKvOse9SjqF+Q+L7sVS9PfQi+TNGWIV+kf6r4fRGsXCfmJroC2ajya79R/9vzJoeCwoNLcAsgd7Ydum1BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1a27d7d4ccdea04d6ecc6fa824d560ca48079a365c2c3976db08b7988e6448b0","last_reissued_at":"2026-07-05T04:33:43.788175Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:33:43.788175Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.10122","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:33:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XgaonE40xzfJJNje9wWbY1hGJC8IcL08ggTZ5NUhjsuY+/iXKp6QFW/qdCAidThe0Buc/lu5UMxaGrPoCa33BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T21:28:58.130179Z"},"content_sha256":"e3f9ee5bf7015799a7c88b85005e712e4cbb00330839815d3915587f38951f79","schema_version":"1.0","event_id":"sha256:e3f9ee5bf7015799a7c88b85005e712e4cbb00330839815d3915587f38951f79"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:DIT5PVGM32QE23WMN6UCJVLAZJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Safe and Psychologically Pleasant Traffic Signal Control with Reinforcement Learning using Action Masking","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Arthur M\\\"uller, Matthia Sabatelli","submitted_at":"2022-06-21T05:53:23Z","abstract_excerpt":"Reinforcement learning (RL) for traffic signal control (TSC) has shown better performance in simulation for controlling the traffic flow of intersections than conventional approaches. However, due to several challenges, no RL-based TSC has been deployed in the field yet. One major challenge for real-world deployment is to ensure that all safety requirements are met at all times during operation. We present an approach to ensure safety in a real-world intersection by using an action space that is safe by design. The action space encompasses traffic phases, which represent the combination of non"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.10122","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.10122/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:33:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PQqt/tkIrZQvBPYiXwNpdpN8DLU6ZuTy/3o6P6X9eB4KeT6to08HvNAbievS910tubMV0kcFss3b00LGOx4sBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T21:28:58.130744Z"},"content_sha256":"6113c47fdcc21b47dd4850f12948ded2e2ffe61725f7fb83dda3ec366889cfee","schema_version":"1.0","event_id":"sha256:6113c47fdcc21b47dd4850f12948ded2e2ffe61725f7fb83dda3ec366889cfee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DIT5PVGM32QE23WMN6UCJVLAZJ/bundle.json","state_url":"https://pith.science/pith/DIT5PVGM32QE23WMN6UCJVLAZJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DIT5PVGM32QE23WMN6UCJVLAZJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T21:28:58Z","links":{"resolver":"https://pith.science/pith/DIT5PVGM32QE23WMN6UCJVLAZJ","bundle":"https://pith.science/pith/DIT5PVGM32QE23WMN6UCJVLAZJ/bundle.json","state":"https://pith.science/pith/DIT5PVGM32QE23WMN6UCJVLAZJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DIT5PVGM32QE23WMN6UCJVLAZJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:DIT5PVGM32QE23WMN6UCJVLAZJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"06792325422b22a5c1a9dca8d25cfe732222ec9ddb1e5f3f59c072a8ae8dcd18","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-21T05:53:23Z","title_canon_sha256":"a041646dd9d10e22388173b81e1d7ce7b00b92ad551f87e5ab6380e472bbd836"},"schema_version":"1.0","source":{"id":"2206.10122","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.10122","created_at":"2026-07-05T04:33:43Z"},{"alias_kind":"arxiv_version","alias_value":"2206.10122v1","created_at":"2026-07-05T04:33:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.10122","created_at":"2026-07-05T04:33:43Z"},{"alias_kind":"pith_short_12","alias_value":"DIT5PVGM32QE","created_at":"2026-07-05T04:33:43Z"},{"alias_kind":"pith_short_16","alias_value":"DIT5PVGM32QE23WM","created_at":"2026-07-05T04:33:43Z"},{"alias_kind":"pith_short_8","alias_value":"DIT5PVGM","created_at":"2026-07-05T04:33:43Z"}],"graph_snapshots":[{"event_id":"sha256:6113c47fdcc21b47dd4850f12948ded2e2ffe61725f7fb83dda3ec366889cfee","target":"graph","created_at":"2026-07-05T04:33:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.10122/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning (RL) for traffic signal control (TSC) has shown better performance in simulation for controlling the traffic flow of intersections than conventional approaches. However, due to several challenges, no RL-based TSC has been deployed in the field yet. One major challenge for real-world deployment is to ensure that all safety requirements are met at all times during operation. We present an approach to ensure safety in a real-world intersection by using an action space that is safe by design. The action space encompasses traffic phases, which represent the combination of non","authors_text":"Arthur M\\\"uller, Matthia Sabatelli","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-21T05:53:23Z","title":"Safe and Psychologically Pleasant Traffic Signal Control with Reinforcement Learning using Action Masking"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.10122","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e3f9ee5bf7015799a7c88b85005e712e4cbb00330839815d3915587f38951f79","target":"record","created_at":"2026-07-05T04:33:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"06792325422b22a5c1a9dca8d25cfe732222ec9ddb1e5f3f59c072a8ae8dcd18","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-06-21T05:53:23Z","title_canon_sha256":"a041646dd9d10e22388173b81e1d7ce7b00b92ad551f87e5ab6380e472bbd836"},"schema_version":"1.0","source":{"id":"2206.10122","kind":"arxiv","version":1}},"canonical_sha256":"1a27d7d4ccdea04d6ecc6fa824d560ca48079a365c2c3976db08b7988e6448b0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1a27d7d4ccdea04d6ecc6fa824d560ca48079a365c2c3976db08b7988e6448b0","first_computed_at":"2026-07-05T04:33:43.788175Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:33:43.788175Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3AuIxKvOse9SjqF+Q+L7sVS9PfQi+TNGWIV+kf6r4fRGsXCfmJroC2ajya79R/9vzJoeCwoNLcAsgd7Ydum1BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:33:43.788662Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.10122","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e3f9ee5bf7015799a7c88b85005e712e4cbb00330839815d3915587f38951f79","sha256:6113c47fdcc21b47dd4850f12948ded2e2ffe61725f7fb83dda3ec366889cfee"],"state_sha256":"816f632f7d73a26444ffadd998be8060b9ffd70303ed4ed660dfff9810bba23f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DdkCW6JS8eGNm6Wr+c9jkJ3B+25xCC8Vl4rOgCx65HNHKwN0eNKSBoGoKpIcz3k5DSRDGr+JOm1cXSVLS5Y1BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T21:28:58.134274Z","bundle_sha256":"8d5b62b007821261ab50ed3ff9ba29eab2d02c40069be3c4a2b6e0fc4ac266d2"}}