{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:NDQZ5MFT5S5VV4SEPN2KQMFMGL","short_pith_number":"pith:NDQZ5MFT","canonical_record":{"source":{"id":"2311.08820","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.SY","submitted_at":"2023-11-15T09:50:54Z","cross_cats_sorted":["cs.AI","cs.SY"],"title_canon_sha256":"6abbd17e9f89d063d9a5dc8b343e54935e841ba7984cbf5852f3b1b8832c7a79","abstract_canon_sha256":"58c05c5b0a26e25fd45d0ba7342b154ee6bb1036022a8302407a8f9c3ad37845"},"schema_version":"1.0"},"canonical_sha256":"68e19eb0b3ecbb5af2447b74a830ac32d09835cba609b1a84c77e81923206d0e","source":{"kind":"arxiv","id":"2311.08820","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08820","created_at":"2026-07-05T10:08:13Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08820v4","created_at":"2026-07-05T10:08:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08820","created_at":"2026-07-05T10:08:13Z"},{"alias_kind":"pith_short_12","alias_value":"NDQZ5MFT5S5V","created_at":"2026-07-05T10:08:13Z"},{"alias_kind":"pith_short_16","alias_value":"NDQZ5MFT5S5VV4SE","created_at":"2026-07-05T10:08:13Z"},{"alias_kind":"pith_short_8","alias_value":"NDQZ5MFT","created_at":"2026-07-05T10:08:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:NDQZ5MFT5S5VV4SEPN2KQMFMGL","target":"record","payload":{"canonical_record":{"source":{"id":"2311.08820","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.SY","submitted_at":"2023-11-15T09:50:54Z","cross_cats_sorted":["cs.AI","cs.SY"],"title_canon_sha256":"6abbd17e9f89d063d9a5dc8b343e54935e841ba7984cbf5852f3b1b8832c7a79","abstract_canon_sha256":"58c05c5b0a26e25fd45d0ba7342b154ee6bb1036022a8302407a8f9c3ad37845"},"schema_version":"1.0"},"canonical_sha256":"68e19eb0b3ecbb5af2447b74a830ac32d09835cba609b1a84c77e81923206d0e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:08:13.046844Z","signature_b64":"tZXoznHqu1okoEkQDWF1IWDN1ubxnKrO7QoYC8s4+OKCXPbIOsk62kaG3UIzaRp3bqm7IDP7ApBR/0PZ9kb0Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"68e19eb0b3ecbb5af2447b74a830ac32d09835cba609b1a84c77e81923206d0e","last_reissued_at":"2026-07-05T10:08:13.046379Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:08:13.046379Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.08820","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lsqbCz6B625gZHLtEl4alx3Wh8siOjFyqskt89Eqp4hluEfoH4YS5QWOECUiS66MWnphVQh0rpe54sNVrDkDAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:55:45.358173Z"},"content_sha256":"689555956f782711e34784f4712dafcecab75b7e18de01e1b8625428f464d580","schema_version":"1.0","event_id":"sha256:689555956f782711e34784f4712dafcecab75b7e18de01e1b8625428f464d580"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:NDQZ5MFT5S5VV4SEPN2KQMFMGL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning with Model Predictive Control for Highway Ramp Metering","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.SY"],"primary_cat":"eess.SY","authors_text":"Azita Dabiri, Bart De Schutter, Filippo Airaldi","submitted_at":"2023-11-15T09:50:54Z","abstract_excerpt":"In the backdrop of an increasingly pressing need for effective urban and highway transportation systems, this work explores the synergy between model-based and learning-based strategies to enhance traffic flow management by use of an innovative approach to the problem of ramp metering control that embeds Reinforcement Learning (RL) techniques within the Model Predictive Control (MPC) framework. The control problem is formulated as an RL task by crafting a suitable stage cost function that is representative of the traffic conditions, variability in the control action, and violations of the cons"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08820","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.08820/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"THpAzib8mFl7u136jiEC2v7gDYeVZ3XtrEV1CRPFqO3mx+j8TwQWswzv48K8e8Wp+WFjQyD96HyCQVVp2IjpAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:55:45.358715Z"},"content_sha256":"091f9346a05939237ea2c29ac7d9b5d130a0b240a2de9c413d34f454568a45df","schema_version":"1.0","event_id":"sha256:091f9346a05939237ea2c29ac7d9b5d130a0b240a2de9c413d34f454568a45df"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NDQZ5MFT5S5VV4SEPN2KQMFMGL/bundle.json","state_url":"https://pith.science/pith/NDQZ5MFT5S5VV4SEPN2KQMFMGL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NDQZ5MFT5S5VV4SEPN2KQMFMGL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T14:55:45Z","links":{"resolver":"https://pith.science/pith/NDQZ5MFT5S5VV4SEPN2KQMFMGL","bundle":"https://pith.science/pith/NDQZ5MFT5S5VV4SEPN2KQMFMGL/bundle.json","state":"https://pith.science/pith/NDQZ5MFT5S5VV4SEPN2KQMFMGL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NDQZ5MFT5S5VV4SEPN2KQMFMGL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:NDQZ5MFT5S5VV4SEPN2KQMFMGL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"58c05c5b0a26e25fd45d0ba7342b154ee6bb1036022a8302407a8f9c3ad37845","cross_cats_sorted":["cs.AI","cs.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.SY","submitted_at":"2023-11-15T09:50:54Z","title_canon_sha256":"6abbd17e9f89d063d9a5dc8b343e54935e841ba7984cbf5852f3b1b8832c7a79"},"schema_version":"1.0","source":{"id":"2311.08820","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08820","created_at":"2026-07-05T10:08:13Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08820v4","created_at":"2026-07-05T10:08:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08820","created_at":"2026-07-05T10:08:13Z"},{"alias_kind":"pith_short_12","alias_value":"NDQZ5MFT5S5V","created_at":"2026-07-05T10:08:13Z"},{"alias_kind":"pith_short_16","alias_value":"NDQZ5MFT5S5VV4SE","created_at":"2026-07-05T10:08:13Z"},{"alias_kind":"pith_short_8","alias_value":"NDQZ5MFT","created_at":"2026-07-05T10:08:13Z"}],"graph_snapshots":[{"event_id":"sha256:091f9346a05939237ea2c29ac7d9b5d130a0b240a2de9c413d34f454568a45df","target":"graph","created_at":"2026-07-05T10:08:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.08820/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the backdrop of an increasingly pressing need for effective urban and highway transportation systems, this work explores the synergy between model-based and learning-based strategies to enhance traffic flow management by use of an innovative approach to the problem of ramp metering control that embeds Reinforcement Learning (RL) techniques within the Model Predictive Control (MPC) framework. The control problem is formulated as an RL task by crafting a suitable stage cost function that is representative of the traffic conditions, variability in the control action, and violations of the cons","authors_text":"Azita Dabiri, Bart De Schutter, Filippo Airaldi","cross_cats":["cs.AI","cs.SY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.SY","submitted_at":"2023-11-15T09:50:54Z","title":"Reinforcement Learning with Model Predictive Control for Highway Ramp Metering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08820","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:689555956f782711e34784f4712dafcecab75b7e18de01e1b8625428f464d580","target":"record","created_at":"2026-07-05T10:08:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"58c05c5b0a26e25fd45d0ba7342b154ee6bb1036022a8302407a8f9c3ad37845","cross_cats_sorted":["cs.AI","cs.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.SY","submitted_at":"2023-11-15T09:50:54Z","title_canon_sha256":"6abbd17e9f89d063d9a5dc8b343e54935e841ba7984cbf5852f3b1b8832c7a79"},"schema_version":"1.0","source":{"id":"2311.08820","kind":"arxiv","version":4}},"canonical_sha256":"68e19eb0b3ecbb5af2447b74a830ac32d09835cba609b1a84c77e81923206d0e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"68e19eb0b3ecbb5af2447b74a830ac32d09835cba609b1a84c77e81923206d0e","first_computed_at":"2026-07-05T10:08:13.046379Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:08:13.046379Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tZXoznHqu1okoEkQDWF1IWDN1ubxnKrO7QoYC8s4+OKCXPbIOsk62kaG3UIzaRp3bqm7IDP7ApBR/0PZ9kb0Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:08:13.046844Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.08820","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:689555956f782711e34784f4712dafcecab75b7e18de01e1b8625428f464d580","sha256:091f9346a05939237ea2c29ac7d9b5d130a0b240a2de9c413d34f454568a45df"],"state_sha256":"e7e02a6cf18c89326c1cf2fbd4dd3745809f7146f1cf8112446b5cce71314f00"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iNFtndfDB4S1Zudr8xheGV8Oj6hnAzYmNKyvWnrWqxFsdOOGvQ9ZwSLW0gWEt1KPw+xx1fpIlZe+3Ey+gsamAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T14:55:45.364035Z","bundle_sha256":"666c11a69625530564f0f9b0bb38fa9b13d612360e54fcf128163a5f25bf7385"}}