{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:I2ONBYS7HZUAH3XRLJTTUU67R5","short_pith_number":"pith:I2ONBYS7","canonical_record":{"source":{"id":"2310.02605","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T06:37:43Z","cross_cats_sorted":["cs.AI","cs.SY","eess.SY","stat.ML"],"title_canon_sha256":"9cc8fa4030c3955adfa006bc0ca09d9802a491c4a0465bda5682c66d733808a4","abstract_canon_sha256":"8efc1193661419270c5122260cbbfe01bd01df1f2e57062aa2dd734d083fdf56"},"schema_version":"1.0"},"canonical_sha256":"469cd0e25f3e6803eef15a673a53df8f59f91e6fe9061cd56f91810ebb8ea171","source":{"kind":"arxiv","id":"2310.02605","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02605","created_at":"2026-07-05T06:57:11Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02605v1","created_at":"2026-07-05T06:57:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02605","created_at":"2026-07-05T06:57:11Z"},{"alias_kind":"pith_short_12","alias_value":"I2ONBYS7HZUA","created_at":"2026-07-05T06:57:11Z"},{"alias_kind":"pith_short_16","alias_value":"I2ONBYS7HZUAH3XR","created_at":"2026-07-05T06:57:11Z"},{"alias_kind":"pith_short_8","alias_value":"I2ONBYS7","created_at":"2026-07-05T06:57:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:I2ONBYS7HZUAH3XRLJTTUU67R5","target":"record","payload":{"canonical_record":{"source":{"id":"2310.02605","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T06:37:43Z","cross_cats_sorted":["cs.AI","cs.SY","eess.SY","stat.ML"],"title_canon_sha256":"9cc8fa4030c3955adfa006bc0ca09d9802a491c4a0465bda5682c66d733808a4","abstract_canon_sha256":"8efc1193661419270c5122260cbbfe01bd01df1f2e57062aa2dd734d083fdf56"},"schema_version":"1.0"},"canonical_sha256":"469cd0e25f3e6803eef15a673a53df8f59f91e6fe9061cd56f91810ebb8ea171","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:57:11.943801Z","signature_b64":"7YgWdXc5nZ+BRalTY2w5ill6Fch6waoJ7agLJeJ3etG5gxVT8c7KumrqkD47YP8JD13IcEtEcPOZOdFGihqEBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"469cd0e25f3e6803eef15a673a53df8f59f91e6fe9061cd56f91810ebb8ea171","last_reissued_at":"2026-07-05T06:57:11.943383Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:57:11.943383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.02605","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:57:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iSuYZToU9ro0BP6KRk5JUgP1m76mVwVYsgaAV+ty/WRivFvEa/iYtSBjfsqDbRJR7ii7/z4CjZoWxWKEEzOKCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:33:16.289575Z"},"content_sha256":"187a4a39f1f861d9a8cb3c6bb28b91986946bfdc4ae4176c99adc89eeb99d8f5","schema_version":"1.0","event_id":"sha256:187a4a39f1f861d9a8cb3c6bb28b91986946bfdc4ae4176c99adc89eeb99d8f5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:I2ONBYS7HZUAH3XRLJTTUU67R5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-Agent Reinforcement Learning for Power Grid Topology Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.SY","eess.SY","stat.ML"],"primary_cat":"cs.LG","authors_text":"Alessandro Zocca, Erica van der Sar, Sandjai Bhulai","submitted_at":"2023-10-04T06:37:43Z","abstract_excerpt":"Recent challenges in operating power networks arise from increasing energy demands and unpredictable renewable sources like wind and solar. While reinforcement learning (RL) shows promise in managing these networks, through topological actions like bus and line switching, efficiently handling large action spaces as networks grow is crucial. This paper presents a hierarchical multi-agent reinforcement learning (MARL) framework tailored for these expansive action spaces, leveraging the power grid's inherent hierarchical nature. Experimental results indicate the MARL framework's competitive perfo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02605","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.02605/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:57:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Vxnfy2hCPruksRLxULZBCNpjrREvsmjS0Mnu6CfQjKZ5/hE/O1d0KJkn/lMZPIgxsrXKqWhGTnOLqI8tkSCQDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:33:16.290098Z"},"content_sha256":"f2b6979508d0c8011365d51b2859c3d0f656252adc1a26ba88f2867ff2ce5e85","schema_version":"1.0","event_id":"sha256:f2b6979508d0c8011365d51b2859c3d0f656252adc1a26ba88f2867ff2ce5e85"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I2ONBYS7HZUAH3XRLJTTUU67R5/bundle.json","state_url":"https://pith.science/pith/I2ONBYS7HZUAH3XRLJTTUU67R5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I2ONBYS7HZUAH3XRLJTTUU67R5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T18:33:16Z","links":{"resolver":"https://pith.science/pith/I2ONBYS7HZUAH3XRLJTTUU67R5","bundle":"https://pith.science/pith/I2ONBYS7HZUAH3XRLJTTUU67R5/bundle.json","state":"https://pith.science/pith/I2ONBYS7HZUAH3XRLJTTUU67R5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I2ONBYS7HZUAH3XRLJTTUU67R5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:I2ONBYS7HZUAH3XRLJTTUU67R5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8efc1193661419270c5122260cbbfe01bd01df1f2e57062aa2dd734d083fdf56","cross_cats_sorted":["cs.AI","cs.SY","eess.SY","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T06:37:43Z","title_canon_sha256":"9cc8fa4030c3955adfa006bc0ca09d9802a491c4a0465bda5682c66d733808a4"},"schema_version":"1.0","source":{"id":"2310.02605","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02605","created_at":"2026-07-05T06:57:11Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02605v1","created_at":"2026-07-05T06:57:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02605","created_at":"2026-07-05T06:57:11Z"},{"alias_kind":"pith_short_12","alias_value":"I2ONBYS7HZUA","created_at":"2026-07-05T06:57:11Z"},{"alias_kind":"pith_short_16","alias_value":"I2ONBYS7HZUAH3XR","created_at":"2026-07-05T06:57:11Z"},{"alias_kind":"pith_short_8","alias_value":"I2ONBYS7","created_at":"2026-07-05T06:57:11Z"}],"graph_snapshots":[{"event_id":"sha256:f2b6979508d0c8011365d51b2859c3d0f656252adc1a26ba88f2867ff2ce5e85","target":"graph","created_at":"2026-07-05T06:57:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.02605/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent challenges in operating power networks arise from increasing energy demands and unpredictable renewable sources like wind and solar. While reinforcement learning (RL) shows promise in managing these networks, through topological actions like bus and line switching, efficiently handling large action spaces as networks grow is crucial. This paper presents a hierarchical multi-agent reinforcement learning (MARL) framework tailored for these expansive action spaces, leveraging the power grid's inherent hierarchical nature. Experimental results indicate the MARL framework's competitive perfo","authors_text":"Alessandro Zocca, Erica van der Sar, Sandjai Bhulai","cross_cats":["cs.AI","cs.SY","eess.SY","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T06:37:43Z","title":"Multi-Agent Reinforcement Learning for Power Grid Topology Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02605","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:187a4a39f1f861d9a8cb3c6bb28b91986946bfdc4ae4176c99adc89eeb99d8f5","target":"record","created_at":"2026-07-05T06:57:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8efc1193661419270c5122260cbbfe01bd01df1f2e57062aa2dd734d083fdf56","cross_cats_sorted":["cs.AI","cs.SY","eess.SY","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T06:37:43Z","title_canon_sha256":"9cc8fa4030c3955adfa006bc0ca09d9802a491c4a0465bda5682c66d733808a4"},"schema_version":"1.0","source":{"id":"2310.02605","kind":"arxiv","version":1}},"canonical_sha256":"469cd0e25f3e6803eef15a673a53df8f59f91e6fe9061cd56f91810ebb8ea171","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"469cd0e25f3e6803eef15a673a53df8f59f91e6fe9061cd56f91810ebb8ea171","first_computed_at":"2026-07-05T06:57:11.943383Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:57:11.943383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7YgWdXc5nZ+BRalTY2w5ill6Fch6waoJ7agLJeJ3etG5gxVT8c7KumrqkD47YP8JD13IcEtEcPOZOdFGihqEBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:57:11.943801Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.02605","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:187a4a39f1f861d9a8cb3c6bb28b91986946bfdc4ae4176c99adc89eeb99d8f5","sha256:f2b6979508d0c8011365d51b2859c3d0f656252adc1a26ba88f2867ff2ce5e85"],"state_sha256":"9a18e1e69c68feb46823b0d599285174125757ee7bffa46bb1c3334f46c64cf7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xQGbjNnznkFqC27l7Y+cw/EtpfCOZ62r4SQICWIjmn0Qb6GZlUg+EMz1GmZO2QmQpz25ufRZ7boqjw8Gs35WCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T18:33:16.293527Z","bundle_sha256":"f209d40a7bc6a992df9a2bf278655d9ef7a4149d256435a66c3f49a9571b7363"}}