{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YILFPJ7UMN667Z3P6MFNFPEFKF","short_pith_number":"pith:YILFPJ7U","canonical_record":{"source":{"id":"2407.18597","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-26T08:37:14Z","cross_cats_sorted":["cs.AI","cs.CY","cs.SY","eess.SY","stat.ML"],"title_canon_sha256":"ee6bc3de7801e4bb86bece9ef81b1e39f3eab308bdbf08fc3e8dcf10adb8b2e9","abstract_canon_sha256":"23d62515de6638e40a715da179e98529b254677ec8d0f61db3e55db428056f79"},"schema_version":"1.0"},"canonical_sha256":"c21657a7f4637defe76ff30ad2bc85516731466f3096128dc808ccc86eddace1","source":{"kind":"arxiv","id":"2407.18597","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.18597","created_at":"2026-07-05T08:48:52Z"},{"alias_kind":"arxiv_version","alias_value":"2407.18597v1","created_at":"2026-07-05T08:48:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.18597","created_at":"2026-07-05T08:48:52Z"},{"alias_kind":"pith_short_12","alias_value":"YILFPJ7UMN66","created_at":"2026-07-05T08:48:52Z"},{"alias_kind":"pith_short_16","alias_value":"YILFPJ7UMN667Z3P","created_at":"2026-07-05T08:48:52Z"},{"alias_kind":"pith_short_8","alias_value":"YILFPJ7U","created_at":"2026-07-05T08:48:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YILFPJ7UMN667Z3P6MFNFPEFKF","target":"record","payload":{"canonical_record":{"source":{"id":"2407.18597","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-26T08:37:14Z","cross_cats_sorted":["cs.AI","cs.CY","cs.SY","eess.SY","stat.ML"],"title_canon_sha256":"ee6bc3de7801e4bb86bece9ef81b1e39f3eab308bdbf08fc3e8dcf10adb8b2e9","abstract_canon_sha256":"23d62515de6638e40a715da179e98529b254677ec8d0f61db3e55db428056f79"},"schema_version":"1.0"},"canonical_sha256":"c21657a7f4637defe76ff30ad2bc85516731466f3096128dc808ccc86eddace1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:48:52.120681Z","signature_b64":"9522F/p4m5Rbp20H9wIf0DcS8F2+V4IvQsT0yIYLxcLlE/j6CxH8UPE7x5iOzRdP/ywoYS0L+1xJtYra8vLwCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c21657a7f4637defe76ff30ad2bc85516731466f3096128dc808ccc86eddace1","last_reissued_at":"2026-07-05T08:48:52.120262Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:48:52.120262Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.18597","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PyY0AfQ1X97qBfTMJlHXrx41rze566peVEUXYcgPNx4yGLlro94lUwuNR6mxyE+CoPnJ4eGF+sYhLSZ0PETKAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:24:46.358301Z"},"content_sha256":"354126e37d483ceea2bc2ee630137b8b590776fc7894bddee532bacf0b4a05c9","schema_version":"1.0","event_id":"sha256:354126e37d483ceea2bc2ee630137b8b590776fc7894bddee532bacf0b4a05c9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YILFPJ7UMN667Z3P6MFNFPEFKF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning for Sustainable Energy: A Survey","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CY","cs.SY","eess.SY","stat.ML"],"primary_cat":"cs.LG","authors_text":"\\'Alvaro Serra-G\\'omez, Aske Plaat, Felix Kleuker, Koen Ponse, M\\'arton Fej\\'er, Thomas Moerland","submitted_at":"2024-07-26T08:37:14Z","abstract_excerpt":"The transition to sustainable energy is a key challenge of our time, requiring modifications in the entire pipeline of energy production, storage, transmission, and consumption. At every stage, new sequential decision-making challenges emerge, ranging from the operation of wind farms to the management of electrical grids or the scheduling of electric vehicle charging stations. All such problems are well suited for reinforcement learning, the branch of machine learning that learns behavior from data. Therefore, numerous studies have explored the use of reinforcement learning for sustainable ene"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.18597","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.18597/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v4dDyouese/JGoqYffr6wBdTlANibw/nOyJdAutfns11wykzwNayG6VYCERta9vj3+nFR0/x2RwU1HUKC21ECQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:24:46.358704Z"},"content_sha256":"774a8e9a0992834c581a8430558d43fbbefa2febabc2e4f7f6b2851407cb3255","schema_version":"1.0","event_id":"sha256:774a8e9a0992834c581a8430558d43fbbefa2febabc2e4f7f6b2851407cb3255"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YILFPJ7UMN667Z3P6MFNFPEFKF/bundle.json","state_url":"https://pith.science/pith/YILFPJ7UMN667Z3P6MFNFPEFKF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YILFPJ7UMN667Z3P6MFNFPEFKF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T16:24:46Z","links":{"resolver":"https://pith.science/pith/YILFPJ7UMN667Z3P6MFNFPEFKF","bundle":"https://pith.science/pith/YILFPJ7UMN667Z3P6MFNFPEFKF/bundle.json","state":"https://pith.science/pith/YILFPJ7UMN667Z3P6MFNFPEFKF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YILFPJ7UMN667Z3P6MFNFPEFKF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YILFPJ7UMN667Z3P6MFNFPEFKF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"23d62515de6638e40a715da179e98529b254677ec8d0f61db3e55db428056f79","cross_cats_sorted":["cs.AI","cs.CY","cs.SY","eess.SY","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-26T08:37:14Z","title_canon_sha256":"ee6bc3de7801e4bb86bece9ef81b1e39f3eab308bdbf08fc3e8dcf10adb8b2e9"},"schema_version":"1.0","source":{"id":"2407.18597","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.18597","created_at":"2026-07-05T08:48:52Z"},{"alias_kind":"arxiv_version","alias_value":"2407.18597v1","created_at":"2026-07-05T08:48:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.18597","created_at":"2026-07-05T08:48:52Z"},{"alias_kind":"pith_short_12","alias_value":"YILFPJ7UMN66","created_at":"2026-07-05T08:48:52Z"},{"alias_kind":"pith_short_16","alias_value":"YILFPJ7UMN667Z3P","created_at":"2026-07-05T08:48:52Z"},{"alias_kind":"pith_short_8","alias_value":"YILFPJ7U","created_at":"2026-07-05T08:48:52Z"}],"graph_snapshots":[{"event_id":"sha256:774a8e9a0992834c581a8430558d43fbbefa2febabc2e4f7f6b2851407cb3255","target":"graph","created_at":"2026-07-05T08:48:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.18597/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The transition to sustainable energy is a key challenge of our time, requiring modifications in the entire pipeline of energy production, storage, transmission, and consumption. At every stage, new sequential decision-making challenges emerge, ranging from the operation of wind farms to the management of electrical grids or the scheduling of electric vehicle charging stations. All such problems are well suited for reinforcement learning, the branch of machine learning that learns behavior from data. Therefore, numerous studies have explored the use of reinforcement learning for sustainable ene","authors_text":"\\'Alvaro Serra-G\\'omez, Aske Plaat, Felix Kleuker, Koen Ponse, M\\'arton Fej\\'er, Thomas Moerland","cross_cats":["cs.AI","cs.CY","cs.SY","eess.SY","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-26T08:37:14Z","title":"Reinforcement Learning for Sustainable Energy: A Survey"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.18597","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:354126e37d483ceea2bc2ee630137b8b590776fc7894bddee532bacf0b4a05c9","target":"record","created_at":"2026-07-05T08:48:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"23d62515de6638e40a715da179e98529b254677ec8d0f61db3e55db428056f79","cross_cats_sorted":["cs.AI","cs.CY","cs.SY","eess.SY","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-26T08:37:14Z","title_canon_sha256":"ee6bc3de7801e4bb86bece9ef81b1e39f3eab308bdbf08fc3e8dcf10adb8b2e9"},"schema_version":"1.0","source":{"id":"2407.18597","kind":"arxiv","version":1}},"canonical_sha256":"c21657a7f4637defe76ff30ad2bc85516731466f3096128dc808ccc86eddace1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c21657a7f4637defe76ff30ad2bc85516731466f3096128dc808ccc86eddace1","first_computed_at":"2026-07-05T08:48:52.120262Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:48:52.120262Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9522F/p4m5Rbp20H9wIf0DcS8F2+V4IvQsT0yIYLxcLlE/j6CxH8UPE7x5iOzRdP/ywoYS0L+1xJtYra8vLwCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:48:52.120681Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.18597","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:354126e37d483ceea2bc2ee630137b8b590776fc7894bddee532bacf0b4a05c9","sha256:774a8e9a0992834c581a8430558d43fbbefa2febabc2e4f7f6b2851407cb3255"],"state_sha256":"57147db5baf41ecc96d1969de3819d57e1de009b098812f824bc582acb468dc1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KyJjVX9SdiMJZ59PNq4HybV5M7qIdZN+4cpO+ZOZcJpz/m9KQ7d62WQb8682+vsT1T95yMs8Lw/nShjWz/CtCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T16:24:46.360809Z","bundle_sha256":"05c78a55d6656113a1f5c94bfdd0da8fa50795d6db02e04c6eeaa28029a9b7fe"}}