{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:7QS6WNZFHGGZ2H4VUJ4CFSYKON","short_pith_number":"pith:7QS6WNZF","canonical_record":{"source":{"id":"2209.08112","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-09-16T18:00:46Z","cross_cats_sorted":["cs.AI","cs.MA","cs.RO","cs.SY","eess.SY"],"title_canon_sha256":"228b7aa353217e6bb01255106ac7367e14c35005418fe1f1747ef751082b6a02","abstract_canon_sha256":"8f095933521e01f71df77f437a4b526805a8623198f1c5c01c108e3e3948eea5"},"schema_version":"1.0"},"canonical_sha256":"fc25eb3725398d9d1f95a27822cb0a7348cfeca3f29631ba552a8123daface74","source":{"kind":"arxiv","id":"2209.08112","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.08112","created_at":"2026-07-05T04:58:17Z"},{"alias_kind":"arxiv_version","alias_value":"2209.08112v1","created_at":"2026-07-05T04:58:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.08112","created_at":"2026-07-05T04:58:17Z"},{"alias_kind":"pith_short_12","alias_value":"7QS6WNZFHGGZ","created_at":"2026-07-05T04:58:17Z"},{"alias_kind":"pith_short_16","alias_value":"7QS6WNZFHGGZ2H4V","created_at":"2026-07-05T04:58:17Z"},{"alias_kind":"pith_short_8","alias_value":"7QS6WNZF","created_at":"2026-07-05T04:58:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:7QS6WNZFHGGZ2H4VUJ4CFSYKON","target":"record","payload":{"canonical_record":{"source":{"id":"2209.08112","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-09-16T18:00:46Z","cross_cats_sorted":["cs.AI","cs.MA","cs.RO","cs.SY","eess.SY"],"title_canon_sha256":"228b7aa353217e6bb01255106ac7367e14c35005418fe1f1747ef751082b6a02","abstract_canon_sha256":"8f095933521e01f71df77f437a4b526805a8623198f1c5c01c108e3e3948eea5"},"schema_version":"1.0"},"canonical_sha256":"fc25eb3725398d9d1f95a27822cb0a7348cfeca3f29631ba552a8123daface74","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:58:17.561611Z","signature_b64":"sGhIkAdKj9A1Eh61L7NNGH8zFdMJcOaHbvRc7f8xhcL6tWcvvG+K86H5Vyof8WhmtjsZ5vmgwJ77wQeeARJVBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fc25eb3725398d9d1f95a27822cb0a7348cfeca3f29631ba552a8123daface74","last_reissued_at":"2026-07-05T04:58:17.561233Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:58:17.561233Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2209.08112","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:58:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"osyI8elc9ILHMshtKrnOz4HevNnVDswt6eNg/S/jV3j06uKtkudl7+DDo1ksYCy/KJfYThriR+VB8cXAmNBpDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:25:11.719490Z"},"content_sha256":"66363a866496d0f2a43dfb4fdd06ef6069c6977f43cd3ca016bdf435b7034257","schema_version":"1.0","event_id":"sha256:66363a866496d0f2a43dfb4fdd06ef6069c6977f43cd3ca016bdf435b7034257"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:7QS6WNZFHGGZ2H4VUJ4CFSYKON","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Optimizing Industrial HVAC Systems with Hierarchical Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.MA","cs.RO","cs.SY","eess.SY"],"primary_cat":"cs.LG","authors_text":"Cosmin Paduraru, Jerry Luo, Octavian Voicu, Praneet Dutta, William Wong, Yuri Chervonyi","submitted_at":"2022-09-16T18:00:46Z","abstract_excerpt":"Reinforcement learning (RL) techniques have been developed to optimize industrial cooling systems, offering substantial energy savings compared to traditional heuristic policies. A major challenge in industrial control involves learning behaviors that are feasible in the real world due to machinery constraints. For example, certain actions can only be executed every few hours while other actions can be taken more frequently. Without extensive reward engineering and experimentation, an RL agent may not learn realistic operation of machinery. To address this, we use hierarchical reinforcement le"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.08112","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2209.08112/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:58:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vX4sETUzzSK7vUlxcsJRJf8SVsvIOVcJY5wJDBw+Gsajz43eci1M3GOpXodbAkMURjBGHcyR+NaNPraFYd1TCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:25:11.719863Z"},"content_sha256":"51d4c532043fbc850d4ad67d79afa24042997314883204621fdd73480f033062","schema_version":"1.0","event_id":"sha256:51d4c532043fbc850d4ad67d79afa24042997314883204621fdd73480f033062"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7QS6WNZFHGGZ2H4VUJ4CFSYKON/bundle.json","state_url":"https://pith.science/pith/7QS6WNZFHGGZ2H4VUJ4CFSYKON/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7QS6WNZFHGGZ2H4VUJ4CFSYKON/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T12:25:11Z","links":{"resolver":"https://pith.science/pith/7QS6WNZFHGGZ2H4VUJ4CFSYKON","bundle":"https://pith.science/pith/7QS6WNZFHGGZ2H4VUJ4CFSYKON/bundle.json","state":"https://pith.science/pith/7QS6WNZFHGGZ2H4VUJ4CFSYKON/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7QS6WNZFHGGZ2H4VUJ4CFSYKON/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:7QS6WNZFHGGZ2H4VUJ4CFSYKON","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8f095933521e01f71df77f437a4b526805a8623198f1c5c01c108e3e3948eea5","cross_cats_sorted":["cs.AI","cs.MA","cs.RO","cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-09-16T18:00:46Z","title_canon_sha256":"228b7aa353217e6bb01255106ac7367e14c35005418fe1f1747ef751082b6a02"},"schema_version":"1.0","source":{"id":"2209.08112","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.08112","created_at":"2026-07-05T04:58:17Z"},{"alias_kind":"arxiv_version","alias_value":"2209.08112v1","created_at":"2026-07-05T04:58:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.08112","created_at":"2026-07-05T04:58:17Z"},{"alias_kind":"pith_short_12","alias_value":"7QS6WNZFHGGZ","created_at":"2026-07-05T04:58:17Z"},{"alias_kind":"pith_short_16","alias_value":"7QS6WNZFHGGZ2H4V","created_at":"2026-07-05T04:58:17Z"},{"alias_kind":"pith_short_8","alias_value":"7QS6WNZF","created_at":"2026-07-05T04:58:17Z"}],"graph_snapshots":[{"event_id":"sha256:51d4c532043fbc850d4ad67d79afa24042997314883204621fdd73480f033062","target":"graph","created_at":"2026-07-05T04:58:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.08112/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning (RL) techniques have been developed to optimize industrial cooling systems, offering substantial energy savings compared to traditional heuristic policies. A major challenge in industrial control involves learning behaviors that are feasible in the real world due to machinery constraints. For example, certain actions can only be executed every few hours while other actions can be taken more frequently. Without extensive reward engineering and experimentation, an RL agent may not learn realistic operation of machinery. To address this, we use hierarchical reinforcement le","authors_text":"Cosmin Paduraru, Jerry Luo, Octavian Voicu, Praneet Dutta, William Wong, Yuri Chervonyi","cross_cats":["cs.AI","cs.MA","cs.RO","cs.SY","eess.SY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-09-16T18:00:46Z","title":"Optimizing Industrial HVAC Systems with Hierarchical Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.08112","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:66363a866496d0f2a43dfb4fdd06ef6069c6977f43cd3ca016bdf435b7034257","target":"record","created_at":"2026-07-05T04:58:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8f095933521e01f71df77f437a4b526805a8623198f1c5c01c108e3e3948eea5","cross_cats_sorted":["cs.AI","cs.MA","cs.RO","cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-09-16T18:00:46Z","title_canon_sha256":"228b7aa353217e6bb01255106ac7367e14c35005418fe1f1747ef751082b6a02"},"schema_version":"1.0","source":{"id":"2209.08112","kind":"arxiv","version":1}},"canonical_sha256":"fc25eb3725398d9d1f95a27822cb0a7348cfeca3f29631ba552a8123daface74","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fc25eb3725398d9d1f95a27822cb0a7348cfeca3f29631ba552a8123daface74","first_computed_at":"2026-07-05T04:58:17.561233Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:58:17.561233Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sGhIkAdKj9A1Eh61L7NNGH8zFdMJcOaHbvRc7f8xhcL6tWcvvG+K86H5Vyof8WhmtjsZ5vmgwJ77wQeeARJVBA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:58:17.561611Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.08112","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:66363a866496d0f2a43dfb4fdd06ef6069c6977f43cd3ca016bdf435b7034257","sha256:51d4c532043fbc850d4ad67d79afa24042997314883204621fdd73480f033062"],"state_sha256":"d400ccda7e15e4d027ffa2a9f3bbf17f3979ba9d417a27e824f4c0b6c70d23ca"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+cr9ZCITI6134CMi06L0zutPTU7aRmUc2K3UsRWpM3BBBc4wv5jRpq8CFN6RE8RBkIGEYqgpHPXpiMbt9iKsDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T12:25:11.721819Z","bundle_sha256":"3e34169d5a20dfbbb8c15dedffc1c6dee1d311621cd9067f7052657537c32599"}}