{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:NHZ25LOQRGYHP6V33U7I7ETPDE","short_pith_number":"pith:NHZ25LOQ","canonical_record":{"source":{"id":"2502.05537","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-02-08T12:00:30Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"dc6bc9b35fb603a666079c3add32e73275fbee4782689bcf8bd43af107f1aee9","abstract_canon_sha256":"09c8381f1d63dee1f921cc9f39fdb7b99fbe72a9526eb6e47c3f24a2388eb398"},"schema_version":"1.0"},"canonical_sha256":"69f3aeadd089b077fabbdd3e8f926f193b16e64912515d1257122a2d58e5a7f5","source":{"kind":"arxiv","id":"2502.05537","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.05537","created_at":"2026-07-05T10:11:39Z"},{"alias_kind":"arxiv_version","alias_value":"2502.05537v1","created_at":"2026-07-05T10:11:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.05537","created_at":"2026-07-05T10:11:39Z"},{"alias_kind":"pith_short_12","alias_value":"NHZ25LOQRGYH","created_at":"2026-07-05T10:11:39Z"},{"alias_kind":"pith_short_16","alias_value":"NHZ25LOQRGYHP6V3","created_at":"2026-07-05T10:11:39Z"},{"alias_kind":"pith_short_8","alias_value":"NHZ25LOQ","created_at":"2026-07-05T10:11:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:NHZ25LOQRGYHP6V33U7I7ETPDE","target":"record","payload":{"canonical_record":{"source":{"id":"2502.05537","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-02-08T12:00:30Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"dc6bc9b35fb603a666079c3add32e73275fbee4782689bcf8bd43af107f1aee9","abstract_canon_sha256":"09c8381f1d63dee1f921cc9f39fdb7b99fbe72a9526eb6e47c3f24a2388eb398"},"schema_version":"1.0"},"canonical_sha256":"69f3aeadd089b077fabbdd3e8f926f193b16e64912515d1257122a2d58e5a7f5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:11:39.586624Z","signature_b64":"rhwpLm7ok6N+KzF5cS66M4hyJKHW4TZv/13pbQDpzU4QLbArwuj/SHdfXHGTySKkhpU1PV8ZDAjMaOn+Pzo/Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"69f3aeadd089b077fabbdd3e8f926f193b16e64912515d1257122a2d58e5a7f5","last_reissued_at":"2026-07-05T10:11:39.586217Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:11:39.586217Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.05537","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0DWNkiCZ35B2fyihgKUpB1BwKpQ+YrOpRZwxem38+9aJN6poCvRg5nYqbwhUqxD4kFvIyHhU7U11BxqyIpPaDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:07:23.937346Z"},"content_sha256":"fe71fbd42864e23b7af7730bf5d562cf711a424bb6fb1dbee8e3c49ad8cbb2ef","schema_version":"1.0","event_id":"sha256:fe71fbd42864e23b7af7730bf5d562cf711a424bb6fb1dbee8e3c49ad8cbb2ef"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:NHZ25LOQRGYHP6V33U7I7ETPDE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sequential Stochastic Combinatorial Optimization Using Hierarchal Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Haipeng Chen, Xinsong Feng, Yanhai Xiong, Zihan Yu","submitted_at":"2025-02-08T12:00:30Z","abstract_excerpt":"Reinforcement learning (RL) has emerged as a promising tool for combinatorial optimization (CO) problems due to its ability to learn fast, effective, and generalizable solutions. Nonetheless, existing works mostly focus on one-shot deterministic CO, while sequential stochastic CO (SSCO) has rarely been studied despite its broad applications such as adaptive influence maximization (IM) and infectious disease intervention. In this paper, we study the SSCO problem where we first decide the budget (e.g., number of seed nodes in adaptive IM) allocation for all time steps, and then select a set of n"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.05537","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.05537/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tFBUsLcUGtYwUrReKGjIlzU0vkT/LgGyIykIN2BhR1179ZKlyGJreF7H9Oz5AkHGhoIIzi14tAMrI0zvtPDIAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:07:23.937899Z"},"content_sha256":"ac1e6e39157c4ab2522ca0ef50741ed9f061bfbd79e69619937ed49db387e8ca","schema_version":"1.0","event_id":"sha256:ac1e6e39157c4ab2522ca0ef50741ed9f061bfbd79e69619937ed49db387e8ca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NHZ25LOQRGYHP6V33U7I7ETPDE/bundle.json","state_url":"https://pith.science/pith/NHZ25LOQRGYHP6V33U7I7ETPDE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NHZ25LOQRGYHP6V33U7I7ETPDE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T13:07:23Z","links":{"resolver":"https://pith.science/pith/NHZ25LOQRGYHP6V33U7I7ETPDE","bundle":"https://pith.science/pith/NHZ25LOQRGYHP6V33U7I7ETPDE/bundle.json","state":"https://pith.science/pith/NHZ25LOQRGYHP6V33U7I7ETPDE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NHZ25LOQRGYHP6V33U7I7ETPDE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:NHZ25LOQRGYHP6V33U7I7ETPDE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"09c8381f1d63dee1f921cc9f39fdb7b99fbe72a9526eb6e47c3f24a2388eb398","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-02-08T12:00:30Z","title_canon_sha256":"dc6bc9b35fb603a666079c3add32e73275fbee4782689bcf8bd43af107f1aee9"},"schema_version":"1.0","source":{"id":"2502.05537","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.05537","created_at":"2026-07-05T10:11:39Z"},{"alias_kind":"arxiv_version","alias_value":"2502.05537v1","created_at":"2026-07-05T10:11:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.05537","created_at":"2026-07-05T10:11:39Z"},{"alias_kind":"pith_short_12","alias_value":"NHZ25LOQRGYH","created_at":"2026-07-05T10:11:39Z"},{"alias_kind":"pith_short_16","alias_value":"NHZ25LOQRGYHP6V3","created_at":"2026-07-05T10:11:39Z"},{"alias_kind":"pith_short_8","alias_value":"NHZ25LOQ","created_at":"2026-07-05T10:11:39Z"}],"graph_snapshots":[{"event_id":"sha256:ac1e6e39157c4ab2522ca0ef50741ed9f061bfbd79e69619937ed49db387e8ca","target":"graph","created_at":"2026-07-05T10:11:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.05537/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning (RL) has emerged as a promising tool for combinatorial optimization (CO) problems due to its ability to learn fast, effective, and generalizable solutions. Nonetheless, existing works mostly focus on one-shot deterministic CO, while sequential stochastic CO (SSCO) has rarely been studied despite its broad applications such as adaptive influence maximization (IM) and infectious disease intervention. In this paper, we study the SSCO problem where we first decide the budget (e.g., number of seed nodes in adaptive IM) allocation for all time steps, and then select a set of n","authors_text":"Haipeng Chen, Xinsong Feng, Yanhai Xiong, Zihan Yu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-02-08T12:00:30Z","title":"Sequential Stochastic Combinatorial Optimization Using Hierarchal Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.05537","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fe71fbd42864e23b7af7730bf5d562cf711a424bb6fb1dbee8e3c49ad8cbb2ef","target":"record","created_at":"2026-07-05T10:11:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"09c8381f1d63dee1f921cc9f39fdb7b99fbe72a9526eb6e47c3f24a2388eb398","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-02-08T12:00:30Z","title_canon_sha256":"dc6bc9b35fb603a666079c3add32e73275fbee4782689bcf8bd43af107f1aee9"},"schema_version":"1.0","source":{"id":"2502.05537","kind":"arxiv","version":1}},"canonical_sha256":"69f3aeadd089b077fabbdd3e8f926f193b16e64912515d1257122a2d58e5a7f5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"69f3aeadd089b077fabbdd3e8f926f193b16e64912515d1257122a2d58e5a7f5","first_computed_at":"2026-07-05T10:11:39.586217Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:11:39.586217Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rhwpLm7ok6N+KzF5cS66M4hyJKHW4TZv/13pbQDpzU4QLbArwuj/SHdfXHGTySKkhpU1PV8ZDAjMaOn+Pzo/Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T10:11:39.586624Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.05537","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fe71fbd42864e23b7af7730bf5d562cf711a424bb6fb1dbee8e3c49ad8cbb2ef","sha256:ac1e6e39157c4ab2522ca0ef50741ed9f061bfbd79e69619937ed49db387e8ca"],"state_sha256":"f9c6cedf7dcb7f3ccfcbe84f850b67fdbff7acebb15386d0395ff747cb9ac71f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ny1S2EVFfC2YEZFeGu+MxcQf57wj8LsH+W4Df6HDD3dkJKX+sINxafpRxx4Owh7NpUOjai8XHNGpy2Ell22BDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T13:07:23.941540Z","bundle_sha256":"e6618dd9fa0e801196c24fe0a113be189d7459768a28b963026c990a0f6fca43"}}