{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:7FZ3FJUPGK4EAOBPRVR4JWH6BO","short_pith_number":"pith:7FZ3FJUP","canonical_record":{"source":{"id":"2112.04785","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-12-09T09:18:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fb765feae01ad3360a2632bfee9db1f8e8c61d83ed82196b1efd3b91f19cee1b","abstract_canon_sha256":"7bf94111f8e03f646dfb1b825b3be2dcb09b7307c4adb443e188d861d0874a8b"},"schema_version":"1.0"},"canonical_sha256":"f973b2a68f32b840382f8d63c4d8fe0bbf5cc64464168c78fce0011b4bd96371","source":{"kind":"arxiv","id":"2112.04785","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.04785","created_at":"2026-07-05T03:39:24Z"},{"alias_kind":"arxiv_version","alias_value":"2112.04785v1","created_at":"2026-07-05T03:39:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.04785","created_at":"2026-07-05T03:39:24Z"},{"alias_kind":"pith_short_12","alias_value":"7FZ3FJUPGK4E","created_at":"2026-07-05T03:39:24Z"},{"alias_kind":"pith_short_16","alias_value":"7FZ3FJUPGK4EAOBP","created_at":"2026-07-05T03:39:24Z"},{"alias_kind":"pith_short_8","alias_value":"7FZ3FJUP","created_at":"2026-07-05T03:39:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:7FZ3FJUPGK4EAOBPRVR4JWH6BO","target":"record","payload":{"canonical_record":{"source":{"id":"2112.04785","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-12-09T09:18:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fb765feae01ad3360a2632bfee9db1f8e8c61d83ed82196b1efd3b91f19cee1b","abstract_canon_sha256":"7bf94111f8e03f646dfb1b825b3be2dcb09b7307c4adb443e188d861d0874a8b"},"schema_version":"1.0"},"canonical_sha256":"f973b2a68f32b840382f8d63c4d8fe0bbf5cc64464168c78fce0011b4bd96371","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:39:24.770331Z","signature_b64":"noHdSWYQ5Md8qJ6L7VRg85z8Nd3Ct37RbKz6hXfw0aCqdtOlXzG9ai8xwJduUfJUciCH8DUOhVtSOM1RFK78DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f973b2a68f32b840382f8d63c4d8fe0bbf5cc64464168c78fce0011b4bd96371","last_reissued_at":"2026-07-05T03:39:24.769815Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:39:24.769815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.04785","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:39:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8PjCIODmU+oE/NpOOOdUHahfKvZ5M4lFkArl8XnB55RD/m4oWAv+RFRCcGJIv2ekD3Y5PMBULtTDjxuviyyrBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T00:51:56.807683Z"},"content_sha256":"94920d558cd631b812c3fb64c772a74053f16be4a1743935e2ea823d63349cab","schema_version":"1.0","event_id":"sha256:94920d558cd631b812c3fb64c772a74053f16be4a1743935e2ea823d63349cab"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:7FZ3FJUPGK4EAOBPRVR4JWH6BO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"VMAgent: Scheduling Simulator for Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Bo Jin, Haochuan Cui, Hongyuan Zha, Junjie Sheng, Lei Zhu, Qian Peng, Shengliang Cai, Wenhao Li, Wenli Zhou, Xiangfeng Wang, Yiqiu Hu, Yun Hua","submitted_at":"2021-12-09T09:18:38Z","abstract_excerpt":"A novel simulator called VMAgent is introduced to help RL researchers better explore new methods, especially for virtual machine scheduling. VMAgent is inspired by practical virtual machine (VM) scheduling tasks and provides an efficient simulation platform that can reflect the real situations of cloud computing. Three scenarios (fading, recovering, and expansion) are concluded from practical cloud computing and corresponds to many reinforcement learning challenges (high dimensional state and action spaces, high non-stationarity, and life-long demand). VMAgent provides flexible configurations "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.04785","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.04785/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:39:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1okGKjBv1xdfowWzCemQOPZ9mCDMn9W497hld65cGZSKb+MfWpL4hNd+/N2JxO22acaULN4dPU6EB1Z1NI1SAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T00:51:56.808335Z"},"content_sha256":"cfb09382cf3d2aaaf730d2ccf8b8abeb8a2b933a0477fbaf441b1bd6db35058e","schema_version":"1.0","event_id":"sha256:cfb09382cf3d2aaaf730d2ccf8b8abeb8a2b933a0477fbaf441b1bd6db35058e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7FZ3FJUPGK4EAOBPRVR4JWH6BO/bundle.json","state_url":"https://pith.science/pith/7FZ3FJUPGK4EAOBPRVR4JWH6BO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7FZ3FJUPGK4EAOBPRVR4JWH6BO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T00:51:56Z","links":{"resolver":"https://pith.science/pith/7FZ3FJUPGK4EAOBPRVR4JWH6BO","bundle":"https://pith.science/pith/7FZ3FJUPGK4EAOBPRVR4JWH6BO/bundle.json","state":"https://pith.science/pith/7FZ3FJUPGK4EAOBPRVR4JWH6BO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7FZ3FJUPGK4EAOBPRVR4JWH6BO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:7FZ3FJUPGK4EAOBPRVR4JWH6BO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7bf94111f8e03f646dfb1b825b3be2dcb09b7307c4adb443e188d861d0874a8b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-12-09T09:18:38Z","title_canon_sha256":"fb765feae01ad3360a2632bfee9db1f8e8c61d83ed82196b1efd3b91f19cee1b"},"schema_version":"1.0","source":{"id":"2112.04785","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.04785","created_at":"2026-07-05T03:39:24Z"},{"alias_kind":"arxiv_version","alias_value":"2112.04785v1","created_at":"2026-07-05T03:39:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.04785","created_at":"2026-07-05T03:39:24Z"},{"alias_kind":"pith_short_12","alias_value":"7FZ3FJUPGK4E","created_at":"2026-07-05T03:39:24Z"},{"alias_kind":"pith_short_16","alias_value":"7FZ3FJUPGK4EAOBP","created_at":"2026-07-05T03:39:24Z"},{"alias_kind":"pith_short_8","alias_value":"7FZ3FJUP","created_at":"2026-07-05T03:39:24Z"}],"graph_snapshots":[{"event_id":"sha256:cfb09382cf3d2aaaf730d2ccf8b8abeb8a2b933a0477fbaf441b1bd6db35058e","target":"graph","created_at":"2026-07-05T03:39:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.04785/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A novel simulator called VMAgent is introduced to help RL researchers better explore new methods, especially for virtual machine scheduling. VMAgent is inspired by practical virtual machine (VM) scheduling tasks and provides an efficient simulation platform that can reflect the real situations of cloud computing. Three scenarios (fading, recovering, and expansion) are concluded from practical cloud computing and corresponds to many reinforcement learning challenges (high dimensional state and action spaces, high non-stationarity, and life-long demand). VMAgent provides flexible configurations ","authors_text":"Bo Jin, Haochuan Cui, Hongyuan Zha, Junjie Sheng, Lei Zhu, Qian Peng, Shengliang Cai, Wenhao Li, Wenli Zhou, Xiangfeng Wang, Yiqiu Hu, Yun Hua","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-12-09T09:18:38Z","title":"VMAgent: Scheduling Simulator for Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.04785","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:94920d558cd631b812c3fb64c772a74053f16be4a1743935e2ea823d63349cab","target":"record","created_at":"2026-07-05T03:39:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7bf94111f8e03f646dfb1b825b3be2dcb09b7307c4adb443e188d861d0874a8b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-12-09T09:18:38Z","title_canon_sha256":"fb765feae01ad3360a2632bfee9db1f8e8c61d83ed82196b1efd3b91f19cee1b"},"schema_version":"1.0","source":{"id":"2112.04785","kind":"arxiv","version":1}},"canonical_sha256":"f973b2a68f32b840382f8d63c4d8fe0bbf5cc64464168c78fce0011b4bd96371","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f973b2a68f32b840382f8d63c4d8fe0bbf5cc64464168c78fce0011b4bd96371","first_computed_at":"2026-07-05T03:39:24.769815Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:39:24.769815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"noHdSWYQ5Md8qJ6L7VRg85z8Nd3Ct37RbKz6hXfw0aCqdtOlXzG9ai8xwJduUfJUciCH8DUOhVtSOM1RFK78DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:39:24.770331Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.04785","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:94920d558cd631b812c3fb64c772a74053f16be4a1743935e2ea823d63349cab","sha256:cfb09382cf3d2aaaf730d2ccf8b8abeb8a2b933a0477fbaf441b1bd6db35058e"],"state_sha256":"807e7199597ce5340fec29faf56df14aea6f1f6a909da9c0aa2d851a9812935e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wjxx/Q783HdLqga/IE3QB81JWZl+o07QblqDw6L2BVGFk4VuroMBCDtxL8ove1jz7u7bdICgxWrsmeLwVacyAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T00:51:56.811676Z","bundle_sha256":"b6851d74018de8079eecd39b5767d6a7cbb0a9c5c96911530837996b09da85cc"}}