{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:4DYQPTYZNTPCPV6ODMZUSBBVII","short_pith_number":"pith:4DYQPTYZ","canonical_record":{"source":{"id":"2202.01534","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-03T11:33:58Z","cross_cats_sorted":[],"title_canon_sha256":"894b2c9ff29a5ffa1a727bddb1e35036e44387160434e7cf2faec237c9997d91","abstract_canon_sha256":"33e299b219cf8707d28b8c1e2b5135d01619623c82641142392e8774f29e176c"},"schema_version":"1.0"},"canonical_sha256":"e0f107cf196cde27d7ce1b33490435421ad9936232f4430e18f2e5a4d0d91d3d","source":{"kind":"arxiv","id":"2202.01534","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.01534","created_at":"2026-07-05T03:53:55Z"},{"alias_kind":"arxiv_version","alias_value":"2202.01534v1","created_at":"2026-07-05T03:53:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.01534","created_at":"2026-07-05T03:53:55Z"},{"alias_kind":"pith_short_12","alias_value":"4DYQPTYZNTPC","created_at":"2026-07-05T03:53:55Z"},{"alias_kind":"pith_short_16","alias_value":"4DYQPTYZNTPCPV6O","created_at":"2026-07-05T03:53:55Z"},{"alias_kind":"pith_short_8","alias_value":"4DYQPTYZ","created_at":"2026-07-05T03:53:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:4DYQPTYZNTPCPV6ODMZUSBBVII","target":"record","payload":{"canonical_record":{"source":{"id":"2202.01534","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-03T11:33:58Z","cross_cats_sorted":[],"title_canon_sha256":"894b2c9ff29a5ffa1a727bddb1e35036e44387160434e7cf2faec237c9997d91","abstract_canon_sha256":"33e299b219cf8707d28b8c1e2b5135d01619623c82641142392e8774f29e176c"},"schema_version":"1.0"},"canonical_sha256":"e0f107cf196cde27d7ce1b33490435421ad9936232f4430e18f2e5a4d0d91d3d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:53:55.482348Z","signature_b64":"TkW1dYyWNCYve8QfajJkaU09NGk1BXOPFa/Fiy70ohfAvHbXGzoV9recgFSnxfePjhrII9LDoOGlZ56ODLDjCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e0f107cf196cde27d7ce1b33490435421ad9936232f4430e18f2e5a4d0d91d3d","last_reissued_at":"2026-07-05T03:53:55.481947Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:53:55.481947Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.01534","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:53:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zyB0EfjBkPR2s3VTij1YE5NS4L8hFj3WoOadA5qmviQ3FdZE6WdJrPbI5/E1DOVYcDv8NKNEyoDcU+hsN0FICw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T14:03:03.635474Z"},"content_sha256":"7f0734f61f57ff66bae02ce0b1eba01b64abe2a22e0d39bc428ce6d32edf8373","schema_version":"1.0","event_id":"sha256:7f0734f61f57ff66bae02ce0b1eba01b64abe2a22e0d39bc428ce6d32edf8373"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:4DYQPTYZNTPCPV6ODMZUSBBVII","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Influence-Augmented Local Simulators: A Scalable Solution for Fast Deep RL in Large Networked Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Frans A. Oliehoek, Jinke He, Matthijs T. J. Spaan, Miguel Suau","submitted_at":"2022-02-03T11:33:58Z","abstract_excerpt":"Learning effective policies for real-world problems is still an open challenge for the field of reinforcement learning (RL). The main limitation being the amount of data needed and the pace at which that data can be obtained. In this paper, we study how to build lightweight simulators of complicated systems that can run sufficiently fast for deep RL to be applicable. We focus on domains where agents interact with a reduced portion of a larger environment while still being affected by the global dynamics. Our method combines the use of local simulators with learned models that mimic the influen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.01534","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.01534/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:53:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9CFkTC3hi8XQcms8gqoAepdcEIf0LxoAHuKA9n8kk2oNiExqA1YTLZ+c8JjM3ru+2dTm2L42iRBECyRlK2auAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T14:03:03.635839Z"},"content_sha256":"e4e1e45760b42353e9c086e94afaf1fc3b3c6258dd0715db3976d7e849799741","schema_version":"1.0","event_id":"sha256:e4e1e45760b42353e9c086e94afaf1fc3b3c6258dd0715db3976d7e849799741"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4DYQPTYZNTPCPV6ODMZUSBBVII/bundle.json","state_url":"https://pith.science/pith/4DYQPTYZNTPCPV6ODMZUSBBVII/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4DYQPTYZNTPCPV6ODMZUSBBVII/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T14:03:03Z","links":{"resolver":"https://pith.science/pith/4DYQPTYZNTPCPV6ODMZUSBBVII","bundle":"https://pith.science/pith/4DYQPTYZNTPCPV6ODMZUSBBVII/bundle.json","state":"https://pith.science/pith/4DYQPTYZNTPCPV6ODMZUSBBVII/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4DYQPTYZNTPCPV6ODMZUSBBVII/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:4DYQPTYZNTPCPV6ODMZUSBBVII","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"33e299b219cf8707d28b8c1e2b5135d01619623c82641142392e8774f29e176c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-03T11:33:58Z","title_canon_sha256":"894b2c9ff29a5ffa1a727bddb1e35036e44387160434e7cf2faec237c9997d91"},"schema_version":"1.0","source":{"id":"2202.01534","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.01534","created_at":"2026-07-05T03:53:55Z"},{"alias_kind":"arxiv_version","alias_value":"2202.01534v1","created_at":"2026-07-05T03:53:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.01534","created_at":"2026-07-05T03:53:55Z"},{"alias_kind":"pith_short_12","alias_value":"4DYQPTYZNTPC","created_at":"2026-07-05T03:53:55Z"},{"alias_kind":"pith_short_16","alias_value":"4DYQPTYZNTPCPV6O","created_at":"2026-07-05T03:53:55Z"},{"alias_kind":"pith_short_8","alias_value":"4DYQPTYZ","created_at":"2026-07-05T03:53:55Z"}],"graph_snapshots":[{"event_id":"sha256:e4e1e45760b42353e9c086e94afaf1fc3b3c6258dd0715db3976d7e849799741","target":"graph","created_at":"2026-07-05T03:53:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.01534/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Learning effective policies for real-world problems is still an open challenge for the field of reinforcement learning (RL). The main limitation being the amount of data needed and the pace at which that data can be obtained. In this paper, we study how to build lightweight simulators of complicated systems that can run sufficiently fast for deep RL to be applicable. We focus on domains where agents interact with a reduced portion of a larger environment while still being affected by the global dynamics. Our method combines the use of local simulators with learned models that mimic the influen","authors_text":"Frans A. Oliehoek, Jinke He, Matthijs T. J. Spaan, Miguel Suau","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-03T11:33:58Z","title":"Influence-Augmented Local Simulators: A Scalable Solution for Fast Deep RL in Large Networked Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.01534","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7f0734f61f57ff66bae02ce0b1eba01b64abe2a22e0d39bc428ce6d32edf8373","target":"record","created_at":"2026-07-05T03:53:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"33e299b219cf8707d28b8c1e2b5135d01619623c82641142392e8774f29e176c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-03T11:33:58Z","title_canon_sha256":"894b2c9ff29a5ffa1a727bddb1e35036e44387160434e7cf2faec237c9997d91"},"schema_version":"1.0","source":{"id":"2202.01534","kind":"arxiv","version":1}},"canonical_sha256":"e0f107cf196cde27d7ce1b33490435421ad9936232f4430e18f2e5a4d0d91d3d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e0f107cf196cde27d7ce1b33490435421ad9936232f4430e18f2e5a4d0d91d3d","first_computed_at":"2026-07-05T03:53:55.481947Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:53:55.481947Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TkW1dYyWNCYve8QfajJkaU09NGk1BXOPFa/Fiy70ohfAvHbXGzoV9recgFSnxfePjhrII9LDoOGlZ56ODLDjCg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:53:55.482348Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.01534","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7f0734f61f57ff66bae02ce0b1eba01b64abe2a22e0d39bc428ce6d32edf8373","sha256:e4e1e45760b42353e9c086e94afaf1fc3b3c6258dd0715db3976d7e849799741"],"state_sha256":"ed4d6e83368c127fcd7baff0bc2c4db9cdd966e30a36cd117ee05e1c5eaf0e20"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kI3HGpZS5MNBYSdsTi49+JdlewKCkDFPC+y53PvBXm6o8vOiIT1AD0CBWkNMeC6Uk7DKPswnKjIH4GSEq0sBCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T14:03:03.638007Z","bundle_sha256":"56f272aefc4e300dac4ba7a686d90fb637f6d5e809ecf08f0a97c76d4bc19d45"}}