{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:NNC6QVENTLUBZSYVD6KFZN7PLQ","short_pith_number":"pith:NNC6QVEN","canonical_record":{"source":{"id":"2204.14076","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-03-26T09:56:30Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"6fb67116e55350c20dfeb7c3c267ef830bcc258a77e76677fc77cd386ec6a8e1","abstract_canon_sha256":"7898666cf93d18e4cc5250045d72b4947318bf5ec16ac3c43f0f9682f296b13b"},"schema_version":"1.0"},"canonical_sha256":"6b45e8548d9ae81ccb151f945cb7ef5c041ab9ec091eb91ea8c9a1052929a32c","source":{"kind":"arxiv","id":"2204.14076","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.14076","created_at":"2026-07-05T04:18:57Z"},{"alias_kind":"arxiv_version","alias_value":"2204.14076v1","created_at":"2026-07-05T04:18:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.14076","created_at":"2026-07-05T04:18:57Z"},{"alias_kind":"pith_short_12","alias_value":"NNC6QVENTLUB","created_at":"2026-07-05T04:18:57Z"},{"alias_kind":"pith_short_16","alias_value":"NNC6QVENTLUBZSYV","created_at":"2026-07-05T04:18:57Z"},{"alias_kind":"pith_short_8","alias_value":"NNC6QVEN","created_at":"2026-07-05T04:18:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:NNC6QVENTLUBZSYVD6KFZN7PLQ","target":"record","payload":{"canonical_record":{"source":{"id":"2204.14076","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-03-26T09:56:30Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"6fb67116e55350c20dfeb7c3c267ef830bcc258a77e76677fc77cd386ec6a8e1","abstract_canon_sha256":"7898666cf93d18e4cc5250045d72b4947318bf5ec16ac3c43f0f9682f296b13b"},"schema_version":"1.0"},"canonical_sha256":"6b45e8548d9ae81ccb151f945cb7ef5c041ab9ec091eb91ea8c9a1052929a32c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:18:57.273599Z","signature_b64":"MP6Aq+0dgZiO7uUeeeYVZmcmIY9vkYFdplHHDWN7YMcmccORxUF1r2MbwV5NTHV0FC7EIC0QCB2pTiCJM1dvCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6b45e8548d9ae81ccb151f945cb7ef5c041ab9ec091eb91ea8c9a1052929a32c","last_reissued_at":"2026-07-05T04:18:57.273047Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:18:57.273047Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.14076","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:18:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vsWvYt+0UQK7sFNe0kMRLZElBHosKhjnWmRnNCVdF4IowUtoD4dk4WLTI71JGLs+nYrBHN0NSI5IC0jl2lzQDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:14:01.991275Z"},"content_sha256":"b4766da9b76def7a21006b57dad59163adb97810a970cec1c4b0252d917ea9ca","schema_version":"1.0","event_id":"sha256:b4766da9b76def7a21006b57dad59163adb97810a970cec1c4b0252d917ea9ca"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:NNC6QVENTLUBZSYVD6KFZN7PLQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dynamic Noises of Multi-Agent Environments Can Improve Generalization: Agent-based Models meets Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.MA","authors_text":"Amal Feriani, Bob McLeod, Mohamed Akrout","submitted_at":"2022-03-26T09:56:30Z","abstract_excerpt":"We study the benefits of reinforcement learning (RL) environments based on agent-based models (ABM). While ABMs are known to offer microfoundational simulations at the cost of computational complexity, we empirically show in this work that their non-deterministic dynamics can improve the generalization of RL agents. To this end, we examine the control of an epidemic SIR environments based on either differential equations or ABMs. Numerical simulations demonstrate that the intrinsic noise in the ABM-based dynamics of the SIR model not only improve the average reward but also allow the RL agent "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.14076","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.14076/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:18:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DG95EEWDXlJgAb42T+M28HkB82BdSqIp1Zq6+0NQ3KJDb3us+j7IxvfpRGTHLJE2MDkS1r2U52eowRxeXSCODw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:14:01.991810Z"},"content_sha256":"0ecb241d5137df9173be27c59212b88509b2f7f7f135f84b82373f1fdaf625be","schema_version":"1.0","event_id":"sha256:0ecb241d5137df9173be27c59212b88509b2f7f7f135f84b82373f1fdaf625be"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NNC6QVENTLUBZSYVD6KFZN7PLQ/bundle.json","state_url":"https://pith.science/pith/NNC6QVENTLUBZSYVD6KFZN7PLQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NNC6QVENTLUBZSYVD6KFZN7PLQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T09:14:01Z","links":{"resolver":"https://pith.science/pith/NNC6QVENTLUBZSYVD6KFZN7PLQ","bundle":"https://pith.science/pith/NNC6QVENTLUBZSYVD6KFZN7PLQ/bundle.json","state":"https://pith.science/pith/NNC6QVENTLUBZSYVD6KFZN7PLQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NNC6QVENTLUBZSYVD6KFZN7PLQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:NNC6QVENTLUBZSYVD6KFZN7PLQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7898666cf93d18e4cc5250045d72b4947318bf5ec16ac3c43f0f9682f296b13b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-03-26T09:56:30Z","title_canon_sha256":"6fb67116e55350c20dfeb7c3c267ef830bcc258a77e76677fc77cd386ec6a8e1"},"schema_version":"1.0","source":{"id":"2204.14076","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.14076","created_at":"2026-07-05T04:18:57Z"},{"alias_kind":"arxiv_version","alias_value":"2204.14076v1","created_at":"2026-07-05T04:18:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.14076","created_at":"2026-07-05T04:18:57Z"},{"alias_kind":"pith_short_12","alias_value":"NNC6QVENTLUB","created_at":"2026-07-05T04:18:57Z"},{"alias_kind":"pith_short_16","alias_value":"NNC6QVENTLUBZSYV","created_at":"2026-07-05T04:18:57Z"},{"alias_kind":"pith_short_8","alias_value":"NNC6QVEN","created_at":"2026-07-05T04:18:57Z"}],"graph_snapshots":[{"event_id":"sha256:0ecb241d5137df9173be27c59212b88509b2f7f7f135f84b82373f1fdaf625be","target":"graph","created_at":"2026-07-05T04:18:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.14076/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study the benefits of reinforcement learning (RL) environments based on agent-based models (ABM). While ABMs are known to offer microfoundational simulations at the cost of computational complexity, we empirically show in this work that their non-deterministic dynamics can improve the generalization of RL agents. To this end, we examine the control of an epidemic SIR environments based on either differential equations or ABMs. Numerical simulations demonstrate that the intrinsic noise in the ABM-based dynamics of the SIR model not only improve the average reward but also allow the RL agent ","authors_text":"Amal Feriani, Bob McLeod, Mohamed Akrout","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-03-26T09:56:30Z","title":"Dynamic Noises of Multi-Agent Environments Can Improve Generalization: Agent-based Models meets Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.14076","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b4766da9b76def7a21006b57dad59163adb97810a970cec1c4b0252d917ea9ca","target":"record","created_at":"2026-07-05T04:18:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7898666cf93d18e4cc5250045d72b4947318bf5ec16ac3c43f0f9682f296b13b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-03-26T09:56:30Z","title_canon_sha256":"6fb67116e55350c20dfeb7c3c267ef830bcc258a77e76677fc77cd386ec6a8e1"},"schema_version":"1.0","source":{"id":"2204.14076","kind":"arxiv","version":1}},"canonical_sha256":"6b45e8548d9ae81ccb151f945cb7ef5c041ab9ec091eb91ea8c9a1052929a32c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6b45e8548d9ae81ccb151f945cb7ef5c041ab9ec091eb91ea8c9a1052929a32c","first_computed_at":"2026-07-05T04:18:57.273047Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:18:57.273047Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MP6Aq+0dgZiO7uUeeeYVZmcmIY9vkYFdplHHDWN7YMcmccORxUF1r2MbwV5NTHV0FC7EIC0QCB2pTiCJM1dvCA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:18:57.273599Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.14076","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b4766da9b76def7a21006b57dad59163adb97810a970cec1c4b0252d917ea9ca","sha256:0ecb241d5137df9173be27c59212b88509b2f7f7f135f84b82373f1fdaf625be"],"state_sha256":"e2f57e8bd29fd796e750826f6cb24f1f41e2bc542354d0dc0cf7c9f594141c57"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nrEiqQaXM0BaIYtqUIWb10dt/H8UjGzPNT3RBv1m0+6r187JZC7kejd6rHuh5SrrOkas6Ku3r9cDsV9KFZ+9Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T09:14:01.996179Z","bundle_sha256":"ca8de557a6bce595aec4197ea7b3658f4a28bd87e5136d8a6577858f0e598bdb"}}