{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:7ZC4ZZ3EOLLHFSOV7RKSJG7MTN","short_pith_number":"pith:7ZC4ZZ3E","schema_version":"1.0","canonical_sha256":"fe45cce76472d672c9d5fc55249bec9b7004387e7df7400f26eb9141e29d92ef","source":{"kind":"arxiv","id":"2501.09646","version":1},"attestation_state":"computed","paper":{"title":"NS-Gym: Open-Source Simulation Environments and Benchmarks for Non-Stationary Markov Decision Processes","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Abhishek Dubey, Aron Laszka, Ayan Mukhopadhyay, Baiting Luo, Iliyas Bektas, Kyle Hollins Wray, Nathaniel S. Keplinger, Yunuo Zhang","submitted_at":"2025-01-16T16:38:33Z","abstract_excerpt":"In many real-world applications, agents must make sequential decisions in environments where conditions are subject to change due to various exogenous factors. These non-stationary environments pose significant challenges to traditional decision-making models, which typically assume stationary dynamics. Non-stationary Markov decision processes (NS-MDPs) offer a framework to model and solve decision problems under such changing conditions. However, the lack of standardized benchmarks and simulation tools has hindered systematic evaluation and advance in this field. We present NS-Gym, the first "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2501.09646","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-16T16:38:33Z","cross_cats_sorted":[],"title_canon_sha256":"1fcf67505eb4dc918c2f24cafcbaa15bfe60f55db062ba6aaf88a800f0214696","abstract_canon_sha256":"e2632942619fcfba90f767fa15bd0394bc0f282cabfe0cc12da6b93fe8728689"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:01:50.190690Z","signature_b64":"L2Xmuis98uwOV7qlM7h7Npg3p2CreS6KXNR0/NO8gA0iwx2CrmWOMvXdEbZOFzUDD+jXwpQnddD0NfSElrxtAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fe45cce76472d672c9d5fc55249bec9b7004387e7df7400f26eb9141e29d92ef","last_reissued_at":"2026-07-05T10:01:50.190212Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:01:50.190212Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"NS-Gym: Open-Source Simulation Environments and Benchmarks for Non-Stationary Markov Decision Processes","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Abhishek Dubey, Aron Laszka, Ayan Mukhopadhyay, Baiting Luo, Iliyas Bektas, Kyle Hollins Wray, Nathaniel S. Keplinger, Yunuo Zhang","submitted_at":"2025-01-16T16:38:33Z","abstract_excerpt":"In many real-world applications, agents must make sequential decisions in environments where conditions are subject to change due to various exogenous factors. These non-stationary environments pose significant challenges to traditional decision-making models, which typically assume stationary dynamics. Non-stationary Markov decision processes (NS-MDPs) offer a framework to model and solve decision problems under such changing conditions. However, the lack of standardized benchmarks and simulation tools has hindered systematic evaluation and advance in this field. We present NS-Gym, the first "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.09646","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.09646/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2501.09646","created_at":"2026-07-05T10:01:50.190269+00:00"},{"alias_kind":"arxiv_version","alias_value":"2501.09646v1","created_at":"2026-07-05T10:01:50.190269+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.09646","created_at":"2026-07-05T10:01:50.190269+00:00"},{"alias_kind":"pith_short_12","alias_value":"7ZC4ZZ3EOLLH","created_at":"2026-07-05T10:01:50.190269+00:00"},{"alias_kind":"pith_short_16","alias_value":"7ZC4ZZ3EOLLHFSOV","created_at":"2026-07-05T10:01:50.190269+00:00"},{"alias_kind":"pith_short_8","alias_value":"7ZC4ZZ3E","created_at":"2026-07-05T10:01:50.190269+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.11797","citing_title":"Space-sampled Value Decay: Forgetting Mechanisms for Non-stationary Deep Reinforcement Learning","ref_index":12,"is_internal_anchor":false},{"citing_arxiv_id":"2604.14360","citing_title":"Digital Guardians: The Past and The Future of Cyber-Physical Resilience","ref_index":94,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN","json":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN.json","graph_json":"https://pith.science/api/pith-number/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/graph.json","events_json":"https://pith.science/api/pith-number/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/events.json","paper":"https://pith.science/paper/7ZC4ZZ3E"},"agent_actions":{"view_html":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN","download_json":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN.json","view_paper":"https://pith.science/paper/7ZC4ZZ3E","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2501.09646&json=true","fetch_graph":"https://pith.science/api/pith-number/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/graph.json","fetch_events":"https://pith.science/api/pith-number/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/action/timestamp_anchor","attest_storage":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/action/storage_attestation","attest_author":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/action/author_attestation","sign_citation":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/action/citation_signature","submit_replication":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/action/replication_record"}},"created_at":"2026-07-05T10:01:50.190269+00:00","updated_at":"2026-07-05T10:01:50.190269+00:00"}