{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7ZC4ZZ3EOLLHFSOV7RKSJG7MTN","short_pith_number":"pith:7ZC4ZZ3E","canonical_record":{"source":{"id":"2501.09646","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-16T16:38:33Z","cross_cats_sorted":[],"title_canon_sha256":"1fcf67505eb4dc918c2f24cafcbaa15bfe60f55db062ba6aaf88a800f0214696","abstract_canon_sha256":"e2632942619fcfba90f767fa15bd0394bc0f282cabfe0cc12da6b93fe8728689"},"schema_version":"1.0"},"canonical_sha256":"fe45cce76472d672c9d5fc55249bec9b7004387e7df7400f26eb9141e29d92ef","source":{"kind":"arxiv","id":"2501.09646","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.09646","created_at":"2026-07-05T10:01:50Z"},{"alias_kind":"arxiv_version","alias_value":"2501.09646v1","created_at":"2026-07-05T10:01:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.09646","created_at":"2026-07-05T10:01:50Z"},{"alias_kind":"pith_short_12","alias_value":"7ZC4ZZ3EOLLH","created_at":"2026-07-05T10:01:50Z"},{"alias_kind":"pith_short_16","alias_value":"7ZC4ZZ3EOLLHFSOV","created_at":"2026-07-05T10:01:50Z"},{"alias_kind":"pith_short_8","alias_value":"7ZC4ZZ3E","created_at":"2026-07-05T10:01:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7ZC4ZZ3EOLLHFSOV7RKSJG7MTN","target":"record","payload":{"canonical_record":{"source":{"id":"2501.09646","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-16T16:38:33Z","cross_cats_sorted":[],"title_canon_sha256":"1fcf67505eb4dc918c2f24cafcbaa15bfe60f55db062ba6aaf88a800f0214696","abstract_canon_sha256":"e2632942619fcfba90f767fa15bd0394bc0f282cabfe0cc12da6b93fe8728689"},"schema_version":"1.0"},"canonical_sha256":"fe45cce76472d672c9d5fc55249bec9b7004387e7df7400f26eb9141e29d92ef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:01:50.190690Z","signature_b64":"L2Xmuis98uwOV7qlM7h7Npg3p2CreS6KXNR0/NO8gA0iwx2CrmWOMvXdEbZOFzUDD+jXwpQnddD0NfSElrxtAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fe45cce76472d672c9d5fc55249bec9b7004387e7df7400f26eb9141e29d92ef","last_reissued_at":"2026-07-05T10:01:50.190212Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:01:50.190212Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.09646","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:01:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O2XTfiVxwmAs6sxvqhrpjd4U6K7uOwbTuUGkiEYxYN99rhMjOzqEKurKeDf2noB0rjJv4UqKLOCY3/hZ0yd5Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T03:06:43.778710Z"},"content_sha256":"e9302c0f0a1fdbda2f344fdac3932bdb1a62f5800a6940f276c143fbceb9e911","schema_version":"1.0","event_id":"sha256:e9302c0f0a1fdbda2f344fdac3932bdb1a62f5800a6940f276c143fbceb9e911"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7ZC4ZZ3EOLLHFSOV7RKSJG7MTN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NS-Gym: Open-Source Simulation Environments and Benchmarks for Non-Stationary Markov Decision Processes","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Abhishek Dubey, Aron Laszka, Ayan Mukhopadhyay, Baiting Luo, Iliyas Bektas, Kyle Hollins Wray, Nathaniel S. Keplinger, Yunuo Zhang","submitted_at":"2025-01-16T16:38:33Z","abstract_excerpt":"In many real-world applications, agents must make sequential decisions in environments where conditions are subject to change due to various exogenous factors. These non-stationary environments pose significant challenges to traditional decision-making models, which typically assume stationary dynamics. Non-stationary Markov decision processes (NS-MDPs) offer a framework to model and solve decision problems under such changing conditions. However, the lack of standardized benchmarks and simulation tools has hindered systematic evaluation and advance in this field. We present NS-Gym, the first "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.09646","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.09646/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:01:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YTW4/2zwC7WqBMoHzpgxI1+s42ZQWAyOjB4DmG0w7u8s26AFrAhnD5iq1M5kzIQ2sXDpiCSNsjiQSgrPjNOLAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T03:06:43.779090Z"},"content_sha256":"7c5712581eab46d844a9d771c9fa64ab6f0401f82937ee321cb7e19f49a3605c","schema_version":"1.0","event_id":"sha256:7c5712581eab46d844a9d771c9fa64ab6f0401f82937ee321cb7e19f49a3605c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/bundle.json","state_url":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-24T03:06:43Z","links":{"resolver":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN","bundle":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/bundle.json","state":"https://pith.science/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7ZC4ZZ3EOLLHFSOV7RKSJG7MTN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7ZC4ZZ3EOLLHFSOV7RKSJG7MTN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e2632942619fcfba90f767fa15bd0394bc0f282cabfe0cc12da6b93fe8728689","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-16T16:38:33Z","title_canon_sha256":"1fcf67505eb4dc918c2f24cafcbaa15bfe60f55db062ba6aaf88a800f0214696"},"schema_version":"1.0","source":{"id":"2501.09646","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.09646","created_at":"2026-07-05T10:01:50Z"},{"alias_kind":"arxiv_version","alias_value":"2501.09646v1","created_at":"2026-07-05T10:01:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.09646","created_at":"2026-07-05T10:01:50Z"},{"alias_kind":"pith_short_12","alias_value":"7ZC4ZZ3EOLLH","created_at":"2026-07-05T10:01:50Z"},{"alias_kind":"pith_short_16","alias_value":"7ZC4ZZ3EOLLHFSOV","created_at":"2026-07-05T10:01:50Z"},{"alias_kind":"pith_short_8","alias_value":"7ZC4ZZ3E","created_at":"2026-07-05T10:01:50Z"}],"graph_snapshots":[{"event_id":"sha256:7c5712581eab46d844a9d771c9fa64ab6f0401f82937ee321cb7e19f49a3605c","target":"graph","created_at":"2026-07-05T10:01:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.09646/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In many real-world applications, agents must make sequential decisions in environments where conditions are subject to change due to various exogenous factors. These non-stationary environments pose significant challenges to traditional decision-making models, which typically assume stationary dynamics. Non-stationary Markov decision processes (NS-MDPs) offer a framework to model and solve decision problems under such changing conditions. However, the lack of standardized benchmarks and simulation tools has hindered systematic evaluation and advance in this field. We present NS-Gym, the first ","authors_text":"Abhishek Dubey, Aron Laszka, Ayan Mukhopadhyay, Baiting Luo, Iliyas Bektas, Kyle Hollins Wray, Nathaniel S. Keplinger, Yunuo Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-16T16:38:33Z","title":"NS-Gym: Open-Source Simulation Environments and Benchmarks for Non-Stationary Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.09646","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e9302c0f0a1fdbda2f344fdac3932bdb1a62f5800a6940f276c143fbceb9e911","target":"record","created_at":"2026-07-05T10:01:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e2632942619fcfba90f767fa15bd0394bc0f282cabfe0cc12da6b93fe8728689","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-16T16:38:33Z","title_canon_sha256":"1fcf67505eb4dc918c2f24cafcbaa15bfe60f55db062ba6aaf88a800f0214696"},"schema_version":"1.0","source":{"id":"2501.09646","kind":"arxiv","version":1}},"canonical_sha256":"fe45cce76472d672c9d5fc55249bec9b7004387e7df7400f26eb9141e29d92ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fe45cce76472d672c9d5fc55249bec9b7004387e7df7400f26eb9141e29d92ef","first_computed_at":"2026-07-05T10:01:50.190212Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:01:50.190212Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"L2Xmuis98uwOV7qlM7h7Npg3p2CreS6KXNR0/NO8gA0iwx2CrmWOMvXdEbZOFzUDD+jXwpQnddD0NfSElrxtAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:01:50.190690Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.09646","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e9302c0f0a1fdbda2f344fdac3932bdb1a62f5800a6940f276c143fbceb9e911","sha256:7c5712581eab46d844a9d771c9fa64ab6f0401f82937ee321cb7e19f49a3605c"],"state_sha256":"cfb64f0f246b6f9b9c6410327beb324a232ee42d1c5ea4f2aa710819f3b0a3cc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2MtLNxd1u+EHRxJdceUO8ninj4v3vtZODds7N6h5O5LpTTU9Sam6cXf+cEe7f0gXuTWd7JgRTAK+KB+lUYkVAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-24T03:06:43.781412Z","bundle_sha256":"5e3d1b8017eb3a0c207c1045dbecc40fd68f703165dcd6d587571abd14fa5066"}}