{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UTT4ZYNCRALPQVJP6HL67GXVBP","short_pith_number":"pith:UTT4ZYNC","canonical_record":{"source":{"id":"2501.00160","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2024-12-30T22:12:09Z","cross_cats_sorted":["nlin.AO","physics.soc-ph"],"title_canon_sha256":"c36630e8c1464142aee9612b38a937e6442bc06430ab2e276e7e2c74700864de","abstract_canon_sha256":"e1c58d46e824d9b80a6fdf43a001a806d9326e6f2e9078440628c08fceb9daf2"},"schema_version":"1.0"},"canonical_sha256":"a4e7cce1a28816f8552ff1d7ef9af50bf8ac74c5a09e09fe22109c2b89221c87","source":{"kind":"arxiv","id":"2501.00160","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.00160","created_at":"2026-07-05T09:55:40Z"},{"alias_kind":"arxiv_version","alias_value":"2501.00160v1","created_at":"2026-07-05T09:55:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.00160","created_at":"2026-07-05T09:55:40Z"},{"alias_kind":"pith_short_12","alias_value":"UTT4ZYNCRALP","created_at":"2026-07-05T09:55:40Z"},{"alias_kind":"pith_short_16","alias_value":"UTT4ZYNCRALPQVJP","created_at":"2026-07-05T09:55:40Z"},{"alias_kind":"pith_short_8","alias_value":"UTT4ZYNC","created_at":"2026-07-05T09:55:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UTT4ZYNCRALPQVJP6HL67GXVBP","target":"record","payload":{"canonical_record":{"source":{"id":"2501.00160","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2024-12-30T22:12:09Z","cross_cats_sorted":["nlin.AO","physics.soc-ph"],"title_canon_sha256":"c36630e8c1464142aee9612b38a937e6442bc06430ab2e276e7e2c74700864de","abstract_canon_sha256":"e1c58d46e824d9b80a6fdf43a001a806d9326e6f2e9078440628c08fceb9daf2"},"schema_version":"1.0"},"canonical_sha256":"a4e7cce1a28816f8552ff1d7ef9af50bf8ac74c5a09e09fe22109c2b89221c87","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:55:40.068845Z","signature_b64":"SqytNuB/zO8T56DqefjA4Q/1ZQVoRzozSKU+0g9+RomwUNWVXXesOpVbDFGvDro1iouqukjTJlNy4aPT7vTmBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a4e7cce1a28816f8552ff1d7ef9af50bf8ac74c5a09e09fe22109c2b89221c87","last_reissued_at":"2026-07-05T09:55:40.068347Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:55:40.068347Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.00160","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:55:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vXu2qMPekiSjVj+ec7pXuAO5lRODwHTgSvFHVNM+RvlLZl6bdt/Ww+FqJ3cEsAQUBLAcFGC3dNyGiRSr4wOjDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T19:30:13.469462Z"},"content_sha256":"d89fded0ac0d4cd7cef0b3063b2d2205682770288b20a4d6e96cfad601b9ea09","schema_version":"1.0","event_id":"sha256:d89fded0ac0d4cd7cef0b3063b2d2205682770288b20a4d6e96cfad601b9ea09"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UTT4ZYNCRALPQVJP6HL67GXVBP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Deterministic Model of Incremental Multi-Agent Boltzmann Q-Learning: Transient Cooperation, Metastability, and Oscillations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["nlin.AO","physics.soc-ph"],"primary_cat":"cs.MA","authors_text":"David Goll, Jobst Heitzig, Wolfram Barfuss","submitted_at":"2024-12-30T22:12:09Z","abstract_excerpt":"Multi-Agent Reinforcement Learning involves agents that learn together in a shared environment, leading to emergent dynamics sensitive to initial conditions and parameter variations. A Dynamical Systems approach, which studies the evolution of multi-component systems over time, has uncovered some of the underlying dynamics by constructing deterministic approximation models of stochastic algorithms. In this work, we demonstrate that even in the simplest case of independent Q-learning with a Boltzmann exploration policy, significant discrepancies arise between the actual algorithm and previous a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.00160","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.00160/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:55:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ESLVDdziTcONYMjcgAy6aEHlQrhOznHVKse9VK9aAOPjLYnhPr80OzEoM6gV2UeW2CL1MYrVdEWtjpu660h6DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T19:30:13.470489Z"},"content_sha256":"ddfbb85cef618ee7d584ed987aff7aa86adb2e609166ac5916d36c76bc4bba2a","schema_version":"1.0","event_id":"sha256:ddfbb85cef618ee7d584ed987aff7aa86adb2e609166ac5916d36c76bc4bba2a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UTT4ZYNCRALPQVJP6HL67GXVBP/bundle.json","state_url":"https://pith.science/pith/UTT4ZYNCRALPQVJP6HL67GXVBP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UTT4ZYNCRALPQVJP6HL67GXVBP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T19:30:13Z","links":{"resolver":"https://pith.science/pith/UTT4ZYNCRALPQVJP6HL67GXVBP","bundle":"https://pith.science/pith/UTT4ZYNCRALPQVJP6HL67GXVBP/bundle.json","state":"https://pith.science/pith/UTT4ZYNCRALPQVJP6HL67GXVBP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UTT4ZYNCRALPQVJP6HL67GXVBP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UTT4ZYNCRALPQVJP6HL67GXVBP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e1c58d46e824d9b80a6fdf43a001a806d9326e6f2e9078440628c08fceb9daf2","cross_cats_sorted":["nlin.AO","physics.soc-ph"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2024-12-30T22:12:09Z","title_canon_sha256":"c36630e8c1464142aee9612b38a937e6442bc06430ab2e276e7e2c74700864de"},"schema_version":"1.0","source":{"id":"2501.00160","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.00160","created_at":"2026-07-05T09:55:40Z"},{"alias_kind":"arxiv_version","alias_value":"2501.00160v1","created_at":"2026-07-05T09:55:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.00160","created_at":"2026-07-05T09:55:40Z"},{"alias_kind":"pith_short_12","alias_value":"UTT4ZYNCRALP","created_at":"2026-07-05T09:55:40Z"},{"alias_kind":"pith_short_16","alias_value":"UTT4ZYNCRALPQVJP","created_at":"2026-07-05T09:55:40Z"},{"alias_kind":"pith_short_8","alias_value":"UTT4ZYNC","created_at":"2026-07-05T09:55:40Z"}],"graph_snapshots":[{"event_id":"sha256:ddfbb85cef618ee7d584ed987aff7aa86adb2e609166ac5916d36c76bc4bba2a","target":"graph","created_at":"2026-07-05T09:55:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.00160/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-Agent Reinforcement Learning involves agents that learn together in a shared environment, leading to emergent dynamics sensitive to initial conditions and parameter variations. A Dynamical Systems approach, which studies the evolution of multi-component systems over time, has uncovered some of the underlying dynamics by constructing deterministic approximation models of stochastic algorithms. In this work, we demonstrate that even in the simplest case of independent Q-learning with a Boltzmann exploration policy, significant discrepancies arise between the actual algorithm and previous a","authors_text":"David Goll, Jobst Heitzig, Wolfram Barfuss","cross_cats":["nlin.AO","physics.soc-ph"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2024-12-30T22:12:09Z","title":"Deterministic Model of Incremental Multi-Agent Boltzmann Q-Learning: Transient Cooperation, Metastability, and Oscillations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.00160","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d89fded0ac0d4cd7cef0b3063b2d2205682770288b20a4d6e96cfad601b9ea09","target":"record","created_at":"2026-07-05T09:55:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e1c58d46e824d9b80a6fdf43a001a806d9326e6f2e9078440628c08fceb9daf2","cross_cats_sorted":["nlin.AO","physics.soc-ph"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2024-12-30T22:12:09Z","title_canon_sha256":"c36630e8c1464142aee9612b38a937e6442bc06430ab2e276e7e2c74700864de"},"schema_version":"1.0","source":{"id":"2501.00160","kind":"arxiv","version":1}},"canonical_sha256":"a4e7cce1a28816f8552ff1d7ef9af50bf8ac74c5a09e09fe22109c2b89221c87","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a4e7cce1a28816f8552ff1d7ef9af50bf8ac74c5a09e09fe22109c2b89221c87","first_computed_at":"2026-07-05T09:55:40.068347Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:55:40.068347Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SqytNuB/zO8T56DqefjA4Q/1ZQVoRzozSKU+0g9+RomwUNWVXXesOpVbDFGvDro1iouqukjTJlNy4aPT7vTmBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:55:40.068845Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.00160","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d89fded0ac0d4cd7cef0b3063b2d2205682770288b20a4d6e96cfad601b9ea09","sha256:ddfbb85cef618ee7d584ed987aff7aa86adb2e609166ac5916d36c76bc4bba2a"],"state_sha256":"695d09bc0d636cf87630c8f742bd07e559d8a1f3157fd4c5f30b84959a2d90ec"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0Xd6nv45+kIBipn89bw/+Fo9Yr2hnt7CBkmVwsSzopUYqYWyDIMpeEQxQE0K6tOuHLD018ZoKCTQhKAIfUUGCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T19:30:13.478293Z","bundle_sha256":"d03a844463ebcdf2d85855b9cbc1fa028151f44629346f50e30a2f27160d8ae4"}}