{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:RXOA325IPWA7JF7OBG6B7QYYJN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b32487a393919ae8b5d08a04bb115a8a7b4d15ebf295f09ba3801a0f934ec8b4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-12-13T19:06:34Z","title_canon_sha256":"d06c39aabe88f42e92f21e9a8f53edd531b80a5187d2246e53a8ae62eb261cf4"},"schema_version":"1.0","source":{"id":"2312.08463","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.08463","created_at":"2026-07-05T07:37:53Z"},{"alias_kind":"arxiv_version","alias_value":"2312.08463v2","created_at":"2026-07-05T07:37:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.08463","created_at":"2026-07-05T07:37:53Z"},{"alias_kind":"pith_short_12","alias_value":"RXOA325IPWA7","created_at":"2026-07-05T07:37:53Z"},{"alias_kind":"pith_short_16","alias_value":"RXOA325IPWA7JF7O","created_at":"2026-07-05T07:37:53Z"},{"alias_kind":"pith_short_8","alias_value":"RXOA325I","created_at":"2026-07-05T07:37:53Z"}],"graph_snapshots":[{"event_id":"sha256:4f3780ba19ed7e44a01dba3edc3002c22bd5df91d1434a50322df72fb123d8fb","target":"graph","created_at":"2026-07-05T07:37:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.08463/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Establishing sound experimental standards and rigour is important in any growing field of research. Deep Multi-Agent Reinforcement Learning (MARL) is one such nascent field. Although exciting progress has been made, MARL has recently come under scrutiny for replicability issues and a lack of standardised evaluation methodology, specifically in the cooperative setting. Although protocols have been proposed to help alleviate the issue, it remains important to actively monitor the health of the field. In this work, we extend the database of evaluation methodology previously published by containin","authors_text":"Abidine Vall, Arnu Pretorius, Kale-ab Tessera, Omayma Mahjoub, Ruan de Kock, Siddarth Singh, Wiem Khlifi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-12-13T19:06:34Z","title":"How much can change in a year? Revisiting Evaluation in Multi-Agent Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.08463","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dbb50917201ce562f2fef7f33e39406510d9b3550d63e645fdfb2a9cf5f8d076","target":"record","created_at":"2026-07-05T07:37:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b32487a393919ae8b5d08a04bb115a8a7b4d15ebf295f09ba3801a0f934ec8b4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-12-13T19:06:34Z","title_canon_sha256":"d06c39aabe88f42e92f21e9a8f53edd531b80a5187d2246e53a8ae62eb261cf4"},"schema_version":"1.0","source":{"id":"2312.08463","kind":"arxiv","version":2}},"canonical_sha256":"8ddc0deba87d81f497ee09bc1fc3184b523090a145c3e42f4d1df907071ae2de","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8ddc0deba87d81f497ee09bc1fc3184b523090a145c3e42f4d1df907071ae2de","first_computed_at":"2026-07-05T07:37:53.731406Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:37:53.731406Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"E2FgS1eq1q6aOVdCA6ndr0DvpJE2M9HrcdvbIb8PcyAfZ9opn3Yw5jDQP2gTBDZwQX242/Xb9owSVI0+dnPxDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:37:53.731880Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.08463","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dbb50917201ce562f2fef7f33e39406510d9b3550d63e645fdfb2a9cf5f8d076","sha256:4f3780ba19ed7e44a01dba3edc3002c22bd5df91d1434a50322df72fb123d8fb"],"state_sha256":"6f9032e26c7f5590dbffda7af0d7f2c53447c5e575b0a1300fa95c5dbc239902"}