{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TCO64SNIZVP6PX2QZYXLSJNF4D","short_pith_number":"pith:TCO64SNI","canonical_record":{"source":{"id":"2406.09068","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T12:54:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"86c5971848d8fbf9de7bd8537032f08c413040eb0ea8e7cfa13e836e7e9e50f2","abstract_canon_sha256":"85f1d0e531795e8e27ad1923260ff355144ae343a80196a28c7a2567fc08362e"},"schema_version":"1.0"},"canonical_sha256":"989dee49a8cd5fe7df50ce2eb925a5e0dabc7827f381b827a4954d41d8cc79d5","source":{"kind":"arxiv","id":"2406.09068","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.09068","created_at":"2026-07-05T09:28:32Z"},{"alias_kind":"arxiv_version","alias_value":"2406.09068v3","created_at":"2026-07-05T09:28:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.09068","created_at":"2026-07-05T09:28:32Z"},{"alias_kind":"pith_short_12","alias_value":"TCO64SNIZVP6","created_at":"2026-07-05T09:28:32Z"},{"alias_kind":"pith_short_16","alias_value":"TCO64SNIZVP6PX2Q","created_at":"2026-07-05T09:28:32Z"},{"alias_kind":"pith_short_8","alias_value":"TCO64SNI","created_at":"2026-07-05T09:28:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TCO64SNIZVP6PX2QZYXLSJNF4D","target":"record","payload":{"canonical_record":{"source":{"id":"2406.09068","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T12:54:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"86c5971848d8fbf9de7bd8537032f08c413040eb0ea8e7cfa13e836e7e9e50f2","abstract_canon_sha256":"85f1d0e531795e8e27ad1923260ff355144ae343a80196a28c7a2567fc08362e"},"schema_version":"1.0"},"canonical_sha256":"989dee49a8cd5fe7df50ce2eb925a5e0dabc7827f381b827a4954d41d8cc79d5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:28:32.010067Z","signature_b64":"PulA1igK8XQRQpl4qn/yS/IiNbCV/xF9ZXnKnrr0XfCDdX985cEeQYo18cz3kEtovXJ/WVdnoBRtDD01za19AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"989dee49a8cd5fe7df50ce2eb925a5e0dabc7827f381b827a4954d41d8cc79d5","last_reissued_at":"2026-07-05T09:28:32.009611Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:28:32.009611Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.09068","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GMbglcp0TNDbW2NRxM+lFtnxwkkdEtmizm+Hx7Abao8StB+1AOSUfWdVaLR6mMd33+cgnFgD9NC1sPienlNfCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:07:45.035020Z"},"content_sha256":"d582e1eb8e6ebd707efffb8e58edca7c6e492b3dc9520317485ab9919bfedfb2","schema_version":"1.0","event_id":"sha256:d582e1eb8e6ebd707efffb8e58edca7c6e492b3dc9520317485ab9919bfedfb2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TCO64SNIZVP6PX2QZYXLSJNF4D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dispelling the Mirage of Progress in Offline MARL through Standardised Baselines and Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Arnu Pretorius, Callum Rhys Tilbury, Claude Formanek, Jonathan Shock, Louise Beyers","submitted_at":"2024-06-13T12:54:29Z","abstract_excerpt":"Offline multi-agent reinforcement learning (MARL) is an emerging field with great promise for real-world applications. Unfortunately, the current state of research in offline MARL is plagued by inconsistencies in baselines and evaluation protocols, which ultimately makes it difficult to accurately assess progress, trust newly proposed innovations, and allow researchers to easily build upon prior work. In this paper, we firstly identify significant shortcomings in existing methodologies for measuring the performance of novel algorithms through a representative study of published offline MARL wo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.09068","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.09068/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4RiuL/8ePSlqomjnZWcAAFbkjrixt6F/LmQnQX2PfzCD5yyfqnQHzCEaGemmP4kyHBmKcZmfIvgveT2fbl3oBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:07:45.035400Z"},"content_sha256":"00cd0997a84a9fdc1349b1f74857d6f255c805e6fa665045d0186ee1dbf09d9d","schema_version":"1.0","event_id":"sha256:00cd0997a84a9fdc1349b1f74857d6f255c805e6fa665045d0186ee1dbf09d9d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TCO64SNIZVP6PX2QZYXLSJNF4D/bundle.json","state_url":"https://pith.science/pith/TCO64SNIZVP6PX2QZYXLSJNF4D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TCO64SNIZVP6PX2QZYXLSJNF4D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T15:07:45Z","links":{"resolver":"https://pith.science/pith/TCO64SNIZVP6PX2QZYXLSJNF4D","bundle":"https://pith.science/pith/TCO64SNIZVP6PX2QZYXLSJNF4D/bundle.json","state":"https://pith.science/pith/TCO64SNIZVP6PX2QZYXLSJNF4D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TCO64SNIZVP6PX2QZYXLSJNF4D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TCO64SNIZVP6PX2QZYXLSJNF4D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"85f1d0e531795e8e27ad1923260ff355144ae343a80196a28c7a2567fc08362e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T12:54:29Z","title_canon_sha256":"86c5971848d8fbf9de7bd8537032f08c413040eb0ea8e7cfa13e836e7e9e50f2"},"schema_version":"1.0","source":{"id":"2406.09068","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.09068","created_at":"2026-07-05T09:28:32Z"},{"alias_kind":"arxiv_version","alias_value":"2406.09068v3","created_at":"2026-07-05T09:28:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.09068","created_at":"2026-07-05T09:28:32Z"},{"alias_kind":"pith_short_12","alias_value":"TCO64SNIZVP6","created_at":"2026-07-05T09:28:32Z"},{"alias_kind":"pith_short_16","alias_value":"TCO64SNIZVP6PX2Q","created_at":"2026-07-05T09:28:32Z"},{"alias_kind":"pith_short_8","alias_value":"TCO64SNI","created_at":"2026-07-05T09:28:32Z"}],"graph_snapshots":[{"event_id":"sha256:00cd0997a84a9fdc1349b1f74857d6f255c805e6fa665045d0186ee1dbf09d9d","target":"graph","created_at":"2026-07-05T09:28:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.09068/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Offline multi-agent reinforcement learning (MARL) is an emerging field with great promise for real-world applications. Unfortunately, the current state of research in offline MARL is plagued by inconsistencies in baselines and evaluation protocols, which ultimately makes it difficult to accurately assess progress, trust newly proposed innovations, and allow researchers to easily build upon prior work. In this paper, we firstly identify significant shortcomings in existing methodologies for measuring the performance of novel algorithms through a representative study of published offline MARL wo","authors_text":"Arnu Pretorius, Callum Rhys Tilbury, Claude Formanek, Jonathan Shock, Louise Beyers","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T12:54:29Z","title":"Dispelling the Mirage of Progress in Offline MARL through Standardised Baselines and Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.09068","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d582e1eb8e6ebd707efffb8e58edca7c6e492b3dc9520317485ab9919bfedfb2","target":"record","created_at":"2026-07-05T09:28:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"85f1d0e531795e8e27ad1923260ff355144ae343a80196a28c7a2567fc08362e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-13T12:54:29Z","title_canon_sha256":"86c5971848d8fbf9de7bd8537032f08c413040eb0ea8e7cfa13e836e7e9e50f2"},"schema_version":"1.0","source":{"id":"2406.09068","kind":"arxiv","version":3}},"canonical_sha256":"989dee49a8cd5fe7df50ce2eb925a5e0dabc7827f381b827a4954d41d8cc79d5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"989dee49a8cd5fe7df50ce2eb925a5e0dabc7827f381b827a4954d41d8cc79d5","first_computed_at":"2026-07-05T09:28:32.009611Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:28:32.009611Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PulA1igK8XQRQpl4qn/yS/IiNbCV/xF9ZXnKnrr0XfCDdX985cEeQYo18cz3kEtovXJ/WVdnoBRtDD01za19AA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:28:32.010067Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.09068","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d582e1eb8e6ebd707efffb8e58edca7c6e492b3dc9520317485ab9919bfedfb2","sha256:00cd0997a84a9fdc1349b1f74857d6f255c805e6fa665045d0186ee1dbf09d9d"],"state_sha256":"1074ac3e17872459d63bfac8f248e9358a902251c66893fa88474c72d55f5890"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ROggZqnMCSRSUyZGdU7WIoslUqPuT1h48l9XEnme57YDlkGNrySZ9M9MhbG6YH1Qcd2KYMpousJiG8mvzrxhAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T15:07:45.037284Z","bundle_sha256":"35c00d51bf59b8aabacfe09dbe1960015e1e4421966a7e5e5799f5e814c5ef75"}}