{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:66RVM4V7HZEU667TXQCSUN4GQ3","short_pith_number":"pith:66RVM4V7","canonical_record":{"source":{"id":"2308.15802","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-30T07:16:11Z","cross_cats_sorted":[],"title_canon_sha256":"bfa509be2a82bf62dc8a0beb4d1734b64ef2dda7dd28eb301cea9b1b57989ed9","abstract_canon_sha256":"8dbb4cce06af32ac83e99c7a387db1988d7ec11015fd13a3dd517ad7f7f69cc9"},"schema_version":"1.0"},"canonical_sha256":"f7a35672bf3e494f7bf3bc052a378686fdfb311041a064e044e8a758f2919d52","source":{"kind":"arxiv","id":"2308.15802","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.15802","created_at":"2026-07-05T06:46:13Z"},{"alias_kind":"arxiv_version","alias_value":"2308.15802v1","created_at":"2026-07-05T06:46:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.15802","created_at":"2026-07-05T06:46:13Z"},{"alias_kind":"pith_short_12","alias_value":"66RVM4V7HZEU","created_at":"2026-07-05T06:46:13Z"},{"alias_kind":"pith_short_16","alias_value":"66RVM4V7HZEU667T","created_at":"2026-07-05T06:46:13Z"},{"alias_kind":"pith_short_8","alias_value":"66RVM4V7","created_at":"2026-07-05T06:46:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:66RVM4V7HZEU667TXQCSUN4GQ3","target":"record","payload":{"canonical_record":{"source":{"id":"2308.15802","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-30T07:16:11Z","cross_cats_sorted":[],"title_canon_sha256":"bfa509be2a82bf62dc8a0beb4d1734b64ef2dda7dd28eb301cea9b1b57989ed9","abstract_canon_sha256":"8dbb4cce06af32ac83e99c7a387db1988d7ec11015fd13a3dd517ad7f7f69cc9"},"schema_version":"1.0"},"canonical_sha256":"f7a35672bf3e494f7bf3bc052a378686fdfb311041a064e044e8a758f2919d52","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:46:13.563554Z","signature_b64":"BfaxVE1TnZsSQNp4+n6kTttTowPRbLgqMSeFxym9uR8HUdncetIBtsSOKfDVWM/PsN0lVAh8M7s9lNnGwUvlDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f7a35672bf3e494f7bf3bc052a378686fdfb311041a064e044e8a758f2919d52","last_reissued_at":"2026-07-05T06:46:13.563072Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:46:13.563072Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.15802","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TS2gyqkffixyiisJMJHH4FAp73JYxtxF3vZHzHVsbWJUCVco56Umo5UTtUfiqiuPVhMz9a7WSo1WOtQCH29MBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T01:59:38.669076Z"},"content_sha256":"b2a0ebc5a2324ab54b9b3f6399bd9829b4ca7709f174927fd3890200a549e312","schema_version":"1.0","event_id":"sha256:b2a0ebc5a2324ab54b9b3f6399bd9829b4ca7709f174927fd3890200a549e312"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:66RVM4V7HZEU667TXQCSUN4GQ3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking Robustness and Generalization in Multi-Agent Systems: A Case Study on Neural MMO","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Bo Wu, Chenghui Yu, Clare Zhu, HanMo Chen, Hengman Zhu, Jiaxin Chen, Jinke He, Joseph Suarez, Julian Togelius, Junjie Zhang, Liang Zhao, Phillip Isola, Rui Du, Shanliang Qian, Sharada Mohanty, Shuai Liu, Weijun Hong, Xiaolong Zhu, Xiu Li, Yangkun Chen, Yibing Zhang","submitted_at":"2023-08-30T07:16:11Z","abstract_excerpt":"We present the results of the second Neural MMO challenge, hosted at IJCAI 2022, which received 1600+ submissions. This competition targets robustness and generalization in multi-agent systems: participants train teams of agents to complete a multi-task objective against opponents not seen during training. The competition combines relatively complex environment design with large numbers of agents in the environment. The top submissions demonstrate strong success on this task using mostly standard reinforcement learning (RL) methods combined with domain-specific engineering. We summarize the co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.15802","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.15802/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tecttjks/Mbt4q91puYsKJc1HivIYI35ua+KizFDyia+Iuq1WYqrRQCHpFsr1J2Zp9XFiR0uhWy0JfjRaLEAAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T01:59:38.669735Z"},"content_sha256":"39dfd95d37cc5220d8d461e363704cbf1d4c629408ed815fecc1be8b52a0186a","schema_version":"1.0","event_id":"sha256:39dfd95d37cc5220d8d461e363704cbf1d4c629408ed815fecc1be8b52a0186a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/66RVM4V7HZEU667TXQCSUN4GQ3/bundle.json","state_url":"https://pith.science/pith/66RVM4V7HZEU667TXQCSUN4GQ3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/66RVM4V7HZEU667TXQCSUN4GQ3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T01:59:38Z","links":{"resolver":"https://pith.science/pith/66RVM4V7HZEU667TXQCSUN4GQ3","bundle":"https://pith.science/pith/66RVM4V7HZEU667TXQCSUN4GQ3/bundle.json","state":"https://pith.science/pith/66RVM4V7HZEU667TXQCSUN4GQ3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/66RVM4V7HZEU667TXQCSUN4GQ3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:66RVM4V7HZEU667TXQCSUN4GQ3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8dbb4cce06af32ac83e99c7a387db1988d7ec11015fd13a3dd517ad7f7f69cc9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-30T07:16:11Z","title_canon_sha256":"bfa509be2a82bf62dc8a0beb4d1734b64ef2dda7dd28eb301cea9b1b57989ed9"},"schema_version":"1.0","source":{"id":"2308.15802","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.15802","created_at":"2026-07-05T06:46:13Z"},{"alias_kind":"arxiv_version","alias_value":"2308.15802v1","created_at":"2026-07-05T06:46:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.15802","created_at":"2026-07-05T06:46:13Z"},{"alias_kind":"pith_short_12","alias_value":"66RVM4V7HZEU","created_at":"2026-07-05T06:46:13Z"},{"alias_kind":"pith_short_16","alias_value":"66RVM4V7HZEU667T","created_at":"2026-07-05T06:46:13Z"},{"alias_kind":"pith_short_8","alias_value":"66RVM4V7","created_at":"2026-07-05T06:46:13Z"}],"graph_snapshots":[{"event_id":"sha256:39dfd95d37cc5220d8d461e363704cbf1d4c629408ed815fecc1be8b52a0186a","target":"graph","created_at":"2026-07-05T06:46:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.15802/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present the results of the second Neural MMO challenge, hosted at IJCAI 2022, which received 1600+ submissions. This competition targets robustness and generalization in multi-agent systems: participants train teams of agents to complete a multi-task objective against opponents not seen during training. The competition combines relatively complex environment design with large numbers of agents in the environment. The top submissions demonstrate strong success on this task using mostly standard reinforcement learning (RL) methods combined with domain-specific engineering. We summarize the co","authors_text":"Bo Wu, Chenghui Yu, Clare Zhu, HanMo Chen, Hengman Zhu, Jiaxin Chen, Jinke He, Joseph Suarez, Julian Togelius, Junjie Zhang, Liang Zhao, Phillip Isola, Rui Du, Shanliang Qian, Sharada Mohanty, Shuai Liu, Weijun Hong, Xiaolong Zhu, Xiu Li, Yangkun Chen, Yibing Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-30T07:16:11Z","title":"Benchmarking Robustness and Generalization in Multi-Agent Systems: A Case Study on Neural MMO"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.15802","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b2a0ebc5a2324ab54b9b3f6399bd9829b4ca7709f174927fd3890200a549e312","target":"record","created_at":"2026-07-05T06:46:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8dbb4cce06af32ac83e99c7a387db1988d7ec11015fd13a3dd517ad7f7f69cc9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-08-30T07:16:11Z","title_canon_sha256":"bfa509be2a82bf62dc8a0beb4d1734b64ef2dda7dd28eb301cea9b1b57989ed9"},"schema_version":"1.0","source":{"id":"2308.15802","kind":"arxiv","version":1}},"canonical_sha256":"f7a35672bf3e494f7bf3bc052a378686fdfb311041a064e044e8a758f2919d52","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f7a35672bf3e494f7bf3bc052a378686fdfb311041a064e044e8a758f2919d52","first_computed_at":"2026-07-05T06:46:13.563072Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:46:13.563072Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BfaxVE1TnZsSQNp4+n6kTttTowPRbLgqMSeFxym9uR8HUdncetIBtsSOKfDVWM/PsN0lVAh8M7s9lNnGwUvlDg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:46:13.563554Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.15802","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b2a0ebc5a2324ab54b9b3f6399bd9829b4ca7709f174927fd3890200a549e312","sha256:39dfd95d37cc5220d8d461e363704cbf1d4c629408ed815fecc1be8b52a0186a"],"state_sha256":"bb6df80c06736c6c63d7787535753b62dd7556aa0e88eb63eb27bb4b3e424ccd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y9Ryak6LWujgSfG9/UIMjZpD+b396dOjcE9+30fRbPZvrMgvZbMAxi7FF1c+aakOR2YTt2SfnkttOLgBCw56Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T01:59:38.673397Z","bundle_sha256":"33a09c48d73a82b4fd63613f0af929ae91b865f3647a98f5752f67ac9a0c413b"}}