{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:D5XGNOOFSNBESKLYAHT7VR67TH","short_pith_number":"pith:D5XGNOOF","canonical_record":{"source":{"id":"2412.03359","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-04T14:45:09Z","cross_cats_sorted":[],"title_canon_sha256":"dbe9a6d0a5f48f3523ea5ec12ff2e0d18e549568b27c6b746f03200ddf51ccba","abstract_canon_sha256":"92a4f3ffcd82dbddfbe9df150b4a599c6b2d5e51a37f594d5758179362fcc33f"},"schema_version":"1.0"},"canonical_sha256":"1f6e66b9c5934249297801e7fac7df99fde7c0d7e1cc83cbafe5f41e4c62a1cc","source":{"kind":"arxiv","id":"2412.03359","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.03359","created_at":"2026-07-05T11:27:22Z"},{"alias_kind":"arxiv_version","alias_value":"2412.03359v2","created_at":"2026-07-05T11:27:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.03359","created_at":"2026-07-05T11:27:22Z"},{"alias_kind":"pith_short_12","alias_value":"D5XGNOOFSNBE","created_at":"2026-07-05T11:27:22Z"},{"alias_kind":"pith_short_16","alias_value":"D5XGNOOFSNBESKLY","created_at":"2026-07-05T11:27:22Z"},{"alias_kind":"pith_short_8","alias_value":"D5XGNOOF","created_at":"2026-07-05T11:27:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:D5XGNOOFSNBESKLYAHT7VR67TH","target":"record","payload":{"canonical_record":{"source":{"id":"2412.03359","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-04T14:45:09Z","cross_cats_sorted":[],"title_canon_sha256":"dbe9a6d0a5f48f3523ea5ec12ff2e0d18e549568b27c6b746f03200ddf51ccba","abstract_canon_sha256":"92a4f3ffcd82dbddfbe9df150b4a599c6b2d5e51a37f594d5758179362fcc33f"},"schema_version":"1.0"},"canonical_sha256":"1f6e66b9c5934249297801e7fac7df99fde7c0d7e1cc83cbafe5f41e4c62a1cc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:27:22.155963Z","signature_b64":"JMPunX5ZS4EK/+adcFlU78LfV1OqsnGvQBC9SI9c4cb9gMCDIDZwgdX0YvYXIHsVh/6awQ5FXUHmDgiuorewAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1f6e66b9c5934249297801e7fac7df99fde7c0d7e1cc83cbafe5f41e4c62a1cc","last_reissued_at":"2026-07-05T11:27:22.155453Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:27:22.155453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.03359","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:27:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oOYxmtERANVV4U7MYrqWsRYOhbN1phmwpEYZy1nPdtDHpDGBUVE1pOiqPfMlR0VXZJ0l3yvzkf6dJd1yrJgmCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T14:13:57.428856Z"},"content_sha256":"37a61aa51e5cd04fbb557ae845c2046efbeb90cccf3157058028e1457e866b39","schema_version":"1.0","event_id":"sha256:37a61aa51e5cd04fbb557ae845c2046efbeb90cccf3157058028e1457e866b39"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:D5XGNOOFSNBESKLYAHT7VR67TH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"WiS Platform: Enhancing Evaluation of LLM-Based Multi-Agent Systems Through Game-Based Analysis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Bo Zheng, Chengwei Hu, Hangyu Guo, Han Zhu, Jianhui Zheng, Junguang Jiang, Kai Sun, Wenbo Su, Yancheng He, Yuning Jiang","submitted_at":"2024-12-04T14:45:09Z","abstract_excerpt":"Recent advancements in autonomous multi-agent systems (MAS) based on large language models (LLMs) have enhanced the application scenarios and improved the capability of LLMs to handle complex tasks. Despite demonstrating effectiveness, existing studies still evidently struggle to evaluate, analysis, and reproducibility of LLM-based MAS. In this paper, to facilitate the research on LLM-based MAS, we introduce an open, scalable, and real-time updated platform for accessing and analyzing the LLM-based MAS based on the games Who is Spy?\" (WiS). Our platform is featured with three main worths: (1) "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.03359","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.03359/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:27:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4EoGX1ggKn61Zvdru4W1mPhQkbzQoD7RJ659cQW6lobspfB7vvVPeNnHbmWw15FHCzfCGhQGmneOm1HYo5QrAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T14:13:57.429556Z"},"content_sha256":"422c4c45176000934d603e2e52ca5506666c34ea7f38e730273cd43e2ff0d229","schema_version":"1.0","event_id":"sha256:422c4c45176000934d603e2e52ca5506666c34ea7f38e730273cd43e2ff0d229"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D5XGNOOFSNBESKLYAHT7VR67TH/bundle.json","state_url":"https://pith.science/pith/D5XGNOOFSNBESKLYAHT7VR67TH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D5XGNOOFSNBESKLYAHT7VR67TH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T14:13:57Z","links":{"resolver":"https://pith.science/pith/D5XGNOOFSNBESKLYAHT7VR67TH","bundle":"https://pith.science/pith/D5XGNOOFSNBESKLYAHT7VR67TH/bundle.json","state":"https://pith.science/pith/D5XGNOOFSNBESKLYAHT7VR67TH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D5XGNOOFSNBESKLYAHT7VR67TH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:D5XGNOOFSNBESKLYAHT7VR67TH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"92a4f3ffcd82dbddfbe9df150b4a599c6b2d5e51a37f594d5758179362fcc33f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-04T14:45:09Z","title_canon_sha256":"dbe9a6d0a5f48f3523ea5ec12ff2e0d18e549568b27c6b746f03200ddf51ccba"},"schema_version":"1.0","source":{"id":"2412.03359","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.03359","created_at":"2026-07-05T11:27:22Z"},{"alias_kind":"arxiv_version","alias_value":"2412.03359v2","created_at":"2026-07-05T11:27:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.03359","created_at":"2026-07-05T11:27:22Z"},{"alias_kind":"pith_short_12","alias_value":"D5XGNOOFSNBE","created_at":"2026-07-05T11:27:22Z"},{"alias_kind":"pith_short_16","alias_value":"D5XGNOOFSNBESKLY","created_at":"2026-07-05T11:27:22Z"},{"alias_kind":"pith_short_8","alias_value":"D5XGNOOF","created_at":"2026-07-05T11:27:22Z"}],"graph_snapshots":[{"event_id":"sha256:422c4c45176000934d603e2e52ca5506666c34ea7f38e730273cd43e2ff0d229","target":"graph","created_at":"2026-07-05T11:27:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.03359/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in autonomous multi-agent systems (MAS) based on large language models (LLMs) have enhanced the application scenarios and improved the capability of LLMs to handle complex tasks. Despite demonstrating effectiveness, existing studies still evidently struggle to evaluate, analysis, and reproducibility of LLM-based MAS. In this paper, to facilitate the research on LLM-based MAS, we introduce an open, scalable, and real-time updated platform for accessing and analyzing the LLM-based MAS based on the games Who is Spy?\" (WiS). Our platform is featured with three main worths: (1) ","authors_text":"Bo Zheng, Chengwei Hu, Hangyu Guo, Han Zhu, Jianhui Zheng, Junguang Jiang, Kai Sun, Wenbo Su, Yancheng He, Yuning Jiang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-04T14:45:09Z","title":"WiS Platform: Enhancing Evaluation of LLM-Based Multi-Agent Systems Through Game-Based Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.03359","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:37a61aa51e5cd04fbb557ae845c2046efbeb90cccf3157058028e1457e866b39","target":"record","created_at":"2026-07-05T11:27:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"92a4f3ffcd82dbddfbe9df150b4a599c6b2d5e51a37f594d5758179362fcc33f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-04T14:45:09Z","title_canon_sha256":"dbe9a6d0a5f48f3523ea5ec12ff2e0d18e549568b27c6b746f03200ddf51ccba"},"schema_version":"1.0","source":{"id":"2412.03359","kind":"arxiv","version":2}},"canonical_sha256":"1f6e66b9c5934249297801e7fac7df99fde7c0d7e1cc83cbafe5f41e4c62a1cc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1f6e66b9c5934249297801e7fac7df99fde7c0d7e1cc83cbafe5f41e4c62a1cc","first_computed_at":"2026-07-05T11:27:22.155453Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:27:22.155453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JMPunX5ZS4EK/+adcFlU78LfV1OqsnGvQBC9SI9c4cb9gMCDIDZwgdX0YvYXIHsVh/6awQ5FXUHmDgiuorewAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:27:22.155963Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.03359","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:37a61aa51e5cd04fbb557ae845c2046efbeb90cccf3157058028e1457e866b39","sha256:422c4c45176000934d603e2e52ca5506666c34ea7f38e730273cd43e2ff0d229"],"state_sha256":"c20e2099bd87827986a2257d77ad658d9037e48ef61646bb63b415a24d61f048"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hZqFd/A6rdR88qxvQivyD1UDj5fCH63W3UsqPW/ZyqWyqANj7tW2KGGYqi2LqshjmiF93Pvy3iBUyjc6tPDyAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T14:13:57.439019Z","bundle_sha256":"270fe1deb9d9d8d52a8d927ef8d605e845517b8b0cda0f17ad12c9b6881ed2e2"}}