{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:N4LTFVKNGOW5YI3ZXMIV7HFFF3","short_pith_number":"pith:N4LTFVKN","canonical_record":{"source":{"id":"2507.08459","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-11T10:02:21Z","cross_cats_sorted":[],"title_canon_sha256":"0806bccf1d0c6ec1df3686f7d9bef31f6150f6794c0b7cefb4a530743861584c","abstract_canon_sha256":"aa3283ed18d9d41ef428bb09659e32419e95066858e9546b51e21392db376a74"},"schema_version":"1.0"},"canonical_sha256":"6f1732d54d33addc2379bb115f9ca52eedb66c800bcb36b6a69cb0787fa5381b","source":{"kind":"arxiv","id":"2507.08459","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.08459","created_at":"2026-07-05T11:35:40Z"},{"alias_kind":"arxiv_version","alias_value":"2507.08459v1","created_at":"2026-07-05T11:35:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.08459","created_at":"2026-07-05T11:35:40Z"},{"alias_kind":"pith_short_12","alias_value":"N4LTFVKNGOW5","created_at":"2026-07-05T11:35:40Z"},{"alias_kind":"pith_short_16","alias_value":"N4LTFVKNGOW5YI3Z","created_at":"2026-07-05T11:35:40Z"},{"alias_kind":"pith_short_8","alias_value":"N4LTFVKN","created_at":"2026-07-05T11:35:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:N4LTFVKNGOW5YI3ZXMIV7HFFF3","target":"record","payload":{"canonical_record":{"source":{"id":"2507.08459","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-11T10:02:21Z","cross_cats_sorted":[],"title_canon_sha256":"0806bccf1d0c6ec1df3686f7d9bef31f6150f6794c0b7cefb4a530743861584c","abstract_canon_sha256":"aa3283ed18d9d41ef428bb09659e32419e95066858e9546b51e21392db376a74"},"schema_version":"1.0"},"canonical_sha256":"6f1732d54d33addc2379bb115f9ca52eedb66c800bcb36b6a69cb0787fa5381b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:35:40.280281Z","signature_b64":"ySE9a2HBU+1NnK+p3Z2rc/dr4lOYQR97E+BG+rleUb7I5ti/F0oGEdWskvAg8DtoZKQQZg+tTprTHBZiw+gTAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6f1732d54d33addc2379bb115f9ca52eedb66c800bcb36b6a69cb0787fa5381b","last_reissued_at":"2026-07-05T11:35:40.279825Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:35:40.279825Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.08459","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:35:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"haGB/632ljjhd5hJTGvcgiwej8UujDr2IRYrLkdogPtErkNPIPH+FrmOvL/klOyoGzHtoCYOYzrCfzWAiUB0DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:09:25.086052Z"},"content_sha256":"d9010018420629266a211ca439a0afeb0b062503a199d6af508ca3d6ca3c2168","schema_version":"1.0","event_id":"sha256:d9010018420629266a211ca439a0afeb0b062503a199d6af508ca3d6ca3c2168"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:N4LTFVKNGOW5YI3ZXMIV7HFFF3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Diagnosing Failures in Large Language Models' Answers: Integrating Error Attribution into Evaluation Framework","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Fan Lin, Linlin Song, Qingsong Lv, Shupei Xiao, Shuyi Xie, Sui Wenjuan, Zishan Xu","submitted_at":"2025-07-11T10:02:21Z","abstract_excerpt":"With the widespread application of Large Language Models (LLMs) in various tasks, the mainstream LLM platforms generate massive user-model interactions daily. In order to efficiently analyze the performance of models and diagnose failures in their answers, it is essential to develop an automated framework to systematically categorize and attribute errors. However, existing evaluation models lack error attribution capability. In this work, we establish a comprehensive Misattribution Framework with 6 primary and 15 secondary categories to facilitate in-depth analysis. Based on this framework, we"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.08459","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.08459/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:35:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xYh6dt4N07pb3iAw1oCOGNQXOGcbxnSJv2Tzxm93xfFsqH4lW9dCWCRNYEsGQSasib9R3rvrKHcMvwWGIIy+AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T07:09:25.086443Z"},"content_sha256":"96559e96aa38a0882f89c9851f1d099099df1f684457663afd6ad8a5d397cfc5","schema_version":"1.0","event_id":"sha256:96559e96aa38a0882f89c9851f1d099099df1f684457663afd6ad8a5d397cfc5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N4LTFVKNGOW5YI3ZXMIV7HFFF3/bundle.json","state_url":"https://pith.science/pith/N4LTFVKNGOW5YI3ZXMIV7HFFF3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N4LTFVKNGOW5YI3ZXMIV7HFFF3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T07:09:25Z","links":{"resolver":"https://pith.science/pith/N4LTFVKNGOW5YI3ZXMIV7HFFF3","bundle":"https://pith.science/pith/N4LTFVKNGOW5YI3ZXMIV7HFFF3/bundle.json","state":"https://pith.science/pith/N4LTFVKNGOW5YI3ZXMIV7HFFF3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N4LTFVKNGOW5YI3ZXMIV7HFFF3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:N4LTFVKNGOW5YI3ZXMIV7HFFF3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aa3283ed18d9d41ef428bb09659e32419e95066858e9546b51e21392db376a74","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-11T10:02:21Z","title_canon_sha256":"0806bccf1d0c6ec1df3686f7d9bef31f6150f6794c0b7cefb4a530743861584c"},"schema_version":"1.0","source":{"id":"2507.08459","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.08459","created_at":"2026-07-05T11:35:40Z"},{"alias_kind":"arxiv_version","alias_value":"2507.08459v1","created_at":"2026-07-05T11:35:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.08459","created_at":"2026-07-05T11:35:40Z"},{"alias_kind":"pith_short_12","alias_value":"N4LTFVKNGOW5","created_at":"2026-07-05T11:35:40Z"},{"alias_kind":"pith_short_16","alias_value":"N4LTFVKNGOW5YI3Z","created_at":"2026-07-05T11:35:40Z"},{"alias_kind":"pith_short_8","alias_value":"N4LTFVKN","created_at":"2026-07-05T11:35:40Z"}],"graph_snapshots":[{"event_id":"sha256:96559e96aa38a0882f89c9851f1d099099df1f684457663afd6ad8a5d397cfc5","target":"graph","created_at":"2026-07-05T11:35:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.08459/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the widespread application of Large Language Models (LLMs) in various tasks, the mainstream LLM platforms generate massive user-model interactions daily. In order to efficiently analyze the performance of models and diagnose failures in their answers, it is essential to develop an automated framework to systematically categorize and attribute errors. However, existing evaluation models lack error attribution capability. In this work, we establish a comprehensive Misattribution Framework with 6 primary and 15 secondary categories to facilitate in-depth analysis. Based on this framework, we","authors_text":"Fan Lin, Linlin Song, Qingsong Lv, Shupei Xiao, Shuyi Xie, Sui Wenjuan, Zishan Xu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-11T10:02:21Z","title":"Diagnosing Failures in Large Language Models' Answers: Integrating Error Attribution into Evaluation Framework"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.08459","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d9010018420629266a211ca439a0afeb0b062503a199d6af508ca3d6ca3c2168","target":"record","created_at":"2026-07-05T11:35:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aa3283ed18d9d41ef428bb09659e32419e95066858e9546b51e21392db376a74","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-11T10:02:21Z","title_canon_sha256":"0806bccf1d0c6ec1df3686f7d9bef31f6150f6794c0b7cefb4a530743861584c"},"schema_version":"1.0","source":{"id":"2507.08459","kind":"arxiv","version":1}},"canonical_sha256":"6f1732d54d33addc2379bb115f9ca52eedb66c800bcb36b6a69cb0787fa5381b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6f1732d54d33addc2379bb115f9ca52eedb66c800bcb36b6a69cb0787fa5381b","first_computed_at":"2026-07-05T11:35:40.279825Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:35:40.279825Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ySE9a2HBU+1NnK+p3Z2rc/dr4lOYQR97E+BG+rleUb7I5ti/F0oGEdWskvAg8DtoZKQQZg+tTprTHBZiw+gTAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:35:40.280281Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.08459","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d9010018420629266a211ca439a0afeb0b062503a199d6af508ca3d6ca3c2168","sha256:96559e96aa38a0882f89c9851f1d099099df1f684457663afd6ad8a5d397cfc5"],"state_sha256":"ff715e160f927175f97b42de8869eeaa0963c8aab8d68cb8f427087195d91c19"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jRi+8mueaXstqkVG9Djoxv0LRlBxmum8pn+uEe7ocSSoZg0w1/u2TZ6doEauhPNahZJVWyv+Z2P54cG/63LXBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T07:09:25.088410Z","bundle_sha256":"f7a93a69fd92a97e71ebcc6b252c6f4f131b9dc77973f6b9c77dafa83d462dbe"}}