{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2ZH2OD77L3FSKRWRYLFFLYOJ5Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"690f4f61898babdc4f325ec4e6373f6c8a43f56b02b133033e6905a4df0dd559","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T16:58:33Z","title_canon_sha256":"9e323b346edf8c7ba0f8c06972f41a5eca96add43fcc758da55b5ddf78be6e00"},"schema_version":"1.0","source":{"id":"2305.06311","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.06311","created_at":"2026-07-05T06:58:09Z"},{"alias_kind":"arxiv_version","alias_value":"2305.06311v2","created_at":"2026-07-05T06:58:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.06311","created_at":"2026-07-05T06:58:09Z"},{"alias_kind":"pith_short_12","alias_value":"2ZH2OD77L3FS","created_at":"2026-07-05T06:58:09Z"},{"alias_kind":"pith_short_16","alias_value":"2ZH2OD77L3FSKRWR","created_at":"2026-07-05T06:58:09Z"},{"alias_kind":"pith_short_8","alias_value":"2ZH2OD77","created_at":"2026-07-05T06:58:09Z"}],"graph_snapshots":[{"event_id":"sha256:3a3239bc5bdd9607c89e2938e2fa73d62c84274a4ddafed0b5459c4d596d10f4","target":"graph","created_at":"2026-07-05T06:58:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.06311/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A recent focus of large language model (LLM) development, as exemplified by generative search engines, is to incorporate external references to generate and support its claims. However, evaluating the attribution, i.e., verifying whether the generated statement is fully supported by the cited reference, remains an open problem. Although human evaluation is common practice, it is costly and time-consuming. In this paper, we investigate the automatic evaluation of attribution given by LLMs. We begin by defining different types of attribution errors, and then explore two approaches for automatic ","authors_text":"Boshi Wang, Huan Sun, Kai Zhang, Xiang Yue, Yu Su, Ziru Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T16:58:33Z","title":"Automatic Evaluation of Attribution by Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.06311","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:afe67d7f983073e811d8f6b989f43fa28599d44dcd82fce5de7cc7a408e8969c","target":"record","created_at":"2026-07-05T06:58:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"690f4f61898babdc4f325ec4e6373f6c8a43f56b02b133033e6905a4df0dd559","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T16:58:33Z","title_canon_sha256":"9e323b346edf8c7ba0f8c06972f41a5eca96add43fcc758da55b5ddf78be6e00"},"schema_version":"1.0","source":{"id":"2305.06311","kind":"arxiv","version":2}},"canonical_sha256":"d64fa70fff5ecb2546d1c2ca55e1c9ee133be3f0c7e7bc465d0a078b396f1934","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d64fa70fff5ecb2546d1c2ca55e1c9ee133be3f0c7e7bc465d0a078b396f1934","first_computed_at":"2026-07-05T06:58:09.762075Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:58:09.762075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0CcvOi2ppBaQWOIMiRuG5e31XJM1MlceJfK8VUOPrZ5wODzhgObeksv3Yin10VF/LGDJTCZ+OdJVg8jC684CDg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:58:09.762639Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.06311","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:afe67d7f983073e811d8f6b989f43fa28599d44dcd82fce5de7cc7a408e8969c","sha256:3a3239bc5bdd9607c89e2938e2fa73d62c84274a4ddafed0b5459c4d596d10f4"],"state_sha256":"71aed6abd079b0c2c914385f785679148cfb7229662018a0e7cbf8fcfb9f1da3"}