{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:MO7FHALARQ2JLVXJJ4AD5XVHM6","short_pith_number":"pith:MO7FHALA","canonical_record":{"source":{"id":"2305.14627","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T01:53:49Z","cross_cats_sorted":["cs.IR","cs.LG"],"title_canon_sha256":"b67d26995dc961c243abe48a22846bf30071d2ea72c0e113e757ef1ccd621cbf","abstract_canon_sha256":"26d1f38b9ac0c78cb3f3f9e70de1d4b0fe7e29acb21cca58059e69f2fd3ea44c"},"schema_version":"1.0"},"canonical_sha256":"63be5381608c3495d6e94f003edea76783189088cc01475bd5e0bd8774dec4ba","source":{"kind":"arxiv","id":"2305.14627","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14627","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14627v2","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14627","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"pith_short_12","alias_value":"MO7FHALARQ2J","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"pith_short_16","alias_value":"MO7FHALARQ2JLVXJ","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"pith_short_8","alias_value":"MO7FHALA","created_at":"2026-07-05T07:07:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:MO7FHALARQ2JLVXJJ4AD5XVHM6","target":"record","payload":{"canonical_record":{"source":{"id":"2305.14627","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T01:53:49Z","cross_cats_sorted":["cs.IR","cs.LG"],"title_canon_sha256":"b67d26995dc961c243abe48a22846bf30071d2ea72c0e113e757ef1ccd621cbf","abstract_canon_sha256":"26d1f38b9ac0c78cb3f3f9e70de1d4b0fe7e29acb21cca58059e69f2fd3ea44c"},"schema_version":"1.0"},"canonical_sha256":"63be5381608c3495d6e94f003edea76783189088cc01475bd5e0bd8774dec4ba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:07:10.464526Z","signature_b64":"7xtcFt71F8JQxU52JjoB3rHbjEIPG+YlNFtaXZSgfDrcEVT6d7u6GDVo08RbPKLtLmNLL9RZOM0476XTCQWZAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"63be5381608c3495d6e94f003edea76783189088cc01475bd5e0bd8774dec4ba","last_reissued_at":"2026-07-05T07:07:10.464003Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:07:10.464003Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.14627","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:07:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u7MX8NLNFN5IfwwSHErYF/m997HioLM0nxRB4gBvB5UzdO3Im9ULBxpLN2oozvMFGIwVxZylnDu+SFQwe6vFBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T08:22:04.036705Z"},"content_sha256":"54ece616cb93e4b62b08c1f6b8901fe7d07fccc7b1b5c377ebbcf7dae0a52f36","schema_version":"1.0","event_id":"sha256:54ece616cb93e4b62b08c1f6b8901fe7d07fccc7b1b5c377ebbcf7dae0a52f36"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:MO7FHALARQ2JLVXJJ4AD5XVHM6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Enabling Large Language Models to Generate Text with Citations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Danqi Chen, Howard Yen, Jiatong Yu, Tianyu Gao","submitted_at":"2023-05-24T01:53:49Z","abstract_excerpt":"Large language models (LLMs) have emerged as a widely-used tool for information seeking, but their generated outputs are prone to hallucination. In this work, our aim is to allow LLMs to generate text with citations, improving their factual correctness and verifiability. Existing work mainly relies on commercial search engines and human evaluation, making it challenging to reproduce and compare different modeling approaches. We propose ALCE, the first benchmark for Automatic LLMs' Citation Evaluation. ALCE collects a diverse set of questions and retrieval corpora and requires building end-to-e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14627","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.14627/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:07:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/RZ2bheEUSr1nDYbRR3E0txgoVTbtcE8EAd6tUXqFaF70QJdVY6+N3gq2mThwWtnju1B8gh6AsokvtPAnCeAAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T08:22:04.037224Z"},"content_sha256":"f328f0a7cf1385bbf5826747e455f40802eab98e7942f89b409ac152a3618529","schema_version":"1.0","event_id":"sha256:f328f0a7cf1385bbf5826747e455f40802eab98e7942f89b409ac152a3618529"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MO7FHALARQ2JLVXJJ4AD5XVHM6/bundle.json","state_url":"https://pith.science/pith/MO7FHALARQ2JLVXJJ4AD5XVHM6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MO7FHALARQ2JLVXJJ4AD5XVHM6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T08:22:04Z","links":{"resolver":"https://pith.science/pith/MO7FHALARQ2JLVXJJ4AD5XVHM6","bundle":"https://pith.science/pith/MO7FHALARQ2JLVXJJ4AD5XVHM6/bundle.json","state":"https://pith.science/pith/MO7FHALARQ2JLVXJJ4AD5XVHM6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MO7FHALARQ2JLVXJJ4AD5XVHM6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MO7FHALARQ2JLVXJJ4AD5XVHM6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"26d1f38b9ac0c78cb3f3f9e70de1d4b0fe7e29acb21cca58059e69f2fd3ea44c","cross_cats_sorted":["cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T01:53:49Z","title_canon_sha256":"b67d26995dc961c243abe48a22846bf30071d2ea72c0e113e757ef1ccd621cbf"},"schema_version":"1.0","source":{"id":"2305.14627","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14627","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14627v2","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14627","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"pith_short_12","alias_value":"MO7FHALARQ2J","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"pith_short_16","alias_value":"MO7FHALARQ2JLVXJ","created_at":"2026-07-05T07:07:10Z"},{"alias_kind":"pith_short_8","alias_value":"MO7FHALA","created_at":"2026-07-05T07:07:10Z"}],"graph_snapshots":[{"event_id":"sha256:f328f0a7cf1385bbf5826747e455f40802eab98e7942f89b409ac152a3618529","target":"graph","created_at":"2026-07-05T07:07:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14627/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have emerged as a widely-used tool for information seeking, but their generated outputs are prone to hallucination. In this work, our aim is to allow LLMs to generate text with citations, improving their factual correctness and verifiability. Existing work mainly relies on commercial search engines and human evaluation, making it challenging to reproduce and compare different modeling approaches. We propose ALCE, the first benchmark for Automatic LLMs' Citation Evaluation. ALCE collects a diverse set of questions and retrieval corpora and requires building end-to-e","authors_text":"Danqi Chen, Howard Yen, Jiatong Yu, Tianyu Gao","cross_cats":["cs.IR","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T01:53:49Z","title":"Enabling Large Language Models to Generate Text with Citations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14627","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:54ece616cb93e4b62b08c1f6b8901fe7d07fccc7b1b5c377ebbcf7dae0a52f36","target":"record","created_at":"2026-07-05T07:07:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"26d1f38b9ac0c78cb3f3f9e70de1d4b0fe7e29acb21cca58059e69f2fd3ea44c","cross_cats_sorted":["cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T01:53:49Z","title_canon_sha256":"b67d26995dc961c243abe48a22846bf30071d2ea72c0e113e757ef1ccd621cbf"},"schema_version":"1.0","source":{"id":"2305.14627","kind":"arxiv","version":2}},"canonical_sha256":"63be5381608c3495d6e94f003edea76783189088cc01475bd5e0bd8774dec4ba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"63be5381608c3495d6e94f003edea76783189088cc01475bd5e0bd8774dec4ba","first_computed_at":"2026-07-05T07:07:10.464003Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:07:10.464003Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7xtcFt71F8JQxU52JjoB3rHbjEIPG+YlNFtaXZSgfDrcEVT6d7u6GDVo08RbPKLtLmNLL9RZOM0476XTCQWZAw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:07:10.464526Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14627","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:54ece616cb93e4b62b08c1f6b8901fe7d07fccc7b1b5c377ebbcf7dae0a52f36","sha256:f328f0a7cf1385bbf5826747e455f40802eab98e7942f89b409ac152a3618529"],"state_sha256":"c860a77b793b87dbd661d5885cae5b01fe96fe751d4b5e67fdbec23e625f9c1d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D9yBlHpicD+xtuU1PuLNjNpVu3DoKvJdde0NRXrBQLNuAMZZ/1Ti0NBHsufb0dF6pSvie1LgKhl0EvGYd5UhBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T08:22:04.043155Z","bundle_sha256":"70b1ff158117b92a4beca5e3ca4bcde5ee990c1b206323a68e80cbfbb929e918"}}