{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CHC2D6PDONQK6RI2FW7TT66XGH","short_pith_number":"pith:CHC2D6PD","canonical_record":{"source":{"id":"2412.13612","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T08:42:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1054d8ce82c96e2e59a3b0bf08f07d25500c269f757cf6fbb92c9d6dce6bd9ee","abstract_canon_sha256":"a19e31c783934703c75462df4d25057444c013d45c6363d18b8c7a71868f396c"},"schema_version":"1.0"},"canonical_sha256":"11c5a1f9e37360af451a2dbf39fbd731e389de144335a044d0259f684575b989","source":{"kind":"arxiv","id":"2412.13612","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.13612","created_at":"2026-07-05T11:56:51Z"},{"alias_kind":"arxiv_version","alias_value":"2412.13612v5","created_at":"2026-07-05T11:56:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.13612","created_at":"2026-07-05T11:56:51Z"},{"alias_kind":"pith_short_12","alias_value":"CHC2D6PDONQK","created_at":"2026-07-05T11:56:51Z"},{"alias_kind":"pith_short_16","alias_value":"CHC2D6PDONQK6RI2","created_at":"2026-07-05T11:56:51Z"},{"alias_kind":"pith_short_8","alias_value":"CHC2D6PD","created_at":"2026-07-05T11:56:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CHC2D6PDONQK6RI2FW7TT66XGH","target":"record","payload":{"canonical_record":{"source":{"id":"2412.13612","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T08:42:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1054d8ce82c96e2e59a3b0bf08f07d25500c269f757cf6fbb92c9d6dce6bd9ee","abstract_canon_sha256":"a19e31c783934703c75462df4d25057444c013d45c6363d18b8c7a71868f396c"},"schema_version":"1.0"},"canonical_sha256":"11c5a1f9e37360af451a2dbf39fbd731e389de144335a044d0259f684575b989","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:56:51.760140Z","signature_b64":"WjZjVkWJmGiDsKoQKEbGv5CX0M7pMfJl3li1jJxUjU4XRLyYb9bh7I4cMuAkNPX/ViHAabPm1yAys8Ac8rBdBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"11c5a1f9e37360af451a2dbf39fbd731e389de144335a044d0259f684575b989","last_reissued_at":"2026-07-05T11:56:51.759662Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:56:51.759662Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.13612","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:56:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cud0UpTleAUJU8201RLBTUgNrKQnb+MT0QJRRMPa4UEcFbGQ6NGe7KT+WBJNj0kEA4WJAz7zuUKQnrWJP1T7Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:29:53.773714Z"},"content_sha256":"7863bc4c9be359cfcc17012446e045368134f95db08a71c93642f53ef776229d","schema_version":"1.0","event_id":"sha256:7863bc4c9be359cfcc17012446e045368134f95db08a71c93642f53ef776229d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CHC2D6PDONQK6RI2FW7TT66XGH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large Language Models for Automated Literature Review: An Evaluation of Reference Generation, Abstract Writing, and Review Composition","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Xuemei Tang, Xufeng Duan, Zhenguang G. Cai","submitted_at":"2024-12-18T08:42:25Z","abstract_excerpt":"Large language models (LLMs) have emerged as a potential solution to automate the complex processes involved in writing literature reviews, such as literature collection, organization, and summarization. However, it is yet unclear how good LLMs are at automating comprehensive and reliable literature reviews. This study introduces a framework to automatically evaluate the performance of LLMs in three key tasks of literature writing: reference generation, literature summary, and literature review composition. We introduce multidimensional evaluation metrics that assess the hallucination rates in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.13612","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.13612/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:56:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dolAvKOkLBEpquf5tv/gCzYB+S0GFHWCXh+/eZGXNKEJ7N4VFwWpanV722QGSmVkYqhBtmvsvnv6HUTsItK4AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:29:53.774363Z"},"content_sha256":"7761013f7879038a6c399044c48466d5bb7626f67dd86ba92ba90865168c699f","schema_version":"1.0","event_id":"sha256:7761013f7879038a6c399044c48466d5bb7626f67dd86ba92ba90865168c699f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CHC2D6PDONQK6RI2FW7TT66XGH/bundle.json","state_url":"https://pith.science/pith/CHC2D6PDONQK6RI2FW7TT66XGH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CHC2D6PDONQK6RI2FW7TT66XGH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T06:29:53Z","links":{"resolver":"https://pith.science/pith/CHC2D6PDONQK6RI2FW7TT66XGH","bundle":"https://pith.science/pith/CHC2D6PDONQK6RI2FW7TT66XGH/bundle.json","state":"https://pith.science/pith/CHC2D6PDONQK6RI2FW7TT66XGH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CHC2D6PDONQK6RI2FW7TT66XGH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CHC2D6PDONQK6RI2FW7TT66XGH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a19e31c783934703c75462df4d25057444c013d45c6363d18b8c7a71868f396c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T08:42:25Z","title_canon_sha256":"1054d8ce82c96e2e59a3b0bf08f07d25500c269f757cf6fbb92c9d6dce6bd9ee"},"schema_version":"1.0","source":{"id":"2412.13612","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.13612","created_at":"2026-07-05T11:56:51Z"},{"alias_kind":"arxiv_version","alias_value":"2412.13612v5","created_at":"2026-07-05T11:56:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.13612","created_at":"2026-07-05T11:56:51Z"},{"alias_kind":"pith_short_12","alias_value":"CHC2D6PDONQK","created_at":"2026-07-05T11:56:51Z"},{"alias_kind":"pith_short_16","alias_value":"CHC2D6PDONQK6RI2","created_at":"2026-07-05T11:56:51Z"},{"alias_kind":"pith_short_8","alias_value":"CHC2D6PD","created_at":"2026-07-05T11:56:51Z"}],"graph_snapshots":[{"event_id":"sha256:7761013f7879038a6c399044c48466d5bb7626f67dd86ba92ba90865168c699f","target":"graph","created_at":"2026-07-05T11:56:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.13612/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have emerged as a potential solution to automate the complex processes involved in writing literature reviews, such as literature collection, organization, and summarization. However, it is yet unclear how good LLMs are at automating comprehensive and reliable literature reviews. This study introduces a framework to automatically evaluate the performance of LLMs in three key tasks of literature writing: reference generation, literature summary, and literature review composition. We introduce multidimensional evaluation metrics that assess the hallucination rates in","authors_text":"Xuemei Tang, Xufeng Duan, Zhenguang G. Cai","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T08:42:25Z","title":"Large Language Models for Automated Literature Review: An Evaluation of Reference Generation, Abstract Writing, and Review Composition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.13612","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7863bc4c9be359cfcc17012446e045368134f95db08a71c93642f53ef776229d","target":"record","created_at":"2026-07-05T11:56:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a19e31c783934703c75462df4d25057444c013d45c6363d18b8c7a71868f396c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T08:42:25Z","title_canon_sha256":"1054d8ce82c96e2e59a3b0bf08f07d25500c269f757cf6fbb92c9d6dce6bd9ee"},"schema_version":"1.0","source":{"id":"2412.13612","kind":"arxiv","version":5}},"canonical_sha256":"11c5a1f9e37360af451a2dbf39fbd731e389de144335a044d0259f684575b989","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"11c5a1f9e37360af451a2dbf39fbd731e389de144335a044d0259f684575b989","first_computed_at":"2026-07-05T11:56:51.759662Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:56:51.759662Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WjZjVkWJmGiDsKoQKEbGv5CX0M7pMfJl3li1jJxUjU4XRLyYb9bh7I4cMuAkNPX/ViHAabPm1yAys8Ac8rBdBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:56:51.760140Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.13612","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7863bc4c9be359cfcc17012446e045368134f95db08a71c93642f53ef776229d","sha256:7761013f7879038a6c399044c48466d5bb7626f67dd86ba92ba90865168c699f"],"state_sha256":"eb3b9016049a10dadde96659de2bf4d6aa92e9711573ddaeef8c1ee03895eaa8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2h9pjOb1Qo3eh8MIk/CcSyc0fKRW1ChNHt/lwGVFuDyciRFUOf3VIFnLHIok48kci1tYgu313aK4a7i9vCK6BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T06:29:53.777743Z","bundle_sha256":"a25d47a3bc8b7f491bb075489fc3de722e1414c2df7019428ae4ac17445878a6"}}