{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CQV3EFAD63D3FQNZC4INSCYP6E","short_pith_number":"pith:CQV3EFAD","canonical_record":{"source":{"id":"2311.00681","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-01T17:42:45Z","cross_cats_sorted":[],"title_canon_sha256":"224ba326b39aefa625ce767529c5513dc86a50c4f5f02d66677c90bc581b0426","abstract_canon_sha256":"13b93374a88b0b79867861f7d637d46999124fa9845a8c2ebfe4251e1fc60996"},"schema_version":"1.0"},"canonical_sha256":"142bb21403f6c7b2c1b91710d90b0ff1340b65b8f5e5fd07861c747717211f7b","source":{"kind":"arxiv","id":"2311.00681","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.00681","created_at":"2026-07-05T07:08:01Z"},{"alias_kind":"arxiv_version","alias_value":"2311.00681v1","created_at":"2026-07-05T07:08:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.00681","created_at":"2026-07-05T07:08:01Z"},{"alias_kind":"pith_short_12","alias_value":"CQV3EFAD63D3","created_at":"2026-07-05T07:08:01Z"},{"alias_kind":"pith_short_16","alias_value":"CQV3EFAD63D3FQNZ","created_at":"2026-07-05T07:08:01Z"},{"alias_kind":"pith_short_8","alias_value":"CQV3EFAD","created_at":"2026-07-05T07:08:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CQV3EFAD63D3FQNZC4INSCYP6E","target":"record","payload":{"canonical_record":{"source":{"id":"2311.00681","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-01T17:42:45Z","cross_cats_sorted":[],"title_canon_sha256":"224ba326b39aefa625ce767529c5513dc86a50c4f5f02d66677c90bc581b0426","abstract_canon_sha256":"13b93374a88b0b79867861f7d637d46999124fa9845a8c2ebfe4251e1fc60996"},"schema_version":"1.0"},"canonical_sha256":"142bb21403f6c7b2c1b91710d90b0ff1340b65b8f5e5fd07861c747717211f7b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:08:01.593728Z","signature_b64":"mvfSWRDnTz8Vav7f8ysKbLXao/I+nqIL4XVwAmYKuzvpLUbpirsxdPhPpw0bXKamigwb40lnhsnIWp+HXcrQDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"142bb21403f6c7b2c1b91710d90b0ff1340b65b8f5e5fd07861c747717211f7b","last_reissued_at":"2026-07-05T07:08:01.593304Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:08:01.593304Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.00681","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:08:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b+4vfOXu4XtWio2Lw2+naugZ8ECkkHb4WeFEqv8i5Cpnh20XWNN3LkOCVXLqRuKB3j9mZMwqkgPiB2eyjDOgCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T22:34:23.166915Z"},"content_sha256":"ad59a384dcfadffc574f1ebfffeafcfeb2d55916134698782965da460e99705f","schema_version":"1.0","event_id":"sha256:ad59a384dcfadffc574f1ebfffeafcfeb2d55916134698782965da460e99705f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CQV3EFAD63D3FQNZC4INSCYP6E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are Large Language Models Reliable Judges? A Study on the Factuality Evaluation Capabilities of LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Cheng Chen, Md Tahmid Rahman Laskar, Shashi Bhushan TN, Xue-Yong Fu","submitted_at":"2023-11-01T17:42:45Z","abstract_excerpt":"In recent years, Large Language Models (LLMs) have gained immense attention due to their notable emergent capabilities, surpassing those seen in earlier language models. A particularly intriguing application of LLMs is their role as evaluators for texts produced by various generative models.\n  In this study, we delve into the potential of LLMs as reliable assessors of factual consistency in summaries generated by text-generation models. Initially, we introduce an innovative approach for factuality assessment using LLMs. This entails employing a singular LLM for the entirety of the question-ans"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.00681","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.00681/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:08:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OkmpuMeCjCVN+VH7teC/HzgaCKTe/6VPIi54ivQkxh+s7VeDKVHBJGOag0tEAc6Og7HGZDUhsWTtAwrMNMZQCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T22:34:23.167487Z"},"content_sha256":"6b076d1efe504f6d62d4da7cd8f7bfbd7c0ec13dc6fa376160c44b1ca900302a","schema_version":"1.0","event_id":"sha256:6b076d1efe504f6d62d4da7cd8f7bfbd7c0ec13dc6fa376160c44b1ca900302a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CQV3EFAD63D3FQNZC4INSCYP6E/bundle.json","state_url":"https://pith.science/pith/CQV3EFAD63D3FQNZC4INSCYP6E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CQV3EFAD63D3FQNZC4INSCYP6E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T22:34:23Z","links":{"resolver":"https://pith.science/pith/CQV3EFAD63D3FQNZC4INSCYP6E","bundle":"https://pith.science/pith/CQV3EFAD63D3FQNZC4INSCYP6E/bundle.json","state":"https://pith.science/pith/CQV3EFAD63D3FQNZC4INSCYP6E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CQV3EFAD63D3FQNZC4INSCYP6E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CQV3EFAD63D3FQNZC4INSCYP6E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"13b93374a88b0b79867861f7d637d46999124fa9845a8c2ebfe4251e1fc60996","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-01T17:42:45Z","title_canon_sha256":"224ba326b39aefa625ce767529c5513dc86a50c4f5f02d66677c90bc581b0426"},"schema_version":"1.0","source":{"id":"2311.00681","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.00681","created_at":"2026-07-05T07:08:01Z"},{"alias_kind":"arxiv_version","alias_value":"2311.00681v1","created_at":"2026-07-05T07:08:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.00681","created_at":"2026-07-05T07:08:01Z"},{"alias_kind":"pith_short_12","alias_value":"CQV3EFAD63D3","created_at":"2026-07-05T07:08:01Z"},{"alias_kind":"pith_short_16","alias_value":"CQV3EFAD63D3FQNZ","created_at":"2026-07-05T07:08:01Z"},{"alias_kind":"pith_short_8","alias_value":"CQV3EFAD","created_at":"2026-07-05T07:08:01Z"}],"graph_snapshots":[{"event_id":"sha256:6b076d1efe504f6d62d4da7cd8f7bfbd7c0ec13dc6fa376160c44b1ca900302a","target":"graph","created_at":"2026-07-05T07:08:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.00681/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, Large Language Models (LLMs) have gained immense attention due to their notable emergent capabilities, surpassing those seen in earlier language models. A particularly intriguing application of LLMs is their role as evaluators for texts produced by various generative models.\n  In this study, we delve into the potential of LLMs as reliable assessors of factual consistency in summaries generated by text-generation models. Initially, we introduce an innovative approach for factuality assessment using LLMs. This entails employing a singular LLM for the entirety of the question-ans","authors_text":"Cheng Chen, Md Tahmid Rahman Laskar, Shashi Bhushan TN, Xue-Yong Fu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-01T17:42:45Z","title":"Are Large Language Models Reliable Judges? A Study on the Factuality Evaluation Capabilities of LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.00681","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ad59a384dcfadffc574f1ebfffeafcfeb2d55916134698782965da460e99705f","target":"record","created_at":"2026-07-05T07:08:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"13b93374a88b0b79867861f7d637d46999124fa9845a8c2ebfe4251e1fc60996","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-01T17:42:45Z","title_canon_sha256":"224ba326b39aefa625ce767529c5513dc86a50c4f5f02d66677c90bc581b0426"},"schema_version":"1.0","source":{"id":"2311.00681","kind":"arxiv","version":1}},"canonical_sha256":"142bb21403f6c7b2c1b91710d90b0ff1340b65b8f5e5fd07861c747717211f7b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"142bb21403f6c7b2c1b91710d90b0ff1340b65b8f5e5fd07861c747717211f7b","first_computed_at":"2026-07-05T07:08:01.593304Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:08:01.593304Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mvfSWRDnTz8Vav7f8ysKbLXao/I+nqIL4XVwAmYKuzvpLUbpirsxdPhPpw0bXKamigwb40lnhsnIWp+HXcrQDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:08:01.593728Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.00681","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ad59a384dcfadffc574f1ebfffeafcfeb2d55916134698782965da460e99705f","sha256:6b076d1efe504f6d62d4da7cd8f7bfbd7c0ec13dc6fa376160c44b1ca900302a"],"state_sha256":"24e2cb43816c0479b61e6a063b789f6438416eb294a026accafddeb720943db4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KRwfWB6fk7VgaSFwEsvzmRA77cArQyyMfuiBxToIM7zp2Hg7AEao78KIVLTlvzVfY8h0Pl2DIj5xBTYhmJy/BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T22:34:23.171805Z","bundle_sha256":"1ff8d0e68a0fb80bb718bfb646ba23d91da002b3c72f73fa57be749a7a5df437"}}