{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:JIJOSPMFPSAS6OCE76V7DQB7AB","short_pith_number":"pith:JIJOSPMF","schema_version":"1.0","canonical_sha256":"4a12e93d857c812f3844ffabf1c03f0076e9cbb99aae5e22a84a770cc94b38fb","source":{"kind":"arxiv","id":"2311.16842","version":2},"attestation_state":"computed","paper":{"title":"RELIC: Investigating Large Language Model Responses using Self-Consistency","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.HC","authors_text":"Furui Cheng, Hendrik Strobelt, Mennatallah El-Assady, Mrinmaya Sachan, Simran Arora, Vil\\'em Zouhar","submitted_at":"2023-11-28T14:55:52Z","abstract_excerpt":"Large Language Models (LLMs) are notorious for blending fact with fiction and generating non-factual content, known as hallucinations. To address this challenge, we propose an interactive system that helps users gain insight into the reliability of the generated text. Our approach is based on the idea that the self-consistency of multiple samples generated by the same LLM relates to its confidence in individual claims in the generated texts. Using this idea, we design RELIC, an interactive system that enables users to investigate and verify semantic-level variations in multiple long-form respo"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2311.16842","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-11-28T14:55:52Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"281226d70ce176713956c7d2a5881dec98f711c5ce9306e90be15bc4f22ff613","abstract_canon_sha256":"84460ff3ff8725722d77ae0931a34e624245782fa39a59d851cd11de659655e2"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:04:16.226492Z","signature_b64":"XWAt6i7Nkls+S2S5taT9jtBsMNQgtRkKoNC5ZCZPcBLyFQzbPiwSAVInPRFeldW2vv41kjR590iWaEmOS2pFDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4a12e93d857c812f3844ffabf1c03f0076e9cbb99aae5e22a84a770cc94b38fb","last_reissued_at":"2026-07-05T08:04:16.226096Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:04:16.226096Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"RELIC: Investigating Large Language Model Responses using Self-Consistency","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.HC","authors_text":"Furui Cheng, Hendrik Strobelt, Mennatallah El-Assady, Mrinmaya Sachan, Simran Arora, Vil\\'em Zouhar","submitted_at":"2023-11-28T14:55:52Z","abstract_excerpt":"Large Language Models (LLMs) are notorious for blending fact with fiction and generating non-factual content, known as hallucinations. To address this challenge, we propose an interactive system that helps users gain insight into the reliability of the generated text. Our approach is based on the idea that the self-consistency of multiple samples generated by the same LLM relates to its confidence in individual claims in the generated texts. Using this idea, we design RELIC, an interactive system that enables users to investigate and verify semantic-level variations in multiple long-form respo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.16842","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.16842/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2311.16842","created_at":"2026-07-05T08:04:16.226154+00:00"},{"alias_kind":"arxiv_version","alias_value":"2311.16842v2","created_at":"2026-07-05T08:04:16.226154+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.16842","created_at":"2026-07-05T08:04:16.226154+00:00"},{"alias_kind":"pith_short_12","alias_value":"JIJOSPMFPSAS","created_at":"2026-07-05T08:04:16.226154+00:00"},{"alias_kind":"pith_short_16","alias_value":"JIJOSPMFPSAS6OCE","created_at":"2026-07-05T08:04:16.226154+00:00"},{"alias_kind":"pith_short_8","alias_value":"JIJOSPMF","created_at":"2026-07-05T08:04:16.226154+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB","json":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB.json","graph_json":"https://pith.science/api/pith-number/JIJOSPMFPSAS6OCE76V7DQB7AB/graph.json","events_json":"https://pith.science/api/pith-number/JIJOSPMFPSAS6OCE76V7DQB7AB/events.json","paper":"https://pith.science/paper/JIJOSPMF"},"agent_actions":{"view_html":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB","download_json":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB.json","view_paper":"https://pith.science/paper/JIJOSPMF","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2311.16842&json=true","fetch_graph":"https://pith.science/api/pith-number/JIJOSPMFPSAS6OCE76V7DQB7AB/graph.json","fetch_events":"https://pith.science/api/pith-number/JIJOSPMFPSAS6OCE76V7DQB7AB/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB/action/timestamp_anchor","attest_storage":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB/action/storage_attestation","attest_author":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB/action/author_attestation","sign_citation":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB/action/citation_signature","submit_replication":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB/action/replication_record"}},"created_at":"2026-07-05T08:04:16.226154+00:00","updated_at":"2026-07-05T08:04:16.226154+00:00"}