{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JIJOSPMFPSAS6OCE76V7DQB7AB","short_pith_number":"pith:JIJOSPMF","canonical_record":{"source":{"id":"2311.16842","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-11-28T14:55:52Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"281226d70ce176713956c7d2a5881dec98f711c5ce9306e90be15bc4f22ff613","abstract_canon_sha256":"84460ff3ff8725722d77ae0931a34e624245782fa39a59d851cd11de659655e2"},"schema_version":"1.0"},"canonical_sha256":"4a12e93d857c812f3844ffabf1c03f0076e9cbb99aae5e22a84a770cc94b38fb","source":{"kind":"arxiv","id":"2311.16842","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.16842","created_at":"2026-07-05T08:04:16Z"},{"alias_kind":"arxiv_version","alias_value":"2311.16842v2","created_at":"2026-07-05T08:04:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.16842","created_at":"2026-07-05T08:04:16Z"},{"alias_kind":"pith_short_12","alias_value":"JIJOSPMFPSAS","created_at":"2026-07-05T08:04:16Z"},{"alias_kind":"pith_short_16","alias_value":"JIJOSPMFPSAS6OCE","created_at":"2026-07-05T08:04:16Z"},{"alias_kind":"pith_short_8","alias_value":"JIJOSPMF","created_at":"2026-07-05T08:04:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JIJOSPMFPSAS6OCE76V7DQB7AB","target":"record","payload":{"canonical_record":{"source":{"id":"2311.16842","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-11-28T14:55:52Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"281226d70ce176713956c7d2a5881dec98f711c5ce9306e90be15bc4f22ff613","abstract_canon_sha256":"84460ff3ff8725722d77ae0931a34e624245782fa39a59d851cd11de659655e2"},"schema_version":"1.0"},"canonical_sha256":"4a12e93d857c812f3844ffabf1c03f0076e9cbb99aae5e22a84a770cc94b38fb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:04:16.226492Z","signature_b64":"XWAt6i7Nkls+S2S5taT9jtBsMNQgtRkKoNC5ZCZPcBLyFQzbPiwSAVInPRFeldW2vv41kjR590iWaEmOS2pFDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4a12e93d857c812f3844ffabf1c03f0076e9cbb99aae5e22a84a770cc94b38fb","last_reissued_at":"2026-07-05T08:04:16.226096Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:04:16.226096Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.16842","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:04:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YpYnyqDOtfVaeGWYoVN9/CnVOccgOUCWMHlq0Ce0aT1OjVxXWyJDnTF9SYe24YuOL3hnt4/qvue2TAJDDBpmCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:52:32.320285Z"},"content_sha256":"f98c75cdc0f342ef180a508dc56e02de5195754e108a47af790e0a04de966f36","schema_version":"1.0","event_id":"sha256:f98c75cdc0f342ef180a508dc56e02de5195754e108a47af790e0a04de966f36"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JIJOSPMFPSAS6OCE76V7DQB7AB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RELIC: Investigating Large Language Model Responses using Self-Consistency","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.HC","authors_text":"Furui Cheng, Hendrik Strobelt, Mennatallah El-Assady, Mrinmaya Sachan, Simran Arora, Vil\\'em Zouhar","submitted_at":"2023-11-28T14:55:52Z","abstract_excerpt":"Large Language Models (LLMs) are notorious for blending fact with fiction and generating non-factual content, known as hallucinations. To address this challenge, we propose an interactive system that helps users gain insight into the reliability of the generated text. Our approach is based on the idea that the self-consistency of multiple samples generated by the same LLM relates to its confidence in individual claims in the generated texts. Using this idea, we design RELIC, an interactive system that enables users to investigate and verify semantic-level variations in multiple long-form respo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.16842","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.16842/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:04:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OVfHO4fmD9UI1QrU4n8eV6lMeazCR3XFV8jIsXN5yMOYSzWu8T3pOGfHhybJa81P4UiqDEkdgLYu4PbQX5F2Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:52:32.320863Z"},"content_sha256":"771706ae1ea979b2e99c0ca60a4bcb3275bd00e294613443c3ada866dc413b16","schema_version":"1.0","event_id":"sha256:771706ae1ea979b2e99c0ca60a4bcb3275bd00e294613443c3ada866dc413b16"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB/bundle.json","state_url":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JIJOSPMFPSAS6OCE76V7DQB7AB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:52:32Z","links":{"resolver":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB","bundle":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB/bundle.json","state":"https://pith.science/pith/JIJOSPMFPSAS6OCE76V7DQB7AB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JIJOSPMFPSAS6OCE76V7DQB7AB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JIJOSPMFPSAS6OCE76V7DQB7AB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"84460ff3ff8725722d77ae0931a34e624245782fa39a59d851cd11de659655e2","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-11-28T14:55:52Z","title_canon_sha256":"281226d70ce176713956c7d2a5881dec98f711c5ce9306e90be15bc4f22ff613"},"schema_version":"1.0","source":{"id":"2311.16842","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.16842","created_at":"2026-07-05T08:04:16Z"},{"alias_kind":"arxiv_version","alias_value":"2311.16842v2","created_at":"2026-07-05T08:04:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.16842","created_at":"2026-07-05T08:04:16Z"},{"alias_kind":"pith_short_12","alias_value":"JIJOSPMFPSAS","created_at":"2026-07-05T08:04:16Z"},{"alias_kind":"pith_short_16","alias_value":"JIJOSPMFPSAS6OCE","created_at":"2026-07-05T08:04:16Z"},{"alias_kind":"pith_short_8","alias_value":"JIJOSPMF","created_at":"2026-07-05T08:04:16Z"}],"graph_snapshots":[{"event_id":"sha256:771706ae1ea979b2e99c0ca60a4bcb3275bd00e294613443c3ada866dc413b16","target":"graph","created_at":"2026-07-05T08:04:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.16842/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are notorious for blending fact with fiction and generating non-factual content, known as hallucinations. To address this challenge, we propose an interactive system that helps users gain insight into the reliability of the generated text. Our approach is based on the idea that the self-consistency of multiple samples generated by the same LLM relates to its confidence in individual claims in the generated texts. Using this idea, we design RELIC, an interactive system that enables users to investigate and verify semantic-level variations in multiple long-form respo","authors_text":"Furui Cheng, Hendrik Strobelt, Mennatallah El-Assady, Mrinmaya Sachan, Simran Arora, Vil\\'em Zouhar","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-11-28T14:55:52Z","title":"RELIC: Investigating Large Language Model Responses using Self-Consistency"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.16842","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f98c75cdc0f342ef180a508dc56e02de5195754e108a47af790e0a04de966f36","target":"record","created_at":"2026-07-05T08:04:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"84460ff3ff8725722d77ae0931a34e624245782fa39a59d851cd11de659655e2","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-11-28T14:55:52Z","title_canon_sha256":"281226d70ce176713956c7d2a5881dec98f711c5ce9306e90be15bc4f22ff613"},"schema_version":"1.0","source":{"id":"2311.16842","kind":"arxiv","version":2}},"canonical_sha256":"4a12e93d857c812f3844ffabf1c03f0076e9cbb99aae5e22a84a770cc94b38fb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4a12e93d857c812f3844ffabf1c03f0076e9cbb99aae5e22a84a770cc94b38fb","first_computed_at":"2026-07-05T08:04:16.226096Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:04:16.226096Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XWAt6i7Nkls+S2S5taT9jtBsMNQgtRkKoNC5ZCZPcBLyFQzbPiwSAVInPRFeldW2vv41kjR590iWaEmOS2pFDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:04:16.226492Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.16842","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f98c75cdc0f342ef180a508dc56e02de5195754e108a47af790e0a04de966f36","sha256:771706ae1ea979b2e99c0ca60a4bcb3275bd00e294613443c3ada866dc413b16"],"state_sha256":"94e6e58bf0fb6b1e9be0be70adf65c0f56596bd14626a5cbe6bc410f55f6cf55"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TYILof6rGdLwBOuliXxixj57RDvtBLrj9cJN0wVtoA4uTEUDeRFII63GqKwcF4eWkS1G+dNCX9PIQZDBA8raAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:52:32.324851Z","bundle_sha256":"d73b64e89127cafcf31ac023fb542fa9af744eddcf728d8d846029be45ed50df"}}