{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:75HNDYYECZVUU36NIAUYC6ILB6","short_pith_number":"pith:75HNDYYE","canonical_record":{"source":{"id":"2308.09138","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T18:11:33Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"54efd1c772482c593a30333427ea15964eb55f115d7f0e7cc9381cf1c550dcad","abstract_canon_sha256":"300cad026b7b4bda6ee85a59cc8600f17de5263d6916ae498f933a967fac3583"},"schema_version":"1.0"},"canonical_sha256":"ff4ed1e304166b4a6fcd402981790b0fbc6668b9025a8589c0a878f9ff4f941e","source":{"kind":"arxiv","id":"2308.09138","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.09138","created_at":"2026-07-05T10:55:16Z"},{"alias_kind":"arxiv_version","alias_value":"2308.09138v2","created_at":"2026-07-05T10:55:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.09138","created_at":"2026-07-05T10:55:16Z"},{"alias_kind":"pith_short_12","alias_value":"75HNDYYECZVU","created_at":"2026-07-05T10:55:16Z"},{"alias_kind":"pith_short_16","alias_value":"75HNDYYECZVUU36N","created_at":"2026-07-05T10:55:16Z"},{"alias_kind":"pith_short_8","alias_value":"75HNDYYE","created_at":"2026-07-05T10:55:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:75HNDYYECZVUU36NIAUYC6ILB6","target":"record","payload":{"canonical_record":{"source":{"id":"2308.09138","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T18:11:33Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"54efd1c772482c593a30333427ea15964eb55f115d7f0e7cc9381cf1c550dcad","abstract_canon_sha256":"300cad026b7b4bda6ee85a59cc8600f17de5263d6916ae498f933a967fac3583"},"schema_version":"1.0"},"canonical_sha256":"ff4ed1e304166b4a6fcd402981790b0fbc6668b9025a8589c0a878f9ff4f941e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:55:16.791496Z","signature_b64":"mu2F301zwSQrwk035+Ok2P/WItWr7xljePtK8zYx71A0agDoeQJvAAacTcDiJQH3IWJEE2aW2z+dSkhYSSeuCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff4ed1e304166b4a6fcd402981790b0fbc6668b9025a8589c0a878f9ff4f941e","last_reissued_at":"2026-07-05T10:55:16.790962Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:55:16.790962Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.09138","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v1nXDE+4ZsNPZx1mfP2ZOQ0uLRPom12vr3nwF3wanh6/NrXfi43sewsNO0E3ttOdyGj122vm16zemmr6lWU5BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:24:40.958632Z"},"content_sha256":"8c3547ae9aded65a8d348fdf899a7f0fa79258f35c5e52ea6738af898387e9ff","schema_version":"1.0","event_id":"sha256:8c3547ae9aded65a8d348fdf899a7f0fa79258f35c5e52ea6738af898387e9ff"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:75HNDYYECZVUU36NIAUYC6ILB6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Semantic Consistency for Assuring Reliability of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.CL","authors_text":"Domenic Rosati, Harsh Raj, Subhabrata Majumdar, Vipul Gupta","submitted_at":"2023-08-17T18:11:33Z","abstract_excerpt":"Large Language Models (LLMs) exhibit remarkable fluency and competence across various natural language tasks. However, recent research has highlighted their sensitivity to variations in input prompts. To deploy LLMs in a safe and reliable manner, it is crucial for their outputs to be consistent when prompted with expressions that carry the same meaning or intent. While some existing work has explored how state-of-the-art LLMs address this issue, their evaluations have been confined to assessing lexical equality of single- or multi-word answers, overlooking the consistency of generative text se"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.09138","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.09138/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HIBwd3Wo8Fi+DCzXaY1X5ieJzmxJ5djLuUvHmqToiv6tdTXvb6RZiuaSBBA92LC+3E76CBDB7PPb4VC8qkPnAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:24:40.959121Z"},"content_sha256":"ad00201aa58743fc438d557990149047f8edc05c4cb864c681351e965445689d","schema_version":"1.0","event_id":"sha256:ad00201aa58743fc438d557990149047f8edc05c4cb864c681351e965445689d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/75HNDYYECZVUU36NIAUYC6ILB6/bundle.json","state_url":"https://pith.science/pith/75HNDYYECZVUU36NIAUYC6ILB6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/75HNDYYECZVUU36NIAUYC6ILB6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T06:24:40Z","links":{"resolver":"https://pith.science/pith/75HNDYYECZVUU36NIAUYC6ILB6","bundle":"https://pith.science/pith/75HNDYYECZVUU36NIAUYC6ILB6/bundle.json","state":"https://pith.science/pith/75HNDYYECZVUU36NIAUYC6ILB6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/75HNDYYECZVUU36NIAUYC6ILB6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:75HNDYYECZVUU36NIAUYC6ILB6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"300cad026b7b4bda6ee85a59cc8600f17de5263d6916ae498f933a967fac3583","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T18:11:33Z","title_canon_sha256":"54efd1c772482c593a30333427ea15964eb55f115d7f0e7cc9381cf1c550dcad"},"schema_version":"1.0","source":{"id":"2308.09138","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.09138","created_at":"2026-07-05T10:55:16Z"},{"alias_kind":"arxiv_version","alias_value":"2308.09138v2","created_at":"2026-07-05T10:55:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.09138","created_at":"2026-07-05T10:55:16Z"},{"alias_kind":"pith_short_12","alias_value":"75HNDYYECZVU","created_at":"2026-07-05T10:55:16Z"},{"alias_kind":"pith_short_16","alias_value":"75HNDYYECZVUU36N","created_at":"2026-07-05T10:55:16Z"},{"alias_kind":"pith_short_8","alias_value":"75HNDYYE","created_at":"2026-07-05T10:55:16Z"}],"graph_snapshots":[{"event_id":"sha256:ad00201aa58743fc438d557990149047f8edc05c4cb864c681351e965445689d","target":"graph","created_at":"2026-07-05T10:55:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.09138/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) exhibit remarkable fluency and competence across various natural language tasks. However, recent research has highlighted their sensitivity to variations in input prompts. To deploy LLMs in a safe and reliable manner, it is crucial for their outputs to be consistent when prompted with expressions that carry the same meaning or intent. While some existing work has explored how state-of-the-art LLMs address this issue, their evaluations have been confined to assessing lexical equality of single- or multi-word answers, overlooking the consistency of generative text se","authors_text":"Domenic Rosati, Harsh Raj, Subhabrata Majumdar, Vipul Gupta","cross_cats":["cs.AI","cs.CY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T18:11:33Z","title":"Semantic Consistency for Assuring Reliability of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.09138","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8c3547ae9aded65a8d348fdf899a7f0fa79258f35c5e52ea6738af898387e9ff","target":"record","created_at":"2026-07-05T10:55:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"300cad026b7b4bda6ee85a59cc8600f17de5263d6916ae498f933a967fac3583","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T18:11:33Z","title_canon_sha256":"54efd1c772482c593a30333427ea15964eb55f115d7f0e7cc9381cf1c550dcad"},"schema_version":"1.0","source":{"id":"2308.09138","kind":"arxiv","version":2}},"canonical_sha256":"ff4ed1e304166b4a6fcd402981790b0fbc6668b9025a8589c0a878f9ff4f941e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff4ed1e304166b4a6fcd402981790b0fbc6668b9025a8589c0a878f9ff4f941e","first_computed_at":"2026-07-05T10:55:16.790962Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:55:16.790962Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mu2F301zwSQrwk035+Ok2P/WItWr7xljePtK8zYx71A0agDoeQJvAAacTcDiJQH3IWJEE2aW2z+dSkhYSSeuCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:55:16.791496Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.09138","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8c3547ae9aded65a8d348fdf899a7f0fa79258f35c5e52ea6738af898387e9ff","sha256:ad00201aa58743fc438d557990149047f8edc05c4cb864c681351e965445689d"],"state_sha256":"388183854cc475ed62a8a4e8ec4aaf939e98062e9e24b21719738fbeddd44e67"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YcuII2X2JGzHVl3t/98IGXPxgk1m1Hz3UeNNDm5QQEW7f/DsmFPToAsJYS47Ehiz9vT+3pJ9mYMQT2oGQ8PhAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T06:24:40.962996Z","bundle_sha256":"7d336711e7e2b3139a826932f712f0fd9f01bbd426871db1691a1873f6572b98"}}