{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:TSI5KKW4HMJG57X57D3ZVDUUJY","short_pith_number":"pith:TSI5KKW4","canonical_record":{"source":{"id":"2211.05853","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-10T20:21:07Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"a852631445553c0d2b350d96b5ea5efa624e3bf863f7ac5ad5bcac449b60fe5c","abstract_canon_sha256":"b62fa113f162954579a365bd01029b7b4fe9268fdc189ef3cee31506acf7adca"},"schema_version":"1.0"},"canonical_sha256":"9c91d52adc3b126efefdf8f79a8e944e1c39b50d2e349aa63cfda4841346dd28","source":{"kind":"arxiv","id":"2211.05853","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.05853","created_at":"2026-07-05T06:00:14Z"},{"alias_kind":"arxiv_version","alias_value":"2211.05853v2","created_at":"2026-07-05T06:00:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.05853","created_at":"2026-07-05T06:00:14Z"},{"alias_kind":"pith_short_12","alias_value":"TSI5KKW4HMJG","created_at":"2026-07-05T06:00:14Z"},{"alias_kind":"pith_short_16","alias_value":"TSI5KKW4HMJG57X5","created_at":"2026-07-05T06:00:14Z"},{"alias_kind":"pith_short_8","alias_value":"TSI5KKW4","created_at":"2026-07-05T06:00:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:TSI5KKW4HMJG57X57D3ZVDUUJY","target":"record","payload":{"canonical_record":{"source":{"id":"2211.05853","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-10T20:21:07Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"a852631445553c0d2b350d96b5ea5efa624e3bf863f7ac5ad5bcac449b60fe5c","abstract_canon_sha256":"b62fa113f162954579a365bd01029b7b4fe9268fdc189ef3cee31506acf7adca"},"schema_version":"1.0"},"canonical_sha256":"9c91d52adc3b126efefdf8f79a8e944e1c39b50d2e349aa63cfda4841346dd28","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:00:14.384540Z","signature_b64":"JIdU0qxWpHMPB/xzlWnneoqaigObSbPApLxPJXTbCRvsOB+Qx4v2twNWTKu+uI7v/tM7tKgDpeRnWakJPN51DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9c91d52adc3b126efefdf8f79a8e944e1c39b50d2e349aa63cfda4841346dd28","last_reissued_at":"2026-07-05T06:00:14.384079Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:00:14.384079Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.05853","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:00:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OoXmN34q9eD3mqQQmQPhZCJsbif0j2EEcYK/jOJ6PtnXPOjnHlnPDJj6fTALjs1wEjCqUufZqQhpclTFNAt5CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:38:18.071992Z"},"content_sha256":"cdd04c81815fd2cfb9482e0c7d9817f74f821a3cb24914104c6ecc718dd4420e","schema_version":"1.0","event_id":"sha256:cdd04c81815fd2cfb9482e0c7d9817f74f821a3cb24914104c6ecc718dd4420e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:TSI5KKW4HMJG57X57D3ZVDUUJY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Measuring Reliability of Large Language Models through Semantic Consistency","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.CL","authors_text":"Domenic Rosati, Harsh Raj, Subhabrata Majumdar","submitted_at":"2022-11-10T20:21:07Z","abstract_excerpt":"While large pretrained language models (PLMs) demonstrate incredible fluency and performance on many natural language tasks, recent work has shown that well-performing PLMs are very sensitive to what prompts are feed into them. Even when prompts are semantically identical, language models may give very different answers. When considering safe and trustworthy deployments of PLMs we would like their outputs to be consistent under prompts that mean the same thing or convey the same intent. While some work has looked into how state-of-the-art PLMs address this need, they have been limited to only "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.05853","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.05853/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:00:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ckG7jI6wlsjP07ulkd70o0Bqf7w6rizvSlEe9aBIHVpeYe4P4+9o/vZ9KfsTlE+XH+ST/j0+brRfMgyQ5nyVBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:38:18.072832Z"},"content_sha256":"c2e7c79c8ccdfc129e147856a46326da4390577361be0c4ff2e7bb519222073f","schema_version":"1.0","event_id":"sha256:c2e7c79c8ccdfc129e147856a46326da4390577361be0c4ff2e7bb519222073f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TSI5KKW4HMJG57X57D3ZVDUUJY/bundle.json","state_url":"https://pith.science/pith/TSI5KKW4HMJG57X57D3ZVDUUJY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TSI5KKW4HMJG57X57D3ZVDUUJY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T16:38:18Z","links":{"resolver":"https://pith.science/pith/TSI5KKW4HMJG57X57D3ZVDUUJY","bundle":"https://pith.science/pith/TSI5KKW4HMJG57X57D3ZVDUUJY/bundle.json","state":"https://pith.science/pith/TSI5KKW4HMJG57X57D3ZVDUUJY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TSI5KKW4HMJG57X57D3ZVDUUJY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:TSI5KKW4HMJG57X57D3ZVDUUJY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b62fa113f162954579a365bd01029b7b4fe9268fdc189ef3cee31506acf7adca","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-10T20:21:07Z","title_canon_sha256":"a852631445553c0d2b350d96b5ea5efa624e3bf863f7ac5ad5bcac449b60fe5c"},"schema_version":"1.0","source":{"id":"2211.05853","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.05853","created_at":"2026-07-05T06:00:14Z"},{"alias_kind":"arxiv_version","alias_value":"2211.05853v2","created_at":"2026-07-05T06:00:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.05853","created_at":"2026-07-05T06:00:14Z"},{"alias_kind":"pith_short_12","alias_value":"TSI5KKW4HMJG","created_at":"2026-07-05T06:00:14Z"},{"alias_kind":"pith_short_16","alias_value":"TSI5KKW4HMJG57X5","created_at":"2026-07-05T06:00:14Z"},{"alias_kind":"pith_short_8","alias_value":"TSI5KKW4","created_at":"2026-07-05T06:00:14Z"}],"graph_snapshots":[{"event_id":"sha256:c2e7c79c8ccdfc129e147856a46326da4390577361be0c4ff2e7bb519222073f","target":"graph","created_at":"2026-07-05T06:00:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.05853/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While large pretrained language models (PLMs) demonstrate incredible fluency and performance on many natural language tasks, recent work has shown that well-performing PLMs are very sensitive to what prompts are feed into them. Even when prompts are semantically identical, language models may give very different answers. When considering safe and trustworthy deployments of PLMs we would like their outputs to be consistent under prompts that mean the same thing or convey the same intent. While some work has looked into how state-of-the-art PLMs address this need, they have been limited to only ","authors_text":"Domenic Rosati, Harsh Raj, Subhabrata Majumdar","cross_cats":["cs.AI","cs.CY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-10T20:21:07Z","title":"Measuring Reliability of Large Language Models through Semantic Consistency"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.05853","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cdd04c81815fd2cfb9482e0c7d9817f74f821a3cb24914104c6ecc718dd4420e","target":"record","created_at":"2026-07-05T06:00:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b62fa113f162954579a365bd01029b7b4fe9268fdc189ef3cee31506acf7adca","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-10T20:21:07Z","title_canon_sha256":"a852631445553c0d2b350d96b5ea5efa624e3bf863f7ac5ad5bcac449b60fe5c"},"schema_version":"1.0","source":{"id":"2211.05853","kind":"arxiv","version":2}},"canonical_sha256":"9c91d52adc3b126efefdf8f79a8e944e1c39b50d2e349aa63cfda4841346dd28","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9c91d52adc3b126efefdf8f79a8e944e1c39b50d2e349aa63cfda4841346dd28","first_computed_at":"2026-07-05T06:00:14.384079Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:00:14.384079Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JIdU0qxWpHMPB/xzlWnneoqaigObSbPApLxPJXTbCRvsOB+Qx4v2twNWTKu+uI7v/tM7tKgDpeRnWakJPN51DA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:00:14.384540Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.05853","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cdd04c81815fd2cfb9482e0c7d9817f74f821a3cb24914104c6ecc718dd4420e","sha256:c2e7c79c8ccdfc129e147856a46326da4390577361be0c4ff2e7bb519222073f"],"state_sha256":"e66228118130d3249866a0ca23b709c78afde6cd02563114b34ac6c3703dae64"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6IFSHemOkzGByoaQiKzoR9galXai/CnajWEycu3AOIUvpPAmaQz9WARktPaP+Gf1/snjiTQHGvDjbSjG6ngZBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T16:38:18.081028Z","bundle_sha256":"864d3a21a88c3b04f242a14ee91ffb0dc5f85a280344a8f50fc09869c488c1ec"}}