{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:D6YEKC6O3CZQT5YLMPYFEAC4PO","short_pith_number":"pith:D6YEKC6O","canonical_record":{"source":{"id":"2311.01307","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T15:20:11Z","cross_cats_sorted":[],"title_canon_sha256":"13cf2c87304a3eb258dfbc4b6d1ca00f4d1e3d49275c80f6cded2f01a9baa82f","abstract_canon_sha256":"dbcffa497034b363d4373838547e5f9ab411b02fef9c98ca0538e4967ffe13e2"},"schema_version":"1.0"},"canonical_sha256":"1fb0450bced8b309f70b63f052005c7ba1e87c152bc0e449c02424f3bcca216a","source":{"kind":"arxiv","id":"2311.01307","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.01307","created_at":"2026-07-05T07:08:24Z"},{"alias_kind":"arxiv_version","alias_value":"2311.01307v1","created_at":"2026-07-05T07:08:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.01307","created_at":"2026-07-05T07:08:24Z"},{"alias_kind":"pith_short_12","alias_value":"D6YEKC6O3CZQ","created_at":"2026-07-05T07:08:24Z"},{"alias_kind":"pith_short_16","alias_value":"D6YEKC6O3CZQT5YL","created_at":"2026-07-05T07:08:24Z"},{"alias_kind":"pith_short_8","alias_value":"D6YEKC6O","created_at":"2026-07-05T07:08:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:D6YEKC6O3CZQT5YLMPYFEAC4PO","target":"record","payload":{"canonical_record":{"source":{"id":"2311.01307","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T15:20:11Z","cross_cats_sorted":[],"title_canon_sha256":"13cf2c87304a3eb258dfbc4b6d1ca00f4d1e3d49275c80f6cded2f01a9baa82f","abstract_canon_sha256":"dbcffa497034b363d4373838547e5f9ab411b02fef9c98ca0538e4967ffe13e2"},"schema_version":"1.0"},"canonical_sha256":"1fb0450bced8b309f70b63f052005c7ba1e87c152bc0e449c02424f3bcca216a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:08:24.109162Z","signature_b64":"jjiXj5walHT8PwY7A0zdkYKiqk96GiFdx/HPv7GTDfsuWcRImSzjlK5KihBR3Wwr3EQoupWjVfuOGumH+i8tBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1fb0450bced8b309f70b63f052005c7ba1e87c152bc0e449c02424f3bcca216a","last_reissued_at":"2026-07-05T07:08:24.108705Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:08:24.108705Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.01307","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:08:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fyK15WYVryHxg+Tead9roi86f7+eO4JUime8O2qJy7t/2OfnVSl6CueUcwgdXl05ztSo7kh6zq2df3B6EQB6BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:55:39.955345Z"},"content_sha256":"a8ac77e70d32476c32c44815a8eefd7a50cb6ea64771c4503a615512bd39baa0","schema_version":"1.0","event_id":"sha256:a8ac77e70d32476c32c44815a8eefd7a50cb6ea64771c4503a615512bd39baa0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:D6YEKC6O3CZQT5YLMPYFEAC4PO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Effect of Scaling, Retrieval Augmentation and Form on the Factual Consistency of Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Denitsa Saynova, Lovisa Hagstr\\\"om, Moa Johansson, Richard Johansson, Tobias Norlund","submitted_at":"2023-11-02T15:20:11Z","abstract_excerpt":"Large Language Models (LLMs) make natural interfaces to factual knowledge, but their usefulness is limited by their tendency to deliver inconsistent answers to semantically equivalent questions. For example, a model might predict both \"Anne Redpath passed away in Edinburgh.\" and \"Anne Redpath's life ended in London.\" In this work, we identify potential causes of inconsistency and evaluate the effectiveness of two mitigation strategies: up-scaling and augmenting the LM with a retrieval corpus. Our results on the LLaMA and Atlas models show that both strategies reduce inconsistency while retriev"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.01307","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.01307/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:08:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R2OIBqH5yDxwHIprDN4pTLKzcgTXY3lNVpVC2FwUPkHzLZD9sSG0Hr7c5WCcbFk0uLeA+O1Uio+tP+EUt/zmBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:55:39.955843Z"},"content_sha256":"1b64e1ea43ac1ce88ed6d7036ad30ddc4163cfb0262cffa2e9a6f185b7df9dbb","schema_version":"1.0","event_id":"sha256:1b64e1ea43ac1ce88ed6d7036ad30ddc4163cfb0262cffa2e9a6f185b7df9dbb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D6YEKC6O3CZQT5YLMPYFEAC4PO/bundle.json","state_url":"https://pith.science/pith/D6YEKC6O3CZQT5YLMPYFEAC4PO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D6YEKC6O3CZQT5YLMPYFEAC4PO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:55:39Z","links":{"resolver":"https://pith.science/pith/D6YEKC6O3CZQT5YLMPYFEAC4PO","bundle":"https://pith.science/pith/D6YEKC6O3CZQT5YLMPYFEAC4PO/bundle.json","state":"https://pith.science/pith/D6YEKC6O3CZQT5YLMPYFEAC4PO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D6YEKC6O3CZQT5YLMPYFEAC4PO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:D6YEKC6O3CZQT5YLMPYFEAC4PO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dbcffa497034b363d4373838547e5f9ab411b02fef9c98ca0538e4967ffe13e2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T15:20:11Z","title_canon_sha256":"13cf2c87304a3eb258dfbc4b6d1ca00f4d1e3d49275c80f6cded2f01a9baa82f"},"schema_version":"1.0","source":{"id":"2311.01307","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.01307","created_at":"2026-07-05T07:08:24Z"},{"alias_kind":"arxiv_version","alias_value":"2311.01307v1","created_at":"2026-07-05T07:08:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.01307","created_at":"2026-07-05T07:08:24Z"},{"alias_kind":"pith_short_12","alias_value":"D6YEKC6O3CZQ","created_at":"2026-07-05T07:08:24Z"},{"alias_kind":"pith_short_16","alias_value":"D6YEKC6O3CZQT5YL","created_at":"2026-07-05T07:08:24Z"},{"alias_kind":"pith_short_8","alias_value":"D6YEKC6O","created_at":"2026-07-05T07:08:24Z"}],"graph_snapshots":[{"event_id":"sha256:1b64e1ea43ac1ce88ed6d7036ad30ddc4163cfb0262cffa2e9a6f185b7df9dbb","target":"graph","created_at":"2026-07-05T07:08:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.01307/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) make natural interfaces to factual knowledge, but their usefulness is limited by their tendency to deliver inconsistent answers to semantically equivalent questions. For example, a model might predict both \"Anne Redpath passed away in Edinburgh.\" and \"Anne Redpath's life ended in London.\" In this work, we identify potential causes of inconsistency and evaluate the effectiveness of two mitigation strategies: up-scaling and augmenting the LM with a retrieval corpus. Our results on the LLaMA and Atlas models show that both strategies reduce inconsistency while retriev","authors_text":"Denitsa Saynova, Lovisa Hagstr\\\"om, Moa Johansson, Richard Johansson, Tobias Norlund","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T15:20:11Z","title":"The Effect of Scaling, Retrieval Augmentation and Form on the Factual Consistency of Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.01307","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a8ac77e70d32476c32c44815a8eefd7a50cb6ea64771c4503a615512bd39baa0","target":"record","created_at":"2026-07-05T07:08:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dbcffa497034b363d4373838547e5f9ab411b02fef9c98ca0538e4967ffe13e2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-02T15:20:11Z","title_canon_sha256":"13cf2c87304a3eb258dfbc4b6d1ca00f4d1e3d49275c80f6cded2f01a9baa82f"},"schema_version":"1.0","source":{"id":"2311.01307","kind":"arxiv","version":1}},"canonical_sha256":"1fb0450bced8b309f70b63f052005c7ba1e87c152bc0e449c02424f3bcca216a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1fb0450bced8b309f70b63f052005c7ba1e87c152bc0e449c02424f3bcca216a","first_computed_at":"2026-07-05T07:08:24.108705Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:08:24.108705Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jjiXj5walHT8PwY7A0zdkYKiqk96GiFdx/HPv7GTDfsuWcRImSzjlK5KihBR3Wwr3EQoupWjVfuOGumH+i8tBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:08:24.109162Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.01307","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a8ac77e70d32476c32c44815a8eefd7a50cb6ea64771c4503a615512bd39baa0","sha256:1b64e1ea43ac1ce88ed6d7036ad30ddc4163cfb0262cffa2e9a6f185b7df9dbb"],"state_sha256":"6443eb85fb81374ee94bd9001f188f966c4c64c9d1f4df1f67cbb41b658db77a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dESXwtA+rmEBV6nU5XYyHHHibkPtUrPlBfEJeHw8i8RS1UmZr2JcIY39lhAQcafGRxyG+2iFrCN0AvMU4IBuDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:55:39.960311Z","bundle_sha256":"71f359290adfcc487dec2923c93b519e6bfdad3f846c57341cb218ba80f80129"}}