{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:MQFPBYMR4BP6YLBB6EE2ICCRVW","short_pith_number":"pith:MQFPBYMR","canonical_record":{"source":{"id":"2307.06908","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-13T17:14:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"30bc199102133cd53a3cd6f808ddcb4343e0d99003356f58647aabc3448a1ff5","abstract_canon_sha256":"0bbc239d63bcb083b1347defd5409c616ad650390c4e670217f3a6b4bba31d14"},"schema_version":"1.0"},"canonical_sha256":"640af0e191e05fec2c21f109a40851ad8705d60223cefec069dffaa80dac28d3","source":{"kind":"arxiv","id":"2307.06908","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.06908","created_at":"2026-07-05T07:40:55Z"},{"alias_kind":"arxiv_version","alias_value":"2307.06908v2","created_at":"2026-07-05T07:40:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.06908","created_at":"2026-07-05T07:40:55Z"},{"alias_kind":"pith_short_12","alias_value":"MQFPBYMR4BP6","created_at":"2026-07-05T07:40:55Z"},{"alias_kind":"pith_short_16","alias_value":"MQFPBYMR4BP6YLBB","created_at":"2026-07-05T07:40:55Z"},{"alias_kind":"pith_short_8","alias_value":"MQFPBYMR","created_at":"2026-07-05T07:40:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:MQFPBYMR4BP6YLBB6EE2ICCRVW","target":"record","payload":{"canonical_record":{"source":{"id":"2307.06908","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-13T17:14:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"30bc199102133cd53a3cd6f808ddcb4343e0d99003356f58647aabc3448a1ff5","abstract_canon_sha256":"0bbc239d63bcb083b1347defd5409c616ad650390c4e670217f3a6b4bba31d14"},"schema_version":"1.0"},"canonical_sha256":"640af0e191e05fec2c21f109a40851ad8705d60223cefec069dffaa80dac28d3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:40:55.065191Z","signature_b64":"j/a/5jlcqnJcWY+qmLZxyHWApXOlpMuDiqYlTGuGQY1xoGnpaMMXz4Zh5VFTOpp8bbtF5y5+D35lIefqO6aLAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"640af0e191e05fec2c21f109a40851ad8705d60223cefec069dffaa80dac28d3","last_reissued_at":"2026-07-05T07:40:55.064707Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:40:55.064707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.06908","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:40:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v08B8a2qrx19Gu9wVksL5NKKuY9B1Vmk6ailbhXDa1r2MCQkWLNf44k/ySUkozZNUR1FLX84KLUZRDXQNotdDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:40:51.652106Z"},"content_sha256":"0c6a6e6dc6b1cbe6b88549fa1a00094d7e78816821a9d153f4268d8e870e8f96","schema_version":"1.0","event_id":"sha256:0c6a6e6dc6b1cbe6b88549fa1a00094d7e78816821a9d153f4268d8e870e8f96"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:MQFPBYMR4BP6YLBB6EE2ICCRVW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Generating Benchmarks for Factuality Evaluation of Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Amnon Shashua, Dor Muhlgay, Inbal Magar, Kevin Leyton-Brown, Nir Ratner, Omri Abend, Ori Ram, Yoav Levine, Yoav Shoham, Yonatan Belinkov","submitted_at":"2023-07-13T17:14:38Z","abstract_excerpt":"Before deploying a language model (LM) within a given domain, it is important to measure its tendency to generate factually incorrect information in that domain. Existing methods for factuality evaluation of LLM generation focus on facts sampled from the LM itself, and thus do not control the set of evaluated facts and might under-represent domain specific or rare facts. We propose FACTOR: Factual Assessment via Corpus TransfORmation, a scalable approach for evaluating LM factuality. FACTOR automatically transforms a factual corpus of interest into a benchmark evaluating an LM's propensity to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.06908","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.06908/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:40:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6X25aONl8RsCWAVyBxdBDQwC8OzBGurwFJ0xALtR5SmuX1as477mba4rOz6CKXHYxZVpCJvPR/0/8TAnyG9+Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:40:51.653024Z"},"content_sha256":"a25c269b96519f2f2db9fdc23ac265acf57f89b525bb93f1d02267583b702642","schema_version":"1.0","event_id":"sha256:a25c269b96519f2f2db9fdc23ac265acf57f89b525bb93f1d02267583b702642"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MQFPBYMR4BP6YLBB6EE2ICCRVW/bundle.json","state_url":"https://pith.science/pith/MQFPBYMR4BP6YLBB6EE2ICCRVW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MQFPBYMR4BP6YLBB6EE2ICCRVW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T01:40:51Z","links":{"resolver":"https://pith.science/pith/MQFPBYMR4BP6YLBB6EE2ICCRVW","bundle":"https://pith.science/pith/MQFPBYMR4BP6YLBB6EE2ICCRVW/bundle.json","state":"https://pith.science/pith/MQFPBYMR4BP6YLBB6EE2ICCRVW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MQFPBYMR4BP6YLBB6EE2ICCRVW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MQFPBYMR4BP6YLBB6EE2ICCRVW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0bbc239d63bcb083b1347defd5409c616ad650390c4e670217f3a6b4bba31d14","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-13T17:14:38Z","title_canon_sha256":"30bc199102133cd53a3cd6f808ddcb4343e0d99003356f58647aabc3448a1ff5"},"schema_version":"1.0","source":{"id":"2307.06908","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.06908","created_at":"2026-07-05T07:40:55Z"},{"alias_kind":"arxiv_version","alias_value":"2307.06908v2","created_at":"2026-07-05T07:40:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.06908","created_at":"2026-07-05T07:40:55Z"},{"alias_kind":"pith_short_12","alias_value":"MQFPBYMR4BP6","created_at":"2026-07-05T07:40:55Z"},{"alias_kind":"pith_short_16","alias_value":"MQFPBYMR4BP6YLBB","created_at":"2026-07-05T07:40:55Z"},{"alias_kind":"pith_short_8","alias_value":"MQFPBYMR","created_at":"2026-07-05T07:40:55Z"}],"graph_snapshots":[{"event_id":"sha256:a25c269b96519f2f2db9fdc23ac265acf57f89b525bb93f1d02267583b702642","target":"graph","created_at":"2026-07-05T07:40:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.06908/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Before deploying a language model (LM) within a given domain, it is important to measure its tendency to generate factually incorrect information in that domain. Existing methods for factuality evaluation of LLM generation focus on facts sampled from the LM itself, and thus do not control the set of evaluated facts and might under-represent domain specific or rare facts. We propose FACTOR: Factual Assessment via Corpus TransfORmation, a scalable approach for evaluating LM factuality. FACTOR automatically transforms a factual corpus of interest into a benchmark evaluating an LM's propensity to ","authors_text":"Amnon Shashua, Dor Muhlgay, Inbal Magar, Kevin Leyton-Brown, Nir Ratner, Omri Abend, Ori Ram, Yoav Levine, Yoav Shoham, Yonatan Belinkov","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-13T17:14:38Z","title":"Generating Benchmarks for Factuality Evaluation of Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.06908","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0c6a6e6dc6b1cbe6b88549fa1a00094d7e78816821a9d153f4268d8e870e8f96","target":"record","created_at":"2026-07-05T07:40:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0bbc239d63bcb083b1347defd5409c616ad650390c4e670217f3a6b4bba31d14","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-13T17:14:38Z","title_canon_sha256":"30bc199102133cd53a3cd6f808ddcb4343e0d99003356f58647aabc3448a1ff5"},"schema_version":"1.0","source":{"id":"2307.06908","kind":"arxiv","version":2}},"canonical_sha256":"640af0e191e05fec2c21f109a40851ad8705d60223cefec069dffaa80dac28d3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"640af0e191e05fec2c21f109a40851ad8705d60223cefec069dffaa80dac28d3","first_computed_at":"2026-07-05T07:40:55.064707Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:40:55.064707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"j/a/5jlcqnJcWY+qmLZxyHWApXOlpMuDiqYlTGuGQY1xoGnpaMMXz4Zh5VFTOpp8bbtF5y5+D35lIefqO6aLAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:40:55.065191Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.06908","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0c6a6e6dc6b1cbe6b88549fa1a00094d7e78816821a9d153f4268d8e870e8f96","sha256:a25c269b96519f2f2db9fdc23ac265acf57f89b525bb93f1d02267583b702642"],"state_sha256":"3cb6d31b6ed39cd0390e799393019ad935af0e05d904535dfc5fe052db2c39a1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"00UZVpD9njPbexyIp9qwgx8VD2XotbP253TSn46/6k/FuhAseimVPZOVP2s55w+0VcJZ2TyIzt8Vl180KEzxAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T01:40:51.657842Z","bundle_sha256":"ad5f3d490ca375643134865410b97814aa55e4db3def63a61114f81cece1e843"}}