{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:SKKUMRWUYJYSTNHY3ENJULNR6G","short_pith_number":"pith:SKKUMRWU","canonical_record":{"source":{"id":"2412.20251","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-28T19:51:08Z","cross_cats_sorted":[],"title_canon_sha256":"b2031c206c625180bce99768619230720309ad9eb7d0dbbb94d97dd35804fa04","abstract_canon_sha256":"b6dbebba4133be0c6e81272b0a268b8cf907d0be5831e42f5c60ca2361981bc6"},"schema_version":"1.0"},"canonical_sha256":"92954646d4c27129b4f8d91a9a2db1f1a95536f2bf08684de727bed5d10e255b","source":{"kind":"arxiv","id":"2412.20251","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.20251","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"arxiv_version","alias_value":"2412.20251v2","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.20251","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"pith_short_12","alias_value":"SKKUMRWUYJYS","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"pith_short_16","alias_value":"SKKUMRWUYJYSTNHY","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"pith_short_8","alias_value":"SKKUMRWU","created_at":"2026-07-05T11:09:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:SKKUMRWUYJYSTNHY3ENJULNR6G","target":"record","payload":{"canonical_record":{"source":{"id":"2412.20251","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-28T19:51:08Z","cross_cats_sorted":[],"title_canon_sha256":"b2031c206c625180bce99768619230720309ad9eb7d0dbbb94d97dd35804fa04","abstract_canon_sha256":"b6dbebba4133be0c6e81272b0a268b8cf907d0be5831e42f5c60ca2361981bc6"},"schema_version":"1.0"},"canonical_sha256":"92954646d4c27129b4f8d91a9a2db1f1a95536f2bf08684de727bed5d10e255b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:09:05.972366Z","signature_b64":"xuAngcnH41du6R6YC+5QBaXu8aLaAeGm4/T7Uv6V3WRJdrAc9kbRU1a9XVRH7FIlzFMNMp8A4vcDD099nX9LCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"92954646d4c27129b4f8d91a9a2db1f1a95536f2bf08684de727bed5d10e255b","last_reissued_at":"2026-07-05T11:09:05.971857Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:09:05.971857Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.20251","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ajeJ24kuytARLHCKwO6LUYXhBXy+eohCzD4v6PvXBPgSpSKufaf5aa1mMbo7C4jgW+kA2l5qUq6ptln26vtTAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T20:12:39.994969Z"},"content_sha256":"fc6782ee84a226117909fc212e7c1ba19e8a47aa34f750bfcbc77344db673eee","schema_version":"1.0","event_id":"sha256:fc6782ee84a226117909fc212e7c1ba19e8a47aa34f750bfcbc77344db673eee"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:SKKUMRWUYJYSTNHY3ENJULNR6G","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ComparisonQA: Evaluating Factuality Robustness of LLMs Through Knowledge Frequency Control and Uncertainty","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Qing Zong, Tianshi Zheng, Xiyu Ren, Yangqiu Song, Zhaowei Wang","submitted_at":"2024-12-28T19:51:08Z","abstract_excerpt":"The rapid development of LLMs has sparked extensive research into their factual knowledge. Current works find that LLMs fall short on questions around low-frequency entities. However, such proofs are unreliable since the questions can differ not only in entity frequency but also in difficulty themselves. So we introduce ComparisonQA benchmark, containing 283K abstract questions, each instantiated by a pair of high-frequency and low-frequency entities. It ensures a controllable comparison to study the role of knowledge frequency in the performance of LLMs. Because the difference between such a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.20251","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.20251/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VBVhzoD+gNLAOTtItLBJQgcpbq3O7DTx/Bqi8eXfgYYcOmcW87kGqfGOlHAn8BfZGmZr8wLyMoSDJOo5aIoAAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T20:12:39.995317Z"},"content_sha256":"2e37679a7bbc836c1e30c9f0b381730a63780a52f2b41ea5300b05ca601e9e6d","schema_version":"1.0","event_id":"sha256:2e37679a7bbc836c1e30c9f0b381730a63780a52f2b41ea5300b05ca601e9e6d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SKKUMRWUYJYSTNHY3ENJULNR6G/bundle.json","state_url":"https://pith.science/pith/SKKUMRWUYJYSTNHY3ENJULNR6G/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SKKUMRWUYJYSTNHY3ENJULNR6G/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T20:12:40Z","links":{"resolver":"https://pith.science/pith/SKKUMRWUYJYSTNHY3ENJULNR6G","bundle":"https://pith.science/pith/SKKUMRWUYJYSTNHY3ENJULNR6G/bundle.json","state":"https://pith.science/pith/SKKUMRWUYJYSTNHY3ENJULNR6G/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SKKUMRWUYJYSTNHY3ENJULNR6G/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SKKUMRWUYJYSTNHY3ENJULNR6G","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b6dbebba4133be0c6e81272b0a268b8cf907d0be5831e42f5c60ca2361981bc6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-28T19:51:08Z","title_canon_sha256":"b2031c206c625180bce99768619230720309ad9eb7d0dbbb94d97dd35804fa04"},"schema_version":"1.0","source":{"id":"2412.20251","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.20251","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"arxiv_version","alias_value":"2412.20251v2","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.20251","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"pith_short_12","alias_value":"SKKUMRWUYJYS","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"pith_short_16","alias_value":"SKKUMRWUYJYSTNHY","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"pith_short_8","alias_value":"SKKUMRWU","created_at":"2026-07-05T11:09:05Z"}],"graph_snapshots":[{"event_id":"sha256:2e37679a7bbc836c1e30c9f0b381730a63780a52f2b41ea5300b05ca601e9e6d","target":"graph","created_at":"2026-07-05T11:09:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.20251/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid development of LLMs has sparked extensive research into their factual knowledge. Current works find that LLMs fall short on questions around low-frequency entities. However, such proofs are unreliable since the questions can differ not only in entity frequency but also in difficulty themselves. So we introduce ComparisonQA benchmark, containing 283K abstract questions, each instantiated by a pair of high-frequency and low-frequency entities. It ensures a controllable comparison to study the role of knowledge frequency in the performance of LLMs. Because the difference between such a ","authors_text":"Qing Zong, Tianshi Zheng, Xiyu Ren, Yangqiu Song, Zhaowei Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-28T19:51:08Z","title":"ComparisonQA: Evaluating Factuality Robustness of LLMs Through Knowledge Frequency Control and Uncertainty"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.20251","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fc6782ee84a226117909fc212e7c1ba19e8a47aa34f750bfcbc77344db673eee","target":"record","created_at":"2026-07-05T11:09:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b6dbebba4133be0c6e81272b0a268b8cf907d0be5831e42f5c60ca2361981bc6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-28T19:51:08Z","title_canon_sha256":"b2031c206c625180bce99768619230720309ad9eb7d0dbbb94d97dd35804fa04"},"schema_version":"1.0","source":{"id":"2412.20251","kind":"arxiv","version":2}},"canonical_sha256":"92954646d4c27129b4f8d91a9a2db1f1a95536f2bf08684de727bed5d10e255b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"92954646d4c27129b4f8d91a9a2db1f1a95536f2bf08684de727bed5d10e255b","first_computed_at":"2026-07-05T11:09:05.971857Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:09:05.971857Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xuAngcnH41du6R6YC+5QBaXu8aLaAeGm4/T7Uv6V3WRJdrAc9kbRU1a9XVRH7FIlzFMNMp8A4vcDD099nX9LCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:09:05.972366Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.20251","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fc6782ee84a226117909fc212e7c1ba19e8a47aa34f750bfcbc77344db673eee","sha256:2e37679a7bbc836c1e30c9f0b381730a63780a52f2b41ea5300b05ca601e9e6d"],"state_sha256":"f19ef39c6c9faa464e358a48e66f15d6b760a019adb0b16f78cf3532b0cd8c40"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AkhpDH9GNiqhsutsEyMDVNdhBU8onTUx1SoI8DjDYzzJaCEqTv7yEEjNtcQGbn0gpKlG9XdIxJxFqDBSV4WJAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T20:12:40.013673Z","bundle_sha256":"88e6a5f1a9706e8a3a60ff3656724ff9556aa5f08c99e605e116d45da69145b1"}}