{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GXPMTH7XV2EKW7GOKS6YDHYQNC","short_pith_number":"pith:GXPMTH7X","canonical_record":{"source":{"id":"2408.15729","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-28T11:44:52Z","cross_cats_sorted":[],"title_canon_sha256":"6360da459209174513cbc56cb53e4053153e39a816734eae5375787021f25e74","abstract_canon_sha256":"8a0c914427cb108f7f59341244342e84faeb2b920d1596943126d4a5a7f6ce09"},"schema_version":"1.0"},"canonical_sha256":"35dec99ff7ae88ab7cce54bd819f10688900f6313fe4b87d25d2c3cf094bd9ab","source":{"kind":"arxiv","id":"2408.15729","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.15729","created_at":"2026-07-05T09:00:16Z"},{"alias_kind":"arxiv_version","alias_value":"2408.15729v1","created_at":"2026-07-05T09:00:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.15729","created_at":"2026-07-05T09:00:16Z"},{"alias_kind":"pith_short_12","alias_value":"GXPMTH7XV2EK","created_at":"2026-07-05T09:00:16Z"},{"alias_kind":"pith_short_16","alias_value":"GXPMTH7XV2EKW7GO","created_at":"2026-07-05T09:00:16Z"},{"alias_kind":"pith_short_8","alias_value":"GXPMTH7X","created_at":"2026-07-05T09:00:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GXPMTH7XV2EKW7GOKS6YDHYQNC","target":"record","payload":{"canonical_record":{"source":{"id":"2408.15729","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-28T11:44:52Z","cross_cats_sorted":[],"title_canon_sha256":"6360da459209174513cbc56cb53e4053153e39a816734eae5375787021f25e74","abstract_canon_sha256":"8a0c914427cb108f7f59341244342e84faeb2b920d1596943126d4a5a7f6ce09"},"schema_version":"1.0"},"canonical_sha256":"35dec99ff7ae88ab7cce54bd819f10688900f6313fe4b87d25d2c3cf094bd9ab","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:00:16.452312Z","signature_b64":"f6DsQF6YfWcdc41CuGr7Zd1ggkFE6egCVLqHfNMowIX+tvYET6fVUMlv+5ay2UBO5YeOWLzyeCEoroUOsbxjDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"35dec99ff7ae88ab7cce54bd819f10688900f6313fe4b87d25d2c3cf094bd9ab","last_reissued_at":"2026-07-05T09:00:16.451816Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:00:16.451816Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.15729","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:00:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j5288AU4YEh8Lrjnh95s/sRp+7Hk+SJdnoCJnIOUfcFo9vYYBp2rmcN/dFNc6RcNmc02kK/TSpJvz1WHYr6+BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T00:11:39.800237Z"},"content_sha256":"fbebacc13bd35dbc8667a0db98f0e1b92c6fe7368fff936710c43c56c61cdc1e","schema_version":"1.0","event_id":"sha256:fbebacc13bd35dbc8667a0db98f0e1b92c6fe7368fff936710c43c56c61cdc1e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GXPMTH7XV2EKW7GOKS6YDHYQNC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LM-PUB-QUIZ: A Comprehensive Framework for Zero-Shot Evaluation of Relational Knowledge in Language Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alan Akbik, Jacek Wiland, Max Ploner, Sebastian Pohl","submitted_at":"2024-08-28T11:44:52Z","abstract_excerpt":"Knowledge probing evaluates the extent to which a language model (LM) has acquired relational knowledge during its pre-training phase. It provides a cost-effective means of comparing LMs of different sizes and training setups and is useful for monitoring knowledge gained or lost during continual learning (CL). In prior work, we presented an improved knowledge probe called BEAR (Wiland et al., 2024), which enables the comparison of LMs trained with different pre-training objectives (causal and masked LMs) and addresses issues of skewed distributions in previous probes to deliver a more unbiased"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.15729","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.15729/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:00:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9IyXSZbPn22bfvTyxUBF6zS9xDIf4CIl++aG6VL7+uc96nbUIKhc4BYItMjMqPfhPh29481L8tBHHW7q7TdsBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T00:11:39.801125Z"},"content_sha256":"99f2cc9a98eeecf8eaf22784db39c09a1bb58bbc7d4ddf3e5145d3d0269a4c02","schema_version":"1.0","event_id":"sha256:99f2cc9a98eeecf8eaf22784db39c09a1bb58bbc7d4ddf3e5145d3d0269a4c02"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GXPMTH7XV2EKW7GOKS6YDHYQNC/bundle.json","state_url":"https://pith.science/pith/GXPMTH7XV2EKW7GOKS6YDHYQNC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GXPMTH7XV2EKW7GOKS6YDHYQNC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T00:11:39Z","links":{"resolver":"https://pith.science/pith/GXPMTH7XV2EKW7GOKS6YDHYQNC","bundle":"https://pith.science/pith/GXPMTH7XV2EKW7GOKS6YDHYQNC/bundle.json","state":"https://pith.science/pith/GXPMTH7XV2EKW7GOKS6YDHYQNC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GXPMTH7XV2EKW7GOKS6YDHYQNC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GXPMTH7XV2EKW7GOKS6YDHYQNC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8a0c914427cb108f7f59341244342e84faeb2b920d1596943126d4a5a7f6ce09","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-28T11:44:52Z","title_canon_sha256":"6360da459209174513cbc56cb53e4053153e39a816734eae5375787021f25e74"},"schema_version":"1.0","source":{"id":"2408.15729","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.15729","created_at":"2026-07-05T09:00:16Z"},{"alias_kind":"arxiv_version","alias_value":"2408.15729v1","created_at":"2026-07-05T09:00:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.15729","created_at":"2026-07-05T09:00:16Z"},{"alias_kind":"pith_short_12","alias_value":"GXPMTH7XV2EK","created_at":"2026-07-05T09:00:16Z"},{"alias_kind":"pith_short_16","alias_value":"GXPMTH7XV2EKW7GO","created_at":"2026-07-05T09:00:16Z"},{"alias_kind":"pith_short_8","alias_value":"GXPMTH7X","created_at":"2026-07-05T09:00:16Z"}],"graph_snapshots":[{"event_id":"sha256:99f2cc9a98eeecf8eaf22784db39c09a1bb58bbc7d4ddf3e5145d3d0269a4c02","target":"graph","created_at":"2026-07-05T09:00:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.15729/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge probing evaluates the extent to which a language model (LM) has acquired relational knowledge during its pre-training phase. It provides a cost-effective means of comparing LMs of different sizes and training setups and is useful for monitoring knowledge gained or lost during continual learning (CL). In prior work, we presented an improved knowledge probe called BEAR (Wiland et al., 2024), which enables the comparison of LMs trained with different pre-training objectives (causal and masked LMs) and addresses issues of skewed distributions in previous probes to deliver a more unbiased","authors_text":"Alan Akbik, Jacek Wiland, Max Ploner, Sebastian Pohl","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-28T11:44:52Z","title":"LM-PUB-QUIZ: A Comprehensive Framework for Zero-Shot Evaluation of Relational Knowledge in Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.15729","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fbebacc13bd35dbc8667a0db98f0e1b92c6fe7368fff936710c43c56c61cdc1e","target":"record","created_at":"2026-07-05T09:00:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8a0c914427cb108f7f59341244342e84faeb2b920d1596943126d4a5a7f6ce09","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-28T11:44:52Z","title_canon_sha256":"6360da459209174513cbc56cb53e4053153e39a816734eae5375787021f25e74"},"schema_version":"1.0","source":{"id":"2408.15729","kind":"arxiv","version":1}},"canonical_sha256":"35dec99ff7ae88ab7cce54bd819f10688900f6313fe4b87d25d2c3cf094bd9ab","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"35dec99ff7ae88ab7cce54bd819f10688900f6313fe4b87d25d2c3cf094bd9ab","first_computed_at":"2026-07-05T09:00:16.451816Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:00:16.451816Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"f6DsQF6YfWcdc41CuGr7Zd1ggkFE6egCVLqHfNMowIX+tvYET6fVUMlv+5ay2UBO5YeOWLzyeCEoroUOsbxjDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:00:16.452312Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.15729","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fbebacc13bd35dbc8667a0db98f0e1b92c6fe7368fff936710c43c56c61cdc1e","sha256:99f2cc9a98eeecf8eaf22784db39c09a1bb58bbc7d4ddf3e5145d3d0269a4c02"],"state_sha256":"58ef892485dc551217282430e3ac8f54603975103727ca67f1e433491245cd9f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p9thLl1ajSov4iSC169HCNJcpJQJ4eqXHoqH8k8rFNeSksBeKthuvp+NWdFTCfaN6Qa5fzjXEQq3JlznDdgSAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T00:11:39.807501Z","bundle_sha256":"91e456fc54fd6e4849e68311fd436b92641efb8bc8079e8c85471c792fa11693"}}