{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ZXHY4VN45O72FZHMCDDCQI4M7U","short_pith_number":"pith:ZXHY4VN4","canonical_record":{"source":{"id":"2309.16540","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-28T15:53:44Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"0d3b2cd40ac3e49d8c46962ad613172c3482ae301debf25c91136f3bb51aa3e4","abstract_canon_sha256":"561753ae26e0acfe34491d4a44d6d7634f6d6d855165460e736db9681030109d"},"schema_version":"1.0"},"canonical_sha256":"cdcf8e55bcebbfa2e4ec10c628238cfd3d530bc3078b3ced07891bdeec69edb5","source":{"kind":"arxiv","id":"2309.16540","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.16540","created_at":"2026-07-05T07:53:10Z"},{"alias_kind":"arxiv_version","alias_value":"2309.16540v3","created_at":"2026-07-05T07:53:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.16540","created_at":"2026-07-05T07:53:10Z"},{"alias_kind":"pith_short_12","alias_value":"ZXHY4VN45O72","created_at":"2026-07-05T07:53:10Z"},{"alias_kind":"pith_short_16","alias_value":"ZXHY4VN45O72FZHM","created_at":"2026-07-05T07:53:10Z"},{"alias_kind":"pith_short_8","alias_value":"ZXHY4VN4","created_at":"2026-07-05T07:53:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ZXHY4VN45O72FZHMCDDCQI4M7U","target":"record","payload":{"canonical_record":{"source":{"id":"2309.16540","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-28T15:53:44Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"0d3b2cd40ac3e49d8c46962ad613172c3482ae301debf25c91136f3bb51aa3e4","abstract_canon_sha256":"561753ae26e0acfe34491d4a44d6d7634f6d6d855165460e736db9681030109d"},"schema_version":"1.0"},"canonical_sha256":"cdcf8e55bcebbfa2e4ec10c628238cfd3d530bc3078b3ced07891bdeec69edb5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:53:10.877303Z","signature_b64":"vYyrYqkeiP6He3snQ+3EQbqZrTaZy+lULgHUt+7uDd9wAAgsSTtEhMg3Qer8jXvml2f/Zqwqmap8u4G2D6JdBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cdcf8e55bcebbfa2e4ec10c628238cfd3d530bc3078b3ced07891bdeec69edb5","last_reissued_at":"2026-07-05T07:53:10.876779Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:53:10.876779Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.16540","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:53:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8XxDIwOjZeaMOLwUibG75GI7OYiSoIrZ53JbWtl3IjQqGUnce8m0wLxqmIDPC7GEiXjwzL4DH7v6wnL6KcjcBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:03:10.065357Z"},"content_sha256":"8269313f43151b7574bf7ee9b65cb6c4bf4904a7580fe23501ca690c9147bf18","schema_version":"1.0","event_id":"sha256:8269313f43151b7574bf7ee9b65cb6c4bf4904a7580fe23501ca690c9147bf18"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ZXHY4VN45O72FZHMCDDCQI4M7U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unsupervised Pretraining for Fact Verification by Language Model Distillation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.CL","authors_text":"Adri\\'an Bazaga, Gos Micklem, Pietro Li\\`o","submitted_at":"2023-09-28T15:53:44Z","abstract_excerpt":"Fact verification aims to verify a claim using evidence from a trustworthy knowledge base. To address this challenge, algorithms must produce features for every claim that are both semantically meaningful, and compact enough to find a semantic alignment with the source information. In contrast to previous work, which tackled the alignment problem by learning over annotated corpora of claims and their corresponding labels, we propose SFAVEL (Self-supervised Fact Verification via Language Model Distillation), a novel unsupervised pretraining framework that leverages pre-trained language models t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.16540","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.16540/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:53:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oc26xO/kegd/79Wkp/SS0Gy8nd20uNQgYr5HgAXfO02eVJ+cSmad3jGPpnfbARPXL78h/3z0Y46fX5QSJDa0CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:03:10.066151Z"},"content_sha256":"c171cdb0c748c9a2d9f92ada563dd494fce7255c4b0ab819d08f4094b2aa9b44","schema_version":"1.0","event_id":"sha256:c171cdb0c748c9a2d9f92ada563dd494fce7255c4b0ab819d08f4094b2aa9b44"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZXHY4VN45O72FZHMCDDCQI4M7U/bundle.json","state_url":"https://pith.science/pith/ZXHY4VN45O72FZHMCDDCQI4M7U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZXHY4VN45O72FZHMCDDCQI4M7U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T21:03:10Z","links":{"resolver":"https://pith.science/pith/ZXHY4VN45O72FZHMCDDCQI4M7U","bundle":"https://pith.science/pith/ZXHY4VN45O72FZHMCDDCQI4M7U/bundle.json","state":"https://pith.science/pith/ZXHY4VN45O72FZHMCDDCQI4M7U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZXHY4VN45O72FZHMCDDCQI4M7U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZXHY4VN45O72FZHMCDDCQI4M7U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"561753ae26e0acfe34491d4a44d6d7634f6d6d855165460e736db9681030109d","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-28T15:53:44Z","title_canon_sha256":"0d3b2cd40ac3e49d8c46962ad613172c3482ae301debf25c91136f3bb51aa3e4"},"schema_version":"1.0","source":{"id":"2309.16540","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.16540","created_at":"2026-07-05T07:53:10Z"},{"alias_kind":"arxiv_version","alias_value":"2309.16540v3","created_at":"2026-07-05T07:53:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.16540","created_at":"2026-07-05T07:53:10Z"},{"alias_kind":"pith_short_12","alias_value":"ZXHY4VN45O72","created_at":"2026-07-05T07:53:10Z"},{"alias_kind":"pith_short_16","alias_value":"ZXHY4VN45O72FZHM","created_at":"2026-07-05T07:53:10Z"},{"alias_kind":"pith_short_8","alias_value":"ZXHY4VN4","created_at":"2026-07-05T07:53:10Z"}],"graph_snapshots":[{"event_id":"sha256:c171cdb0c748c9a2d9f92ada563dd494fce7255c4b0ab819d08f4094b2aa9b44","target":"graph","created_at":"2026-07-05T07:53:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.16540/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Fact verification aims to verify a claim using evidence from a trustworthy knowledge base. To address this challenge, algorithms must produce features for every claim that are both semantically meaningful, and compact enough to find a semantic alignment with the source information. In contrast to previous work, which tackled the alignment problem by learning over annotated corpora of claims and their corresponding labels, we propose SFAVEL (Self-supervised Fact Verification via Language Model Distillation), a novel unsupervised pretraining framework that leverages pre-trained language models t","authors_text":"Adri\\'an Bazaga, Gos Micklem, Pietro Li\\`o","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-28T15:53:44Z","title":"Unsupervised Pretraining for Fact Verification by Language Model Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.16540","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8269313f43151b7574bf7ee9b65cb6c4bf4904a7580fe23501ca690c9147bf18","target":"record","created_at":"2026-07-05T07:53:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"561753ae26e0acfe34491d4a44d6d7634f6d6d855165460e736db9681030109d","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-28T15:53:44Z","title_canon_sha256":"0d3b2cd40ac3e49d8c46962ad613172c3482ae301debf25c91136f3bb51aa3e4"},"schema_version":"1.0","source":{"id":"2309.16540","kind":"arxiv","version":3}},"canonical_sha256":"cdcf8e55bcebbfa2e4ec10c628238cfd3d530bc3078b3ced07891bdeec69edb5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cdcf8e55bcebbfa2e4ec10c628238cfd3d530bc3078b3ced07891bdeec69edb5","first_computed_at":"2026-07-05T07:53:10.876779Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:53:10.876779Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vYyrYqkeiP6He3snQ+3EQbqZrTaZy+lULgHUt+7uDd9wAAgsSTtEhMg3Qer8jXvml2f/Zqwqmap8u4G2D6JdBA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:53:10.877303Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.16540","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8269313f43151b7574bf7ee9b65cb6c4bf4904a7580fe23501ca690c9147bf18","sha256:c171cdb0c748c9a2d9f92ada563dd494fce7255c4b0ab819d08f4094b2aa9b44"],"state_sha256":"85a8aac20d2bb24097da0bc2dbe2f95c43daf5cba8af8cbde0fd868581ca794d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tWG5X9VGIf63/7Fc6vb9aKUFj9EVy83T7bOAaZyiRL/1taNBO9Yq5D267SebIq8RxU/ffHR3EthiQzjwDFRmCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T21:03:10.073125Z","bundle_sha256":"db1ee7130e14f86d8af5b3084a025b4eed4a7578be722d67f8abbf25b2abee01"}}