{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:DXWWQXX23USBLZSBTWX7CGW42X","short_pith_number":"pith:DXWWQXX2","canonical_record":{"source":{"id":"2009.02252","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-04T15:32:19Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"5f00df52395139e13f3f90c5069a73a48c012868b620436de2c126bfedec5d1e","abstract_canon_sha256":"1d771ee55bd1d90221a593ea151b438d37b1bd6e05b64ce506b22128e606759c"},"schema_version":"1.0"},"canonical_sha256":"1ded685efadd2415e6419daff11adcd5eb06d2981f09e6f10bc7978a8d3fa775","source":{"kind":"arxiv","id":"2009.02252","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.02252","created_at":"2026-07-05T02:43:52Z"},{"alias_kind":"arxiv_version","alias_value":"2009.02252v4","created_at":"2026-07-05T02:43:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.02252","created_at":"2026-07-05T02:43:52Z"},{"alias_kind":"pith_short_12","alias_value":"DXWWQXX23USB","created_at":"2026-07-05T02:43:52Z"},{"alias_kind":"pith_short_16","alias_value":"DXWWQXX23USBLZSB","created_at":"2026-07-05T02:43:52Z"},{"alias_kind":"pith_short_8","alias_value":"DXWWQXX2","created_at":"2026-07-05T02:43:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:DXWWQXX23USBLZSBTWX7CGW42X","target":"record","payload":{"canonical_record":{"source":{"id":"2009.02252","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-04T15:32:19Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"5f00df52395139e13f3f90c5069a73a48c012868b620436de2c126bfedec5d1e","abstract_canon_sha256":"1d771ee55bd1d90221a593ea151b438d37b1bd6e05b64ce506b22128e606759c"},"schema_version":"1.0"},"canonical_sha256":"1ded685efadd2415e6419daff11adcd5eb06d2981f09e6f10bc7978a8d3fa775","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:43:52.124856Z","signature_b64":"KHkwg2FpXEpc7GNmWV10w3oHaYaeuU7CR7hhDvEubGol1VRHgdryo2GhllBLqgUAWyt70YBV/tlt0A0Ti2EzBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1ded685efadd2415e6419daff11adcd5eb06d2981f09e6f10bc7978a8d3fa775","last_reissued_at":"2026-07-05T02:43:52.124296Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:43:52.124296Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.02252","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:43:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/tZo7xACNdPMbGxn82oHSkjuezyccgJZSdCboDncY4r5n8hD7xgLn3nwxo/Z/A7URAG05+zmVQUDrka+ydjNAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T21:03:48.168456Z"},"content_sha256":"95290460d2b4233c8ac064e6017acb5918b7992198b3045c51292359a9723b8d","schema_version":"1.0","event_id":"sha256:95290460d2b4233c8ac064e6017acb5918b7992198b3045c51292359a9723b8d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:DXWWQXX23USBLZSBTWX7CGW42X","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"KILT: a Benchmark for Knowledge Intensive Language Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aleksandra Piktus, Angela Fan, Fabio Petroni, James Thorne, Jean Maillard, Majid Yazdani, Nicola De Cao, Patrick Lewis, Sebastian Riedel, Tim Rockt\\\"aschel, Vassilis Plachouras, Vladimir Karpukhin, Yacine Jernite","submitted_at":"2020-09-04T15:32:19Z","abstract_excerpt":"Challenging problems such as open-domain question answering, fact checking, slot filling and entity linking require access to large, external knowledge sources. While some models do well on individual tasks, developing general models is difficult as each task might require computationally expensive indexing of custom knowledge sources, in addition to dedicated infrastructure. To catalyze research on models that condition on specific information in large textual resources, we present a benchmark for knowledge-intensive language tasks (KILT). All tasks in KILT are grounded in the same snapshot o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.02252","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.02252/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:43:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Re39+iPKmHvEQRy1bzoUXfIy29DgvmJvG8UsLdmZ7ClJ3xuHKedqQ4eI2uE9QugiiTFQKNrnXVD2s7sfp9E5DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T21:03:48.169304Z"},"content_sha256":"e945a81f7406c74fe132a86dfde3ce0cd5d1442f7f6624ecc3e49f72bc034784","schema_version":"1.0","event_id":"sha256:e945a81f7406c74fe132a86dfde3ce0cd5d1442f7f6624ecc3e49f72bc034784"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DXWWQXX23USBLZSBTWX7CGW42X/bundle.json","state_url":"https://pith.science/pith/DXWWQXX23USBLZSBTWX7CGW42X/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DXWWQXX23USBLZSBTWX7CGW42X/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T21:03:48Z","links":{"resolver":"https://pith.science/pith/DXWWQXX23USBLZSBTWX7CGW42X","bundle":"https://pith.science/pith/DXWWQXX23USBLZSBTWX7CGW42X/bundle.json","state":"https://pith.science/pith/DXWWQXX23USBLZSBTWX7CGW42X/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DXWWQXX23USBLZSBTWX7CGW42X/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:DXWWQXX23USBLZSBTWX7CGW42X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1d771ee55bd1d90221a593ea151b438d37b1bd6e05b64ce506b22128e606759c","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-04T15:32:19Z","title_canon_sha256":"5f00df52395139e13f3f90c5069a73a48c012868b620436de2c126bfedec5d1e"},"schema_version":"1.0","source":{"id":"2009.02252","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.02252","created_at":"2026-07-05T02:43:52Z"},{"alias_kind":"arxiv_version","alias_value":"2009.02252v4","created_at":"2026-07-05T02:43:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.02252","created_at":"2026-07-05T02:43:52Z"},{"alias_kind":"pith_short_12","alias_value":"DXWWQXX23USB","created_at":"2026-07-05T02:43:52Z"},{"alias_kind":"pith_short_16","alias_value":"DXWWQXX23USBLZSB","created_at":"2026-07-05T02:43:52Z"},{"alias_kind":"pith_short_8","alias_value":"DXWWQXX2","created_at":"2026-07-05T02:43:52Z"}],"graph_snapshots":[{"event_id":"sha256:e945a81f7406c74fe132a86dfde3ce0cd5d1442f7f6624ecc3e49f72bc034784","target":"graph","created_at":"2026-07-05T02:43:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.02252/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Challenging problems such as open-domain question answering, fact checking, slot filling and entity linking require access to large, external knowledge sources. While some models do well on individual tasks, developing general models is difficult as each task might require computationally expensive indexing of custom knowledge sources, in addition to dedicated infrastructure. To catalyze research on models that condition on specific information in large textual resources, we present a benchmark for knowledge-intensive language tasks (KILT). All tasks in KILT are grounded in the same snapshot o","authors_text":"Aleksandra Piktus, Angela Fan, Fabio Petroni, James Thorne, Jean Maillard, Majid Yazdani, Nicola De Cao, Patrick Lewis, Sebastian Riedel, Tim Rockt\\\"aschel, Vassilis Plachouras, Vladimir Karpukhin, Yacine Jernite","cross_cats":["cs.AI","cs.IR","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-04T15:32:19Z","title":"KILT: a Benchmark for Knowledge Intensive Language Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.02252","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:95290460d2b4233c8ac064e6017acb5918b7992198b3045c51292359a9723b8d","target":"record","created_at":"2026-07-05T02:43:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1d771ee55bd1d90221a593ea151b438d37b1bd6e05b64ce506b22128e606759c","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-04T15:32:19Z","title_canon_sha256":"5f00df52395139e13f3f90c5069a73a48c012868b620436de2c126bfedec5d1e"},"schema_version":"1.0","source":{"id":"2009.02252","kind":"arxiv","version":4}},"canonical_sha256":"1ded685efadd2415e6419daff11adcd5eb06d2981f09e6f10bc7978a8d3fa775","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1ded685efadd2415e6419daff11adcd5eb06d2981f09e6f10bc7978a8d3fa775","first_computed_at":"2026-07-05T02:43:52.124296Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:43:52.124296Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KHkwg2FpXEpc7GNmWV10w3oHaYaeuU7CR7hhDvEubGol1VRHgdryo2GhllBLqgUAWyt70YBV/tlt0A0Ti2EzBw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:43:52.124856Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.02252","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:95290460d2b4233c8ac064e6017acb5918b7992198b3045c51292359a9723b8d","sha256:e945a81f7406c74fe132a86dfde3ce0cd5d1442f7f6624ecc3e49f72bc034784"],"state_sha256":"363c5b7a206e6243b08190b2b1034a24e7e7f365759f16bfd32daf96cb79fe0d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MF1ag/et3o2HW8n1thsATOfBaFRgqs1lV6bCz7LAgUqCNcnox5cn+HWulKTFc5R73n8rBi7DsGC5+6F9Er9wCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T21:03:48.188359Z","bundle_sha256":"89eae478b27737e4de37192de7cedf7f836ad1c6bd4fa4bbedc811083a1684fa"}}