{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:2QCBDX4VFEI22HO7FDUQUY4RW5","short_pith_number":"pith:2QCBDX4V","canonical_record":{"source":{"id":"2010.01057","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-02T15:38:03Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"608831eac91c44a8a861c19fa772c03b0ebbc1919056f829353e0dd5610c6c8b","abstract_canon_sha256":"f93e3db6b8e4168c73ca8c7e9ba99c95bb15710c0441e0eef6108adc26ce135f"},"schema_version":"1.0"},"canonical_sha256":"d40411df952911ad1ddf28e90a6391b745a04a2aac7a357c0357fa7ec7a6176c","source":{"kind":"arxiv","id":"2010.01057","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.01057","created_at":"2026-07-05T01:39:51Z"},{"alias_kind":"arxiv_version","alias_value":"2010.01057v1","created_at":"2026-07-05T01:39:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.01057","created_at":"2026-07-05T01:39:51Z"},{"alias_kind":"pith_short_12","alias_value":"2QCBDX4VFEI2","created_at":"2026-07-05T01:39:51Z"},{"alias_kind":"pith_short_16","alias_value":"2QCBDX4VFEI22HO7","created_at":"2026-07-05T01:39:51Z"},{"alias_kind":"pith_short_8","alias_value":"2QCBDX4V","created_at":"2026-07-05T01:39:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:2QCBDX4VFEI22HO7FDUQUY4RW5","target":"record","payload":{"canonical_record":{"source":{"id":"2010.01057","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-02T15:38:03Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"608831eac91c44a8a861c19fa772c03b0ebbc1919056f829353e0dd5610c6c8b","abstract_canon_sha256":"f93e3db6b8e4168c73ca8c7e9ba99c95bb15710c0441e0eef6108adc26ce135f"},"schema_version":"1.0"},"canonical_sha256":"d40411df952911ad1ddf28e90a6391b745a04a2aac7a357c0357fa7ec7a6176c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:39:51.294788Z","signature_b64":"blgu+2n6rBP+/AqNA4fGiFy5vW4hAsc7vL+2X10poNwrzC6nGa4FZyKN/+EjLZTZjF2mcCZej6WN+cC21I3fCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d40411df952911ad1ddf28e90a6391b745a04a2aac7a357c0357fa7ec7a6176c","last_reissued_at":"2026-07-05T01:39:51.294334Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:39:51.294334Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.01057","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:39:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LADMFkUoXEkXrjNclQK6A58x21kjwEaFTw9tWzspySVN0KrVKFF4CN7R0vMW1dNF+yLWY7VIsvPcWyoGPjcSAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T12:53:28.970292Z"},"content_sha256":"fd78a32ea3b854e578e68cebbdbe5d5be24cf2a301f4e494d8c454d5b43ff898","schema_version":"1.0","event_id":"sha256:fd78a32ea3b854e578e68cebbdbe5d5be24cf2a301f4e494d8c454d5b43ff898"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:2QCBDX4VFEI22HO7FDUQUY4RW5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Akari Asai, Hideaki Takeda, Hiroyuki Shindo, Ikuya Yamada, Yuji Matsumoto","submitted_at":"2020-10-02T15:38:03Z","abstract_excerpt":"Entity representations are useful in natural language tasks involving entities. In this paper, we propose new pretrained contextualized representations of words and entities based on the bidirectional transformer. The proposed model treats words and entities in a given text as independent tokens, and outputs contextualized representations of them. Our model is trained using a new pretraining task based on the masked language model of BERT. The task involves predicting randomly masked words and entities in a large entity-annotated corpus retrieved from Wikipedia. We also propose an entity-aware"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.01057","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.01057/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:39:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dQK8wYa0qdvjXCLWn4HBzwk4A1F8DAJFMDDk2SaPj5MU9HLrMLnamarB1aEoV9u9BBSVVQzhgU4KMr8hLl3FBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T12:53:28.970826Z"},"content_sha256":"eb78bac7c605d294f74df7e6bcf6dc1a7c0f6ac845b2fe60b40d87ba98a18339","schema_version":"1.0","event_id":"sha256:eb78bac7c605d294f74df7e6bcf6dc1a7c0f6ac845b2fe60b40d87ba98a18339"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2QCBDX4VFEI22HO7FDUQUY4RW5/bundle.json","state_url":"https://pith.science/pith/2QCBDX4VFEI22HO7FDUQUY4RW5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2QCBDX4VFEI22HO7FDUQUY4RW5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T12:53:28Z","links":{"resolver":"https://pith.science/pith/2QCBDX4VFEI22HO7FDUQUY4RW5","bundle":"https://pith.science/pith/2QCBDX4VFEI22HO7FDUQUY4RW5/bundle.json","state":"https://pith.science/pith/2QCBDX4VFEI22HO7FDUQUY4RW5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2QCBDX4VFEI22HO7FDUQUY4RW5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:2QCBDX4VFEI22HO7FDUQUY4RW5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f93e3db6b8e4168c73ca8c7e9ba99c95bb15710c0441e0eef6108adc26ce135f","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-02T15:38:03Z","title_canon_sha256":"608831eac91c44a8a861c19fa772c03b0ebbc1919056f829353e0dd5610c6c8b"},"schema_version":"1.0","source":{"id":"2010.01057","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.01057","created_at":"2026-07-05T01:39:51Z"},{"alias_kind":"arxiv_version","alias_value":"2010.01057v1","created_at":"2026-07-05T01:39:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.01057","created_at":"2026-07-05T01:39:51Z"},{"alias_kind":"pith_short_12","alias_value":"2QCBDX4VFEI2","created_at":"2026-07-05T01:39:51Z"},{"alias_kind":"pith_short_16","alias_value":"2QCBDX4VFEI22HO7","created_at":"2026-07-05T01:39:51Z"},{"alias_kind":"pith_short_8","alias_value":"2QCBDX4V","created_at":"2026-07-05T01:39:51Z"}],"graph_snapshots":[{"event_id":"sha256:eb78bac7c605d294f74df7e6bcf6dc1a7c0f6ac845b2fe60b40d87ba98a18339","target":"graph","created_at":"2026-07-05T01:39:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.01057/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Entity representations are useful in natural language tasks involving entities. In this paper, we propose new pretrained contextualized representations of words and entities based on the bidirectional transformer. The proposed model treats words and entities in a given text as independent tokens, and outputs contextualized representations of them. Our model is trained using a new pretraining task based on the masked language model of BERT. The task involves predicting randomly masked words and entities in a large entity-annotated corpus retrieved from Wikipedia. We also propose an entity-aware","authors_text":"Akari Asai, Hideaki Takeda, Hiroyuki Shindo, Ikuya Yamada, Yuji Matsumoto","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-02T15:38:03Z","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.01057","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd78a32ea3b854e578e68cebbdbe5d5be24cf2a301f4e494d8c454d5b43ff898","target":"record","created_at":"2026-07-05T01:39:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f93e3db6b8e4168c73ca8c7e9ba99c95bb15710c0441e0eef6108adc26ce135f","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-02T15:38:03Z","title_canon_sha256":"608831eac91c44a8a861c19fa772c03b0ebbc1919056f829353e0dd5610c6c8b"},"schema_version":"1.0","source":{"id":"2010.01057","kind":"arxiv","version":1}},"canonical_sha256":"d40411df952911ad1ddf28e90a6391b745a04a2aac7a357c0357fa7ec7a6176c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d40411df952911ad1ddf28e90a6391b745a04a2aac7a357c0357fa7ec7a6176c","first_computed_at":"2026-07-05T01:39:51.294334Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:39:51.294334Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"blgu+2n6rBP+/AqNA4fGiFy5vW4hAsc7vL+2X10poNwrzC6nGa4FZyKN/+EjLZTZjF2mcCZej6WN+cC21I3fCw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:39:51.294788Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.01057","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd78a32ea3b854e578e68cebbdbe5d5be24cf2a301f4e494d8c454d5b43ff898","sha256:eb78bac7c605d294f74df7e6bcf6dc1a7c0f6ac845b2fe60b40d87ba98a18339"],"state_sha256":"139dedfaf38ce15285fc37a65ae4ae1391c4779f5ffafd8f5e3229e333773607"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TxD1rMWo3dAfQf4UP5jwOKhSnCXh/OdyCv72NR+cIfO36EHxaNSvkPKnpmdmcv3/n0KBNmkrYd9dHJ/jrCWCCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T12:53:28.974837Z","bundle_sha256":"aaf4d5090439ed8b2affb331ecc6ff2f412381d7380afdb9e76252fdbf847432"}}