{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:RUZUGUN45K6UV2CFAZWBP7QV7R","short_pith_number":"pith:RUZUGUN4","canonical_record":{"source":{"id":"2001.03765","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-01-11T15:30:56Z","cross_cats_sorted":[],"title_canon_sha256":"b3944e38863991458ade1a8ed3778f99c6faedc53a7974c4b866bff87aecc6bb","abstract_canon_sha256":"746ad36f7b1703035808a8721b28aeca873f82504526f46cb673d3d4531e431d"},"schema_version":"1.0"},"canonical_sha256":"8d334351bceabd4ae845066c17fe15fc788c21db59c195ea71ba2c31a2c3877a","source":{"kind":"arxiv","id":"2001.03765","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2001.03765","created_at":"2026-07-05T00:32:55Z"},{"alias_kind":"arxiv_version","alias_value":"2001.03765v1","created_at":"2026-07-05T00:32:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2001.03765","created_at":"2026-07-05T00:32:55Z"},{"alias_kind":"pith_short_12","alias_value":"RUZUGUN45K6U","created_at":"2026-07-05T00:32:55Z"},{"alias_kind":"pith_short_16","alias_value":"RUZUGUN45K6UV2CF","created_at":"2026-07-05T00:32:55Z"},{"alias_kind":"pith_short_8","alias_value":"RUZUGUN4","created_at":"2026-07-05T00:32:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:RUZUGUN45K6UV2CFAZWBP7QV7R","target":"record","payload":{"canonical_record":{"source":{"id":"2001.03765","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-01-11T15:30:56Z","cross_cats_sorted":[],"title_canon_sha256":"b3944e38863991458ade1a8ed3778f99c6faedc53a7974c4b866bff87aecc6bb","abstract_canon_sha256":"746ad36f7b1703035808a8721b28aeca873f82504526f46cb673d3d4531e431d"},"schema_version":"1.0"},"canonical_sha256":"8d334351bceabd4ae845066c17fe15fc788c21db59c195ea71ba2c31a2c3877a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:32:55.747214Z","signature_b64":"DrcEO0DbhXVONBDYGpz5h50ADc4e1zbJq9hnSSP8o6J5uUsHofu30bAsDqhy8W/8LyPtibgQgw2qLZvAKgt4Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d334351bceabd4ae845066c17fe15fc788c21db59c195ea71ba2c31a2c3877a","last_reissued_at":"2026-07-05T00:32:55.745646Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:32:55.745646Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2001.03765","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:32:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fcm56Lp4uDgEWC+qobFm8qglpv7EGII9oDpbl5QLbKvTGn3B0tiiCRpFgNPrd2zYU1U4b2Dlks/DwJI8J++KBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:02:39.678066Z"},"content_sha256":"0480ea77fba6ce7304a16763a9f92fa69032bfabea7be81854c77930927c2bb4","schema_version":"1.0","event_id":"sha256:0480ea77fba6ce7304a16763a9f92fa69032bfabea7be81854c77930927c2bb4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:RUZUGUN45K6UV2CFAZWBP7QV7R","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Cross-Context Entity Representations from Text","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"David Weiss, Jeffrey Ling, Livio Baldini Soares, Nicholas FitzGerald, Thibault F\\'evry, Tom Kwiatkowski, Zifei Shan","submitted_at":"2020-01-11T15:30:56Z","abstract_excerpt":"Language modeling tasks, in which words, or word-pieces, are predicted on the basis of a local context, have been very effective for learning word embeddings and context dependent representations of phrases. Motivated by the observation that efforts to code world knowledge into machine readable knowledge bases or human readable encyclopedias tend to be entity-centric, we investigate the use of a fill-in-the-blank task to learn context independent representations of entities from the text contexts in which those entities were mentioned. We show that large scale training of neural models allows "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2001.03765","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2001.03765/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:32:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lOpIEFAaB/mV6vu2pJuXoX9mrCYnSStlxs8fak6JYmbKwcdAnKZAEgYuzbi/kbTHHsRxB0RrqzYEnrXiQTJpDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:02:39.679008Z"},"content_sha256":"20cb41ed8122574aa35629d9d5e2aeadcda66281678321cdacca7f197bb1ba71","schema_version":"1.0","event_id":"sha256:20cb41ed8122574aa35629d9d5e2aeadcda66281678321cdacca7f197bb1ba71"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R/bundle.json","state_url":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RUZUGUN45K6UV2CFAZWBP7QV7R/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T17:02:39Z","links":{"resolver":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R","bundle":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R/bundle.json","state":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RUZUGUN45K6UV2CFAZWBP7QV7R/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:RUZUGUN45K6UV2CFAZWBP7QV7R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"746ad36f7b1703035808a8721b28aeca873f82504526f46cb673d3d4531e431d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-01-11T15:30:56Z","title_canon_sha256":"b3944e38863991458ade1a8ed3778f99c6faedc53a7974c4b866bff87aecc6bb"},"schema_version":"1.0","source":{"id":"2001.03765","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2001.03765","created_at":"2026-07-05T00:32:55Z"},{"alias_kind":"arxiv_version","alias_value":"2001.03765v1","created_at":"2026-07-05T00:32:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2001.03765","created_at":"2026-07-05T00:32:55Z"},{"alias_kind":"pith_short_12","alias_value":"RUZUGUN45K6U","created_at":"2026-07-05T00:32:55Z"},{"alias_kind":"pith_short_16","alias_value":"RUZUGUN45K6UV2CF","created_at":"2026-07-05T00:32:55Z"},{"alias_kind":"pith_short_8","alias_value":"RUZUGUN4","created_at":"2026-07-05T00:32:55Z"}],"graph_snapshots":[{"event_id":"sha256:20cb41ed8122574aa35629d9d5e2aeadcda66281678321cdacca7f197bb1ba71","target":"graph","created_at":"2026-07-05T00:32:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2001.03765/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language modeling tasks, in which words, or word-pieces, are predicted on the basis of a local context, have been very effective for learning word embeddings and context dependent representations of phrases. Motivated by the observation that efforts to code world knowledge into machine readable knowledge bases or human readable encyclopedias tend to be entity-centric, we investigate the use of a fill-in-the-blank task to learn context independent representations of entities from the text contexts in which those entities were mentioned. We show that large scale training of neural models allows ","authors_text":"David Weiss, Jeffrey Ling, Livio Baldini Soares, Nicholas FitzGerald, Thibault F\\'evry, Tom Kwiatkowski, Zifei Shan","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-01-11T15:30:56Z","title":"Learning Cross-Context Entity Representations from Text"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2001.03765","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0480ea77fba6ce7304a16763a9f92fa69032bfabea7be81854c77930927c2bb4","target":"record","created_at":"2026-07-05T00:32:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"746ad36f7b1703035808a8721b28aeca873f82504526f46cb673d3d4531e431d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-01-11T15:30:56Z","title_canon_sha256":"b3944e38863991458ade1a8ed3778f99c6faedc53a7974c4b866bff87aecc6bb"},"schema_version":"1.0","source":{"id":"2001.03765","kind":"arxiv","version":1}},"canonical_sha256":"8d334351bceabd4ae845066c17fe15fc788c21db59c195ea71ba2c31a2c3877a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8d334351bceabd4ae845066c17fe15fc788c21db59c195ea71ba2c31a2c3877a","first_computed_at":"2026-07-05T00:32:55.745646Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:32:55.745646Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DrcEO0DbhXVONBDYGpz5h50ADc4e1zbJq9hnSSP8o6J5uUsHofu30bAsDqhy8W/8LyPtibgQgw2qLZvAKgt4Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:32:55.747214Z","signed_message":"canonical_sha256_bytes"},"source_id":"2001.03765","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0480ea77fba6ce7304a16763a9f92fa69032bfabea7be81854c77930927c2bb4","sha256:20cb41ed8122574aa35629d9d5e2aeadcda66281678321cdacca7f197bb1ba71"],"state_sha256":"2194cd01fc7d79974aa4be16f024545dbde74b8d98eface0a204812ca9ea755c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ABbbOyASZ/LA3ALGs4x1xBz2TVdnqlruJbozTyUos55r1QMHPJcThez9ilVcbowL/fWSKQ0nD/L6vOwLlTQPAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T17:02:39.687546Z","bundle_sha256":"fb4019e2e0db39793418b50102f6a825268ac35f0871a0ea4c3d49449c99eb94"}}