{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2020:RUZUGUN45K6UV2CFAZWBP7QV7R","short_pith_number":"pith:RUZUGUN4","schema_version":"1.0","canonical_sha256":"8d334351bceabd4ae845066c17fe15fc788c21db59c195ea71ba2c31a2c3877a","source":{"kind":"arxiv","id":"2001.03765","version":1},"attestation_state":"computed","paper":{"title":"Learning Cross-Context Entity Representations from Text","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"David Weiss, Jeffrey Ling, Livio Baldini Soares, Nicholas FitzGerald, Thibault F\\'evry, Tom Kwiatkowski, Zifei Shan","submitted_at":"2020-01-11T15:30:56Z","abstract_excerpt":"Language modeling tasks, in which words, or word-pieces, are predicted on the basis of a local context, have been very effective for learning word embeddings and context dependent representations of phrases. Motivated by the observation that efforts to code world knowledge into machine readable knowledge bases or human readable encyclopedias tend to be entity-centric, we investigate the use of a fill-in-the-blank task to learn context independent representations of entities from the text contexts in which those entities were mentioned. We show that large scale training of neural models allows "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2001.03765","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-01-11T15:30:56Z","cross_cats_sorted":[],"title_canon_sha256":"b3944e38863991458ade1a8ed3778f99c6faedc53a7974c4b866bff87aecc6bb","abstract_canon_sha256":"746ad36f7b1703035808a8721b28aeca873f82504526f46cb673d3d4531e431d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:32:55.747214Z","signature_b64":"DrcEO0DbhXVONBDYGpz5h50ADc4e1zbJq9hnSSP8o6J5uUsHofu30bAsDqhy8W/8LyPtibgQgw2qLZvAKgt4Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d334351bceabd4ae845066c17fe15fc788c21db59c195ea71ba2c31a2c3877a","last_reissued_at":"2026-07-05T00:32:55.745646Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:32:55.745646Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Learning Cross-Context Entity Representations from Text","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"David Weiss, Jeffrey Ling, Livio Baldini Soares, Nicholas FitzGerald, Thibault F\\'evry, Tom Kwiatkowski, Zifei Shan","submitted_at":"2020-01-11T15:30:56Z","abstract_excerpt":"Language modeling tasks, in which words, or word-pieces, are predicted on the basis of a local context, have been very effective for learning word embeddings and context dependent representations of phrases. Motivated by the observation that efforts to code world knowledge into machine readable knowledge bases or human readable encyclopedias tend to be entity-centric, we investigate the use of a fill-in-the-blank task to learn context independent representations of entities from the text contexts in which those entities were mentioned. We show that large scale training of neural models allows "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2001.03765","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2001.03765/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2001.03765","created_at":"2026-07-05T00:32:55.745704+00:00"},{"alias_kind":"arxiv_version","alias_value":"2001.03765v1","created_at":"2026-07-05T00:32:55.745704+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2001.03765","created_at":"2026-07-05T00:32:55.745704+00:00"},{"alias_kind":"pith_short_12","alias_value":"RUZUGUN45K6U","created_at":"2026-07-05T00:32:55.745704+00:00"},{"alias_kind":"pith_short_16","alias_value":"RUZUGUN45K6UV2CF","created_at":"2026-07-05T00:32:55.745704+00:00"},{"alias_kind":"pith_short_8","alias_value":"RUZUGUN4","created_at":"2026-07-05T00:32:55.745704+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2002.08910","citing_title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","ref_index":57,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R","json":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R.json","graph_json":"https://pith.science/api/pith-number/RUZUGUN45K6UV2CFAZWBP7QV7R/graph.json","events_json":"https://pith.science/api/pith-number/RUZUGUN45K6UV2CFAZWBP7QV7R/events.json","paper":"https://pith.science/paper/RUZUGUN4"},"agent_actions":{"view_html":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R","download_json":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R.json","view_paper":"https://pith.science/paper/RUZUGUN4","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2001.03765&json=true","fetch_graph":"https://pith.science/api/pith-number/RUZUGUN45K6UV2CFAZWBP7QV7R/graph.json","fetch_events":"https://pith.science/api/pith-number/RUZUGUN45K6UV2CFAZWBP7QV7R/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R/action/timestamp_anchor","attest_storage":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R/action/storage_attestation","attest_author":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R/action/author_attestation","sign_citation":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R/action/citation_signature","submit_replication":"https://pith.science/pith/RUZUGUN45K6UV2CFAZWBP7QV7R/action/replication_record"}},"created_at":"2026-07-05T00:32:55.745704+00:00","updated_at":"2026-07-05T00:32:55.745704+00:00"}