{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:3PZGICOY75U7UXY6AY7NMHNUN3","short_pith_number":"pith:3PZGICOY","schema_version":"1.0","canonical_sha256":"dbf26409d8ff69fa5f1e063ed61db46ef2cc11b463f23c78c942b2797fc51317","source":{"kind":"arxiv","id":"2101.12294","version":2},"attestation_state":"computed","paper":{"title":"Combining pre-trained language models and structured knowledge","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Catherine Havasi, Cynthia Breazeal, Jason Alonso, Matthew Huggins, Pedro Colon-Hernandez","submitted_at":"2021-01-28T21:54:03Z","abstract_excerpt":"In recent years, transformer-based language models have achieved state of the art performance in various NLP benchmarks. These models are able to extract mostly distributional information with some semantics from unstructured text, however it has proven challenging to integrate structured information, such as knowledge graphs into these models. We examine a variety of approaches to integrate structured knowledge into current language models and determine challenges, and possible opportunities to leverage both structured and unstructured information sources. From our survey, we find that there "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2101.12294","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-01-28T21:54:03Z","cross_cats_sorted":[],"title_canon_sha256":"0758fc71eb00847414bc1050fb7d0b04372f99b4e8ebf39114cc725394241229","abstract_canon_sha256":"f870c93b7358d3f786f6c1fe87c5d32a851b3ffa98466d6aece242395c5886e5"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:13:04.913238Z","signature_b64":"Jn0rl7D+VYbuL5b73i6Vt//SnHw27Vmj+VzW4IrvGeFfTTHzyfZRY0WjQ6i/ZwtMxZQnsdNiu0xH1awHNfMiCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dbf26409d8ff69fa5f1e063ed61db46ef2cc11b463f23c78c942b2797fc51317","last_reissued_at":"2026-07-05T02:13:04.912813Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:13:04.912813Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Combining pre-trained language models and structured knowledge","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Catherine Havasi, Cynthia Breazeal, Jason Alonso, Matthew Huggins, Pedro Colon-Hernandez","submitted_at":"2021-01-28T21:54:03Z","abstract_excerpt":"In recent years, transformer-based language models have achieved state of the art performance in various NLP benchmarks. These models are able to extract mostly distributional information with some semantics from unstructured text, however it has proven challenging to integrate structured information, such as knowledge graphs into these models. We examine a variety of approaches to integrate structured knowledge into current language models and determine challenges, and possible opportunities to leverage both structured and unstructured information sources. From our survey, we find that there "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.12294","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2101.12294/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2101.12294","created_at":"2026-07-05T02:13:04.912879+00:00"},{"alias_kind":"arxiv_version","alias_value":"2101.12294v2","created_at":"2026-07-05T02:13:04.912879+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.12294","created_at":"2026-07-05T02:13:04.912879+00:00"},{"alias_kind":"pith_short_12","alias_value":"3PZGICOY75U7","created_at":"2026-07-05T02:13:04.912879+00:00"},{"alias_kind":"pith_short_16","alias_value":"3PZGICOY75U7UXY6","created_at":"2026-07-05T02:13:04.912879+00:00"},{"alias_kind":"pith_short_8","alias_value":"3PZGICOY","created_at":"2026-07-05T02:13:04.912879+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2411.16403","citing_title":"Adapter-based Approaches to Knowledge-enhanced Language Models -- A Survey","ref_index":15,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3","json":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3.json","graph_json":"https://pith.science/api/pith-number/3PZGICOY75U7UXY6AY7NMHNUN3/graph.json","events_json":"https://pith.science/api/pith-number/3PZGICOY75U7UXY6AY7NMHNUN3/events.json","paper":"https://pith.science/paper/3PZGICOY"},"agent_actions":{"view_html":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3","download_json":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3.json","view_paper":"https://pith.science/paper/3PZGICOY","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2101.12294&json=true","fetch_graph":"https://pith.science/api/pith-number/3PZGICOY75U7UXY6AY7NMHNUN3/graph.json","fetch_events":"https://pith.science/api/pith-number/3PZGICOY75U7UXY6AY7NMHNUN3/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3/action/timestamp_anchor","attest_storage":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3/action/storage_attestation","attest_author":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3/action/author_attestation","sign_citation":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3/action/citation_signature","submit_replication":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3/action/replication_record"}},"created_at":"2026-07-05T02:13:04.912879+00:00","updated_at":"2026-07-05T02:13:04.912879+00:00"}