{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:3PZGICOY75U7UXY6AY7NMHNUN3","short_pith_number":"pith:3PZGICOY","canonical_record":{"source":{"id":"2101.12294","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-01-28T21:54:03Z","cross_cats_sorted":[],"title_canon_sha256":"0758fc71eb00847414bc1050fb7d0b04372f99b4e8ebf39114cc725394241229","abstract_canon_sha256":"f870c93b7358d3f786f6c1fe87c5d32a851b3ffa98466d6aece242395c5886e5"},"schema_version":"1.0"},"canonical_sha256":"dbf26409d8ff69fa5f1e063ed61db46ef2cc11b463f23c78c942b2797fc51317","source":{"kind":"arxiv","id":"2101.12294","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.12294","created_at":"2026-07-05T02:13:04Z"},{"alias_kind":"arxiv_version","alias_value":"2101.12294v2","created_at":"2026-07-05T02:13:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.12294","created_at":"2026-07-05T02:13:04Z"},{"alias_kind":"pith_short_12","alias_value":"3PZGICOY75U7","created_at":"2026-07-05T02:13:04Z"},{"alias_kind":"pith_short_16","alias_value":"3PZGICOY75U7UXY6","created_at":"2026-07-05T02:13:04Z"},{"alias_kind":"pith_short_8","alias_value":"3PZGICOY","created_at":"2026-07-05T02:13:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:3PZGICOY75U7UXY6AY7NMHNUN3","target":"record","payload":{"canonical_record":{"source":{"id":"2101.12294","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-01-28T21:54:03Z","cross_cats_sorted":[],"title_canon_sha256":"0758fc71eb00847414bc1050fb7d0b04372f99b4e8ebf39114cc725394241229","abstract_canon_sha256":"f870c93b7358d3f786f6c1fe87c5d32a851b3ffa98466d6aece242395c5886e5"},"schema_version":"1.0"},"canonical_sha256":"dbf26409d8ff69fa5f1e063ed61db46ef2cc11b463f23c78c942b2797fc51317","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:13:04.913238Z","signature_b64":"Jn0rl7D+VYbuL5b73i6Vt//SnHw27Vmj+VzW4IrvGeFfTTHzyfZRY0WjQ6i/ZwtMxZQnsdNiu0xH1awHNfMiCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dbf26409d8ff69fa5f1e063ed61db46ef2cc11b463f23c78c942b2797fc51317","last_reissued_at":"2026-07-05T02:13:04.912813Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:13:04.912813Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2101.12294","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:13:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N7VFi4h8gedmCk6JUkqMJe+OM+8SN5v744OWhZXvV06FJ5oaBfIEMzKbrSDSzI8tn6lhyq4Zrv5LyJob5ELaAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T08:04:17.479672Z"},"content_sha256":"0fe14a64ccd5b8f55cc003acfd8bb3f8da64179ce69ac0ca8ce948e6f4a0dec1","schema_version":"1.0","event_id":"sha256:0fe14a64ccd5b8f55cc003acfd8bb3f8da64179ce69ac0ca8ce948e6f4a0dec1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:3PZGICOY75U7UXY6AY7NMHNUN3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Combining pre-trained language models and structured knowledge","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Catherine Havasi, Cynthia Breazeal, Jason Alonso, Matthew Huggins, Pedro Colon-Hernandez","submitted_at":"2021-01-28T21:54:03Z","abstract_excerpt":"In recent years, transformer-based language models have achieved state of the art performance in various NLP benchmarks. These models are able to extract mostly distributional information with some semantics from unstructured text, however it has proven challenging to integrate structured information, such as knowledge graphs into these models. We examine a variety of approaches to integrate structured knowledge into current language models and determine challenges, and possible opportunities to leverage both structured and unstructured information sources. From our survey, we find that there "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.12294","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2101.12294/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:13:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1mVhIpW8EJo19lN4iyb4WePKeyv0YRfP+B/RiyJGC89VbmjW2o/YIS8kbWpyVl//8yiZIgM0NOejUGJK6W3YBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T08:04:17.479989Z"},"content_sha256":"4925e1ef6790031e157b61e537ee8f6260f661a273c1e1f1987b5fd272d9c37f","schema_version":"1.0","event_id":"sha256:4925e1ef6790031e157b61e537ee8f6260f661a273c1e1f1987b5fd272d9c37f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3/bundle.json","state_url":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3PZGICOY75U7UXY6AY7NMHNUN3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T08:04:17Z","links":{"resolver":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3","bundle":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3/bundle.json","state":"https://pith.science/pith/3PZGICOY75U7UXY6AY7NMHNUN3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3PZGICOY75U7UXY6AY7NMHNUN3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:3PZGICOY75U7UXY6AY7NMHNUN3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f870c93b7358d3f786f6c1fe87c5d32a851b3ffa98466d6aece242395c5886e5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-01-28T21:54:03Z","title_canon_sha256":"0758fc71eb00847414bc1050fb7d0b04372f99b4e8ebf39114cc725394241229"},"schema_version":"1.0","source":{"id":"2101.12294","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.12294","created_at":"2026-07-05T02:13:04Z"},{"alias_kind":"arxiv_version","alias_value":"2101.12294v2","created_at":"2026-07-05T02:13:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.12294","created_at":"2026-07-05T02:13:04Z"},{"alias_kind":"pith_short_12","alias_value":"3PZGICOY75U7","created_at":"2026-07-05T02:13:04Z"},{"alias_kind":"pith_short_16","alias_value":"3PZGICOY75U7UXY6","created_at":"2026-07-05T02:13:04Z"},{"alias_kind":"pith_short_8","alias_value":"3PZGICOY","created_at":"2026-07-05T02:13:04Z"}],"graph_snapshots":[{"event_id":"sha256:4925e1ef6790031e157b61e537ee8f6260f661a273c1e1f1987b5fd272d9c37f","target":"graph","created_at":"2026-07-05T02:13:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2101.12294/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, transformer-based language models have achieved state of the art performance in various NLP benchmarks. These models are able to extract mostly distributional information with some semantics from unstructured text, however it has proven challenging to integrate structured information, such as knowledge graphs into these models. We examine a variety of approaches to integrate structured knowledge into current language models and determine challenges, and possible opportunities to leverage both structured and unstructured information sources. From our survey, we find that there ","authors_text":"Catherine Havasi, Cynthia Breazeal, Jason Alonso, Matthew Huggins, Pedro Colon-Hernandez","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-01-28T21:54:03Z","title":"Combining pre-trained language models and structured knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.12294","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0fe14a64ccd5b8f55cc003acfd8bb3f8da64179ce69ac0ca8ce948e6f4a0dec1","target":"record","created_at":"2026-07-05T02:13:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f870c93b7358d3f786f6c1fe87c5d32a851b3ffa98466d6aece242395c5886e5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-01-28T21:54:03Z","title_canon_sha256":"0758fc71eb00847414bc1050fb7d0b04372f99b4e8ebf39114cc725394241229"},"schema_version":"1.0","source":{"id":"2101.12294","kind":"arxiv","version":2}},"canonical_sha256":"dbf26409d8ff69fa5f1e063ed61db46ef2cc11b463f23c78c942b2797fc51317","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dbf26409d8ff69fa5f1e063ed61db46ef2cc11b463f23c78c942b2797fc51317","first_computed_at":"2026-07-05T02:13:04.912813Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:13:04.912813Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Jn0rl7D+VYbuL5b73i6Vt//SnHw27Vmj+VzW4IrvGeFfTTHzyfZRY0WjQ6i/ZwtMxZQnsdNiu0xH1awHNfMiCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:13:04.913238Z","signed_message":"canonical_sha256_bytes"},"source_id":"2101.12294","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0fe14a64ccd5b8f55cc003acfd8bb3f8da64179ce69ac0ca8ce948e6f4a0dec1","sha256:4925e1ef6790031e157b61e537ee8f6260f661a273c1e1f1987b5fd272d9c37f"],"state_sha256":"0cf15590980f07632d959c9ad25f2f62c60f800e52e5a77934d9fe3cf1528a1e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n8liAKtVzaeD8/vpl/q7NqGquz02+T8rOBcw2bbFyQLWU8KNae6GbjiPphZ6/0zZjjRGi2xhCg1z6gAeQGnEBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T08:04:17.483456Z","bundle_sha256":"181d3544cd7090c2a5e735e8a865e47d849780774db5f501cce04975dc96f6f7"}}