{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:XHNAZQ44VHQWSDYBAB3SDVVDEA","short_pith_number":"pith:XHNAZQ44","canonical_record":{"source":{"id":"2201.11838","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-01-27T22:51:58Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0f692b2441ec7bfbac2dad9693894118b6162da001b40a33f3bf018ff9dd82f4","abstract_canon_sha256":"f2ca0a0532e5e8aada6a757173113420377d6013d3f82c592fe7dc362d0617b4"},"schema_version":"1.0"},"canonical_sha256":"b9da0cc39ca9e1690f01007721d6a32005a984cf93c929a79456c3be75f260b2","source":{"kind":"arxiv","id":"2201.11838","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.11838","created_at":"2026-07-05T04:15:00Z"},{"alias_kind":"arxiv_version","alias_value":"2201.11838v3","created_at":"2026-07-05T04:15:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.11838","created_at":"2026-07-05T04:15:00Z"},{"alias_kind":"pith_short_12","alias_value":"XHNAZQ44VHQW","created_at":"2026-07-05T04:15:00Z"},{"alias_kind":"pith_short_16","alias_value":"XHNAZQ44VHQWSDYB","created_at":"2026-07-05T04:15:00Z"},{"alias_kind":"pith_short_8","alias_value":"XHNAZQ44","created_at":"2026-07-05T04:15:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:XHNAZQ44VHQWSDYBAB3SDVVDEA","target":"record","payload":{"canonical_record":{"source":{"id":"2201.11838","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-01-27T22:51:58Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0f692b2441ec7bfbac2dad9693894118b6162da001b40a33f3bf018ff9dd82f4","abstract_canon_sha256":"f2ca0a0532e5e8aada6a757173113420377d6013d3f82c592fe7dc362d0617b4"},"schema_version":"1.0"},"canonical_sha256":"b9da0cc39ca9e1690f01007721d6a32005a984cf93c929a79456c3be75f260b2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:15:00.737399Z","signature_b64":"rzDeDLDmJjtK1WKToNrhQ7evOT5BuJC1qdPMTPOoRaEEd+0lFzuzqcXN1MC8U73zQJPkmjds5EdMAK2bIbwnCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b9da0cc39ca9e1690f01007721d6a32005a984cf93c929a79456c3be75f260b2","last_reissued_at":"2026-07-05T04:15:00.736869Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:15:00.736869Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.11838","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:15:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xFXOOUrATbx8GT2/QELWzz5wHAg+Sv9vzaIl/Mf7/I2KRc04p252EhyDZ4l2qaCHWyhEdwRcVj9SjN00faVbBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:48:05.801812Z"},"content_sha256":"888abb74471c2a2f46c4c24e27faa2ebde205bcdc245dc1158e959289349d9e8","schema_version":"1.0","event_id":"sha256:888abb74471c2a2f46c4c24e27faa2ebde205bcdc245dc1158e959289349d9e8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:XHNAZQ44VHQWSDYBAB3SDVVDEA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Clinical-Longformer and Clinical-BigBird: Transformers for long clinical sequences","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Faraz S. Ahmad, Hanyin Wang, Ramsey M. Wehbe, Yikuan Li, Yuan Luo","submitted_at":"2022-01-27T22:51:58Z","abstract_excerpt":"Transformers-based models, such as BERT, have dramatically improved the performance for various natural language processing tasks. The clinical knowledge enriched model, namely ClinicalBERT, also achieved state-of-the-art results when performed on clinical named entity recognition and natural language inference tasks. One of the core limitations of these transformers is the substantial memory consumption due to their full self-attention mechanism. To overcome this, long sequence transformer models, e.g. Longformer and BigBird, were proposed with the idea of sparse attention mechanism to reduce"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.11838","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.11838/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:15:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"66g2s0Fe5H5TbWGacOVuQ2iGaX6T17zG0CRhxkKewA2SzRbMnrMSxJEJ6qXkFNR4B3dI3ilLq300/uuoI4JmBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:48:05.802402Z"},"content_sha256":"01d8bd373f192d60109e0162231c483fc3c2e56496da7ed172d4a65f72320db9","schema_version":"1.0","event_id":"sha256:01d8bd373f192d60109e0162231c483fc3c2e56496da7ed172d4a65f72320db9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XHNAZQ44VHQWSDYBAB3SDVVDEA/bundle.json","state_url":"https://pith.science/pith/XHNAZQ44VHQWSDYBAB3SDVVDEA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XHNAZQ44VHQWSDYBAB3SDVVDEA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T05:48:05Z","links":{"resolver":"https://pith.science/pith/XHNAZQ44VHQWSDYBAB3SDVVDEA","bundle":"https://pith.science/pith/XHNAZQ44VHQWSDYBAB3SDVVDEA/bundle.json","state":"https://pith.science/pith/XHNAZQ44VHQWSDYBAB3SDVVDEA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XHNAZQ44VHQWSDYBAB3SDVVDEA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:XHNAZQ44VHQWSDYBAB3SDVVDEA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f2ca0a0532e5e8aada6a757173113420377d6013d3f82c592fe7dc362d0617b4","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-01-27T22:51:58Z","title_canon_sha256":"0f692b2441ec7bfbac2dad9693894118b6162da001b40a33f3bf018ff9dd82f4"},"schema_version":"1.0","source":{"id":"2201.11838","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.11838","created_at":"2026-07-05T04:15:00Z"},{"alias_kind":"arxiv_version","alias_value":"2201.11838v3","created_at":"2026-07-05T04:15:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.11838","created_at":"2026-07-05T04:15:00Z"},{"alias_kind":"pith_short_12","alias_value":"XHNAZQ44VHQW","created_at":"2026-07-05T04:15:00Z"},{"alias_kind":"pith_short_16","alias_value":"XHNAZQ44VHQWSDYB","created_at":"2026-07-05T04:15:00Z"},{"alias_kind":"pith_short_8","alias_value":"XHNAZQ44","created_at":"2026-07-05T04:15:00Z"}],"graph_snapshots":[{"event_id":"sha256:01d8bd373f192d60109e0162231c483fc3c2e56496da7ed172d4a65f72320db9","target":"graph","created_at":"2026-07-05T04:15:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.11838/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers-based models, such as BERT, have dramatically improved the performance for various natural language processing tasks. The clinical knowledge enriched model, namely ClinicalBERT, also achieved state-of-the-art results when performed on clinical named entity recognition and natural language inference tasks. One of the core limitations of these transformers is the substantial memory consumption due to their full self-attention mechanism. To overcome this, long sequence transformer models, e.g. Longformer and BigBird, were proposed with the idea of sparse attention mechanism to reduce","authors_text":"Faraz S. Ahmad, Hanyin Wang, Ramsey M. Wehbe, Yikuan Li, Yuan Luo","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-01-27T22:51:58Z","title":"Clinical-Longformer and Clinical-BigBird: Transformers for long clinical sequences"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.11838","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:888abb74471c2a2f46c4c24e27faa2ebde205bcdc245dc1158e959289349d9e8","target":"record","created_at":"2026-07-05T04:15:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f2ca0a0532e5e8aada6a757173113420377d6013d3f82c592fe7dc362d0617b4","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-01-27T22:51:58Z","title_canon_sha256":"0f692b2441ec7bfbac2dad9693894118b6162da001b40a33f3bf018ff9dd82f4"},"schema_version":"1.0","source":{"id":"2201.11838","kind":"arxiv","version":3}},"canonical_sha256":"b9da0cc39ca9e1690f01007721d6a32005a984cf93c929a79456c3be75f260b2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b9da0cc39ca9e1690f01007721d6a32005a984cf93c929a79456c3be75f260b2","first_computed_at":"2026-07-05T04:15:00.736869Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:15:00.736869Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rzDeDLDmJjtK1WKToNrhQ7evOT5BuJC1qdPMTPOoRaEEd+0lFzuzqcXN1MC8U73zQJPkmjds5EdMAK2bIbwnCg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:15:00.737399Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.11838","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:888abb74471c2a2f46c4c24e27faa2ebde205bcdc245dc1158e959289349d9e8","sha256:01d8bd373f192d60109e0162231c483fc3c2e56496da7ed172d4a65f72320db9"],"state_sha256":"00de3c6c828991239e7f25f9d76cfc0b23216bdc188f7d014594b4e6de4efdae"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AwPMQBS3GFQzX6eUyBGQ3XmWnZWxuatdgDxV7+IMS5cTxf77DVGl9ZKw2OFtgmHp6BNjE6Xpwool3PcBPypVDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T05:48:05.805630Z","bundle_sha256":"907b4eae0a7399d2957261fd8201afce8a583583ba5f2a80c4fba6bcc12516ae"}}