{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:FEX262JUFQAJ3IKWJDTB6MPMEU","short_pith_number":"pith:FEX262JU","canonical_record":{"source":{"id":"2006.03555","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-05T17:09:16Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"56b94f3f1272ac89951302ae015f00c1b68f4b80597da69d468845bc813fcf2a","abstract_canon_sha256":"2014790160f74cadfcf74261027e31fc3727b77068d66cf20a7036ca08c35385"},"schema_version":"1.0"},"canonical_sha256":"292faf69342c009da15648e61f31ec250db02d653bb16f6ba136d00e7dd5ff77","source":{"kind":"arxiv","id":"2006.03555","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.03555","created_at":"2026-07-05T01:39:27Z"},{"alias_kind":"arxiv_version","alias_value":"2006.03555v3","created_at":"2026-07-05T01:39:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.03555","created_at":"2026-07-05T01:39:27Z"},{"alias_kind":"pith_short_12","alias_value":"FEX262JUFQAJ","created_at":"2026-07-05T01:39:27Z"},{"alias_kind":"pith_short_16","alias_value":"FEX262JUFQAJ3IKW","created_at":"2026-07-05T01:39:27Z"},{"alias_kind":"pith_short_8","alias_value":"FEX262JU","created_at":"2026-07-05T01:39:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:FEX262JUFQAJ3IKWJDTB6MPMEU","target":"record","payload":{"canonical_record":{"source":{"id":"2006.03555","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-05T17:09:16Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"56b94f3f1272ac89951302ae015f00c1b68f4b80597da69d468845bc813fcf2a","abstract_canon_sha256":"2014790160f74cadfcf74261027e31fc3727b77068d66cf20a7036ca08c35385"},"schema_version":"1.0"},"canonical_sha256":"292faf69342c009da15648e61f31ec250db02d653bb16f6ba136d00e7dd5ff77","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:39:27.241229Z","signature_b64":"CxliOb7eG0vqLnfkZe4l5mArfD+bOLzTLEJ8W9YqdjieTpbifQvFTr5buJsfTldpdt+ZjMuM4NBylgDWVzw1AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"292faf69342c009da15648e61f31ec250db02d653bb16f6ba136d00e7dd5ff77","last_reissued_at":"2026-07-05T01:39:27.240785Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:39:27.240785Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2006.03555","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:39:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YPOS2AbxONZkCKoX2wEkxuvw9y9KQuDNABpoPMi3Vl3ziaEk6/u2hMYZFhEEf3YffeBJC1mvJTjP2mYFR0mbBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T17:18:39.397483Z"},"content_sha256":"1daa21a203e65d4045027909ee82cc6e010a036831c533e387f8145cd5b2fb55","schema_version":"1.0","event_id":"sha256:1daa21a203e65d4045027909ee82cc6e010a036831c533e387f8145cd5b2fb55"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:FEX262JUFQAJ3IKWJDTB6MPMEU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Masked Language Modeling for Proteins via Linearly Scalable Long-Context Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Adrian Weller, Andreea Gane, David Belanger, David Dohan, Jared Davis, Krzysztof Choromanski, Lucy Colwell, Peter Hawkins, Tamas Sarlos, Valerii Likhosherstov, Xingyou Song","submitted_at":"2020-06-05T17:09:16Z","abstract_excerpt":"Transformer models have achieved state-of-the-art results across a diverse range of domains. However, concern over the cost of training the attention mechanism to learn complex dependencies between distant inputs continues to grow. In response, solutions that exploit the structure and sparsity of the learned attention matrix have blossomed. However, real-world applications that involve long sequences, such as biological sequence analysis, may fall short of meeting these assumptions, precluding exploration of these models. To address this challenge, we present a new Transformer architecture, Pe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.03555","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2006.03555/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:39:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S04pYcUiz51Gdr5sUzBirGdbxVdhoAqORESl+aG16MKd1r3cEXmD1v2Ewxn9YtlTY4658VbouF646LZ9VUoPCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T17:18:39.398013Z"},"content_sha256":"c98179922f167fa74988311ef6f20102a74587de625aab4dbf56bdd8cb065a55","schema_version":"1.0","event_id":"sha256:c98179922f167fa74988311ef6f20102a74587de625aab4dbf56bdd8cb065a55"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FEX262JUFQAJ3IKWJDTB6MPMEU/bundle.json","state_url":"https://pith.science/pith/FEX262JUFQAJ3IKWJDTB6MPMEU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FEX262JUFQAJ3IKWJDTB6MPMEU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T17:18:39Z","links":{"resolver":"https://pith.science/pith/FEX262JUFQAJ3IKWJDTB6MPMEU","bundle":"https://pith.science/pith/FEX262JUFQAJ3IKWJDTB6MPMEU/bundle.json","state":"https://pith.science/pith/FEX262JUFQAJ3IKWJDTB6MPMEU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FEX262JUFQAJ3IKWJDTB6MPMEU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:FEX262JUFQAJ3IKWJDTB6MPMEU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2014790160f74cadfcf74261027e31fc3727b77068d66cf20a7036ca08c35385","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-05T17:09:16Z","title_canon_sha256":"56b94f3f1272ac89951302ae015f00c1b68f4b80597da69d468845bc813fcf2a"},"schema_version":"1.0","source":{"id":"2006.03555","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.03555","created_at":"2026-07-05T01:39:27Z"},{"alias_kind":"arxiv_version","alias_value":"2006.03555v3","created_at":"2026-07-05T01:39:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.03555","created_at":"2026-07-05T01:39:27Z"},{"alias_kind":"pith_short_12","alias_value":"FEX262JUFQAJ","created_at":"2026-07-05T01:39:27Z"},{"alias_kind":"pith_short_16","alias_value":"FEX262JUFQAJ3IKW","created_at":"2026-07-05T01:39:27Z"},{"alias_kind":"pith_short_8","alias_value":"FEX262JU","created_at":"2026-07-05T01:39:27Z"}],"graph_snapshots":[{"event_id":"sha256:c98179922f167fa74988311ef6f20102a74587de625aab4dbf56bdd8cb065a55","target":"graph","created_at":"2026-07-05T01:39:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.03555/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer models have achieved state-of-the-art results across a diverse range of domains. However, concern over the cost of training the attention mechanism to learn complex dependencies between distant inputs continues to grow. In response, solutions that exploit the structure and sparsity of the learned attention matrix have blossomed. However, real-world applications that involve long sequences, such as biological sequence analysis, may fall short of meeting these assumptions, precluding exploration of these models. To address this challenge, we present a new Transformer architecture, Pe","authors_text":"Adrian Weller, Andreea Gane, David Belanger, David Dohan, Jared Davis, Krzysztof Choromanski, Lucy Colwell, Peter Hawkins, Tamas Sarlos, Valerii Likhosherstov, Xingyou Song","cross_cats":["cs.CL","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-05T17:09:16Z","title":"Masked Language Modeling for Proteins via Linearly Scalable Long-Context Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.03555","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1daa21a203e65d4045027909ee82cc6e010a036831c533e387f8145cd5b2fb55","target":"record","created_at":"2026-07-05T01:39:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2014790160f74cadfcf74261027e31fc3727b77068d66cf20a7036ca08c35385","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-05T17:09:16Z","title_canon_sha256":"56b94f3f1272ac89951302ae015f00c1b68f4b80597da69d468845bc813fcf2a"},"schema_version":"1.0","source":{"id":"2006.03555","kind":"arxiv","version":3}},"canonical_sha256":"292faf69342c009da15648e61f31ec250db02d653bb16f6ba136d00e7dd5ff77","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"292faf69342c009da15648e61f31ec250db02d653bb16f6ba136d00e7dd5ff77","first_computed_at":"2026-07-05T01:39:27.240785Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:39:27.240785Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CxliOb7eG0vqLnfkZe4l5mArfD+bOLzTLEJ8W9YqdjieTpbifQvFTr5buJsfTldpdt+ZjMuM4NBylgDWVzw1AA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:39:27.241229Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.03555","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1daa21a203e65d4045027909ee82cc6e010a036831c533e387f8145cd5b2fb55","sha256:c98179922f167fa74988311ef6f20102a74587de625aab4dbf56bdd8cb065a55"],"state_sha256":"a99ced0454d631c4d5ded9d298664995aae999f5fa2a1f18513050c64d11efea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gt5NTku6NXwCi5UJvOIxoKgOl2As8n3kTz3h+Upv/bqmEJ7tdjKbqzlaCXFjc9a+fuVQB2kwpPA//ntLcCI9Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T17:18:39.403623Z","bundle_sha256":"de88ec5d5f35497f173b6acb915af59405ae4970cf1a64fbdba48dc93ebf39ec"}}