{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ANRJBGQ7CC3ADEELZCHGAU7WEW","short_pith_number":"pith:ANRJBGQ7","canonical_record":{"source":{"id":"2411.16618","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T17:57:52Z","cross_cats_sorted":[],"title_canon_sha256":"ee7e15cb2516e2c2b35c1aca6e140dad07168b5a4e8d192e708bec8d4f52cf5b","abstract_canon_sha256":"34ad031802a9ad7cf40b5cfe91b515200a2c97b82160b5da4a1711ef6be2b676"},"schema_version":"1.0"},"canonical_sha256":"0362909a1f10b601908bc88e6053f625a82e6ff2e9d1ebbd04f2e92bcab8aa11","source":{"kind":"arxiv","id":"2411.16618","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16618","created_at":"2026-07-05T09:40:11Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16618v1","created_at":"2026-07-05T09:40:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16618","created_at":"2026-07-05T09:40:11Z"},{"alias_kind":"pith_short_12","alias_value":"ANRJBGQ7CC3A","created_at":"2026-07-05T09:40:11Z"},{"alias_kind":"pith_short_16","alias_value":"ANRJBGQ7CC3ADEEL","created_at":"2026-07-05T09:40:11Z"},{"alias_kind":"pith_short_8","alias_value":"ANRJBGQ7","created_at":"2026-07-05T09:40:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ANRJBGQ7CC3ADEELZCHGAU7WEW","target":"record","payload":{"canonical_record":{"source":{"id":"2411.16618","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T17:57:52Z","cross_cats_sorted":[],"title_canon_sha256":"ee7e15cb2516e2c2b35c1aca6e140dad07168b5a4e8d192e708bec8d4f52cf5b","abstract_canon_sha256":"34ad031802a9ad7cf40b5cfe91b515200a2c97b82160b5da4a1711ef6be2b676"},"schema_version":"1.0"},"canonical_sha256":"0362909a1f10b601908bc88e6053f625a82e6ff2e9d1ebbd04f2e92bcab8aa11","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:40:11.942943Z","signature_b64":"zOSjQ8nWp/gN7uQj+E/6nDIY9hghn8oe9O2kmHxDShSpW3WB9RIwKz0iLxqrgm7Lyg9oa/WJXHZDsP0v+7MADw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0362909a1f10b601908bc88e6053f625a82e6ff2e9d1ebbd04f2e92bcab8aa11","last_reissued_at":"2026-07-05T09:40:11.942584Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:40:11.942584Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.16618","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X2bX7BYYUUWauJ9qQVs5zTbjUH0On9fN5R1A8YYkOMzRDVah6wAcMTQurmlDf7ttwPYUnjCGOucsBTr2kU3CDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T20:05:24.543890Z"},"content_sha256":"affa7d52a13dceabe050a7b99221794636f2cd55c67d43d15ff7dd61e3f9b117","schema_version":"1.0","event_id":"sha256:affa7d52a13dceabe050a7b99221794636f2cd55c67d43d15ff7dd61e3f9b117"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ANRJBGQ7CC3ADEELZCHGAU7WEW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"StructFormer: Document Structure-based Masked Attention and its Impact on Language Model Pre-Training","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ganesh Ramakrishnan, Kaustubh Ponkshe, Natwar Modani, Venkatapathy Subramanian","submitted_at":"2024-11-25T17:57:52Z","abstract_excerpt":"Most state-of-the-art techniques for Language Models (LMs) today rely on transformer-based architectures and their ubiquitous attention mechanism. However, the exponential growth in computational requirements with longer input sequences confines Transformers to handling short passages. Recent efforts have aimed to address this limitation by introducing selective attention mechanisms, notably local and global attention. While sparse attention mechanisms, akin to full attention in being Turing-complete, have been theoretically established, their practical impact on pre-training remains unexplore"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16618","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.16618/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XmjxMe789HNhpDVpiBdZXFhEjYtsuo+nINUeTCvSVrCMP0DlRB+sO/jNQoQ8ISEssJb83ZBFd7DE2IveuLr0DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T20:05:24.544276Z"},"content_sha256":"64dacb63ed64d189b0fe3f65c792ea08a0e83bb567d3f24b1aecbd53aec4e345","schema_version":"1.0","event_id":"sha256:64dacb63ed64d189b0fe3f65c792ea08a0e83bb567d3f24b1aecbd53aec4e345"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ANRJBGQ7CC3ADEELZCHGAU7WEW/bundle.json","state_url":"https://pith.science/pith/ANRJBGQ7CC3ADEELZCHGAU7WEW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ANRJBGQ7CC3ADEELZCHGAU7WEW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T20:05:24Z","links":{"resolver":"https://pith.science/pith/ANRJBGQ7CC3ADEELZCHGAU7WEW","bundle":"https://pith.science/pith/ANRJBGQ7CC3ADEELZCHGAU7WEW/bundle.json","state":"https://pith.science/pith/ANRJBGQ7CC3ADEELZCHGAU7WEW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ANRJBGQ7CC3ADEELZCHGAU7WEW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ANRJBGQ7CC3ADEELZCHGAU7WEW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"34ad031802a9ad7cf40b5cfe91b515200a2c97b82160b5da4a1711ef6be2b676","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T17:57:52Z","title_canon_sha256":"ee7e15cb2516e2c2b35c1aca6e140dad07168b5a4e8d192e708bec8d4f52cf5b"},"schema_version":"1.0","source":{"id":"2411.16618","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16618","created_at":"2026-07-05T09:40:11Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16618v1","created_at":"2026-07-05T09:40:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16618","created_at":"2026-07-05T09:40:11Z"},{"alias_kind":"pith_short_12","alias_value":"ANRJBGQ7CC3A","created_at":"2026-07-05T09:40:11Z"},{"alias_kind":"pith_short_16","alias_value":"ANRJBGQ7CC3ADEEL","created_at":"2026-07-05T09:40:11Z"},{"alias_kind":"pith_short_8","alias_value":"ANRJBGQ7","created_at":"2026-07-05T09:40:11Z"}],"graph_snapshots":[{"event_id":"sha256:64dacb63ed64d189b0fe3f65c792ea08a0e83bb567d3f24b1aecbd53aec4e345","target":"graph","created_at":"2026-07-05T09:40:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.16618/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Most state-of-the-art techniques for Language Models (LMs) today rely on transformer-based architectures and their ubiquitous attention mechanism. However, the exponential growth in computational requirements with longer input sequences confines Transformers to handling short passages. Recent efforts have aimed to address this limitation by introducing selective attention mechanisms, notably local and global attention. While sparse attention mechanisms, akin to full attention in being Turing-complete, have been theoretically established, their practical impact on pre-training remains unexplore","authors_text":"Ganesh Ramakrishnan, Kaustubh Ponkshe, Natwar Modani, Venkatapathy Subramanian","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T17:57:52Z","title":"StructFormer: Document Structure-based Masked Attention and its Impact on Language Model Pre-Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16618","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:affa7d52a13dceabe050a7b99221794636f2cd55c67d43d15ff7dd61e3f9b117","target":"record","created_at":"2026-07-05T09:40:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"34ad031802a9ad7cf40b5cfe91b515200a2c97b82160b5da4a1711ef6be2b676","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-25T17:57:52Z","title_canon_sha256":"ee7e15cb2516e2c2b35c1aca6e140dad07168b5a4e8d192e708bec8d4f52cf5b"},"schema_version":"1.0","source":{"id":"2411.16618","kind":"arxiv","version":1}},"canonical_sha256":"0362909a1f10b601908bc88e6053f625a82e6ff2e9d1ebbd04f2e92bcab8aa11","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0362909a1f10b601908bc88e6053f625a82e6ff2e9d1ebbd04f2e92bcab8aa11","first_computed_at":"2026-07-05T09:40:11.942584Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:40:11.942584Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zOSjQ8nWp/gN7uQj+E/6nDIY9hghn8oe9O2kmHxDShSpW3WB9RIwKz0iLxqrgm7Lyg9oa/WJXHZDsP0v+7MADw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:40:11.942943Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.16618","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:affa7d52a13dceabe050a7b99221794636f2cd55c67d43d15ff7dd61e3f9b117","sha256:64dacb63ed64d189b0fe3f65c792ea08a0e83bb567d3f24b1aecbd53aec4e345"],"state_sha256":"e40c568be7c3805aba4f82d3643d39782d1f42c468f4a779982a59931e3c43e7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V5Q2hH/SPsb6Hwz0MmtNSjqvJOTH9BJGHcZD+UYxJLQzLN0jhCAIcZgmLXeRxluK0q02ayAGL6J5N2FjqkeRCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T20:05:24.550534Z","bundle_sha256":"df3241154d08464be85f1973a8333a3fd58903de2bad1d08c8d826cb483a91fd"}}