{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5ARQ32RT7IH22TMWPI5TC6U5FD","short_pith_number":"pith:5ARQ32RT","canonical_record":{"source":{"id":"2410.03462","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-04T14:24:06Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"0b6c436194ef035c617637079fe9e04433eb73ff0626c7662baefafb239d422f","abstract_canon_sha256":"5a6c8adc7620f6f10837dc313928d67f0e30958db54ef3b3868470cf4d8b9800"},"schema_version":"1.0"},"canonical_sha256":"e8230dea33fa0fad4d967a3b317a9d28f4d546dc48ae4ff6bc345503e99b500b","source":{"kind":"arxiv","id":"2410.03462","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03462","created_at":"2026-07-05T09:20:48Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03462v2","created_at":"2026-07-05T09:20:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03462","created_at":"2026-07-05T09:20:48Z"},{"alias_kind":"pith_short_12","alias_value":"5ARQ32RT7IH2","created_at":"2026-07-05T09:20:48Z"},{"alias_kind":"pith_short_16","alias_value":"5ARQ32RT7IH22TMW","created_at":"2026-07-05T09:20:48Z"},{"alias_kind":"pith_short_8","alias_value":"5ARQ32RT","created_at":"2026-07-05T09:20:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5ARQ32RT7IH22TMWPI5TC6U5FD","target":"record","payload":{"canonical_record":{"source":{"id":"2410.03462","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-04T14:24:06Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"0b6c436194ef035c617637079fe9e04433eb73ff0626c7662baefafb239d422f","abstract_canon_sha256":"5a6c8adc7620f6f10837dc313928d67f0e30958db54ef3b3868470cf4d8b9800"},"schema_version":"1.0"},"canonical_sha256":"e8230dea33fa0fad4d967a3b317a9d28f4d546dc48ae4ff6bc345503e99b500b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:20:48.750929Z","signature_b64":"RU6HCcc/Rtoq/VZDc369W8j6/1KasFNxcvVoCiarSR+jw+DYBKAFbSy6MzEh7kwwMvZWLLcjHAmopu/dWl+DAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e8230dea33fa0fad4d967a3b317a9d28f4d546dc48ae4ff6bc345503e99b500b","last_reissued_at":"2026-07-05T09:20:48.750339Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:20:48.750339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.03462","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5jcdw3Evr22Ahx9BlIaypybpFs68T+yDW8hhVGW/tw1w42VHhRl4bNOp99kdhMTSBPs+q3XqwIMTDriY5bQvDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T07:37:12.451268Z"},"content_sha256":"d92338586a91fa9fc005130e391cdb080ad090e4165867ea29f97b8924c9fb48","schema_version":"1.0","event_id":"sha256:d92338586a91fa9fc005130e391cdb080ad090e4165867ea29f97b8924c9fb48"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5ARQ32RT7IH22TMWPI5TC6U5FD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Linear Transformer Topological Masking with Graph Random Features","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Adrian Weller, Alex Bewley, Amr Ahmed, Aranyak Mehta, Connor Schenck, David Rendleman, Deepali Jain, Isaac Reid, Joshua Ainslie, Krzysztof Choromanski, Kumar Avinava Dubey, Mithun Jacob, Ren\\'e Wagner, Richard E. Turner, Will Whitney","submitted_at":"2024-10-04T14:24:06Z","abstract_excerpt":"When training transformers on graph-structured data, incorporating information about the underlying topology is crucial for good performance. Topological masking, a type of relative position encoding, achieves this by upweighting or downweighting attention depending on the relationship between the query and keys in a graph. In this paper, we propose to parameterise topological masks as a learnable function of a weighted adjacency matrix -- a novel, flexible approach which incorporates a strong structural inductive bias. By approximating this mask with graph random features (for which we prove "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03462","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.03462/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j/YncXuJ2s8mjqqJF/GchSUKT8HzmEiTWd07Zswo5KDBYPfEDbonhLdX/834pDG0nmtg6SuGPfH5iL7uJ5muAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T07:37:12.452184Z"},"content_sha256":"e8cffcc4be79c79cacc1cd50cd5e8d4d6f353deb79c4f239605fcfc12ddb6ad1","schema_version":"1.0","event_id":"sha256:e8cffcc4be79c79cacc1cd50cd5e8d4d6f353deb79c4f239605fcfc12ddb6ad1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5ARQ32RT7IH22TMWPI5TC6U5FD/bundle.json","state_url":"https://pith.science/pith/5ARQ32RT7IH22TMWPI5TC6U5FD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5ARQ32RT7IH22TMWPI5TC6U5FD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T07:37:12Z","links":{"resolver":"https://pith.science/pith/5ARQ32RT7IH22TMWPI5TC6U5FD","bundle":"https://pith.science/pith/5ARQ32RT7IH22TMWPI5TC6U5FD/bundle.json","state":"https://pith.science/pith/5ARQ32RT7IH22TMWPI5TC6U5FD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5ARQ32RT7IH22TMWPI5TC6U5FD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5ARQ32RT7IH22TMWPI5TC6U5FD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5a6c8adc7620f6f10837dc313928d67f0e30958db54ef3b3868470cf4d8b9800","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-04T14:24:06Z","title_canon_sha256":"0b6c436194ef035c617637079fe9e04433eb73ff0626c7662baefafb239d422f"},"schema_version":"1.0","source":{"id":"2410.03462","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03462","created_at":"2026-07-05T09:20:48Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03462v2","created_at":"2026-07-05T09:20:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03462","created_at":"2026-07-05T09:20:48Z"},{"alias_kind":"pith_short_12","alias_value":"5ARQ32RT7IH2","created_at":"2026-07-05T09:20:48Z"},{"alias_kind":"pith_short_16","alias_value":"5ARQ32RT7IH22TMW","created_at":"2026-07-05T09:20:48Z"},{"alias_kind":"pith_short_8","alias_value":"5ARQ32RT","created_at":"2026-07-05T09:20:48Z"}],"graph_snapshots":[{"event_id":"sha256:e8cffcc4be79c79cacc1cd50cd5e8d4d6f353deb79c4f239605fcfc12ddb6ad1","target":"graph","created_at":"2026-07-05T09:20:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.03462/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When training transformers on graph-structured data, incorporating information about the underlying topology is crucial for good performance. Topological masking, a type of relative position encoding, achieves this by upweighting or downweighting attention depending on the relationship between the query and keys in a graph. In this paper, we propose to parameterise topological masks as a learnable function of a weighted adjacency matrix -- a novel, flexible approach which incorporates a strong structural inductive bias. By approximating this mask with graph random features (for which we prove ","authors_text":"Adrian Weller, Alex Bewley, Amr Ahmed, Aranyak Mehta, Connor Schenck, David Rendleman, Deepali Jain, Isaac Reid, Joshua Ainslie, Krzysztof Choromanski, Kumar Avinava Dubey, Mithun Jacob, Ren\\'e Wagner, Richard E. Turner, Will Whitney","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-04T14:24:06Z","title":"Linear Transformer Topological Masking with Graph Random Features"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03462","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d92338586a91fa9fc005130e391cdb080ad090e4165867ea29f97b8924c9fb48","target":"record","created_at":"2026-07-05T09:20:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5a6c8adc7620f6f10837dc313928d67f0e30958db54ef3b3868470cf4d8b9800","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-04T14:24:06Z","title_canon_sha256":"0b6c436194ef035c617637079fe9e04433eb73ff0626c7662baefafb239d422f"},"schema_version":"1.0","source":{"id":"2410.03462","kind":"arxiv","version":2}},"canonical_sha256":"e8230dea33fa0fad4d967a3b317a9d28f4d546dc48ae4ff6bc345503e99b500b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e8230dea33fa0fad4d967a3b317a9d28f4d546dc48ae4ff6bc345503e99b500b","first_computed_at":"2026-07-05T09:20:48.750339Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:20:48.750339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RU6HCcc/Rtoq/VZDc369W8j6/1KasFNxcvVoCiarSR+jw+DYBKAFbSy6MzEh7kwwMvZWLLcjHAmopu/dWl+DAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:20:48.750929Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.03462","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d92338586a91fa9fc005130e391cdb080ad090e4165867ea29f97b8924c9fb48","sha256:e8cffcc4be79c79cacc1cd50cd5e8d4d6f353deb79c4f239605fcfc12ddb6ad1"],"state_sha256":"eb7ab199c3979148622458f323f77e70183f55002c344810ffbcade369e22df4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T47tgx+oSQsd3mLbPvzbt8WV84KmDuYl4Bl1S+mf7n1CYwzdzflyUIjdUBYOU+5la0hWWwjP/g762qfhyW3yAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T07:37:12.467774Z","bundle_sha256":"9749a54949e271e2faa86f484c5e8e2ab75e5a36fa9ec089c6d4fceaeb331544"}}