{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:ZHE545FNTEAWQIWZMEWTHALOZJ","short_pith_number":"pith:ZHE545FN","schema_version":"1.0","canonical_sha256":"c9c9de74ad99016822d9612d33816eca710cb15579d5a678e8f7603fc8f839dc","source":{"kind":"arxiv","id":"2501.02393","version":3},"attestation_state":"computed","paper":{"title":"Graph-Aware Isomorphic Attention for Adaptive Dynamics in Transformers","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cond-mat.mes-hall","cond-mat.mtrl-sci","cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Markus J. Buehler","submitted_at":"2025-01-04T22:30:21Z","abstract_excerpt":"We present an approach to modifying Transformer architectures by integrating graph-aware relational reasoning into the attention mechanism, merging concepts from graph neural networks and language modeling. Building on the inherent connection between attention and graph theory, we reformulate the Transformer's attention mechanism as a graph operation and propose Graph-Aware Isomorphic Attention. This method leverages advanced graph modeling strategies, including Graph Isomorphism Networks (GIN) and Principal Neighborhood Aggregation (PNA), to enrich the representation of relational structures."},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2501.02393","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-04T22:30:21Z","cross_cats_sorted":["cond-mat.mes-hall","cond-mat.mtrl-sci","cs.AI","cs.CL"],"title_canon_sha256":"733451405e25370de59a4a00f01cd84134766369518b24ffc734e5fcf0a4f4f6","abstract_canon_sha256":"d9593a83b0cc9c64b4b5f82ba381cbf1adfbe2bdfbf23792d4479fa95654d27e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:24:29.582359Z","signature_b64":"VvkS/22Rq3t5mE4L5cfa3sb0VhuC3mT2YxIHpolydXrMD/RAKxHU/cOD5FZrgUiQktucvuKp6hTiyckjmqhdCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c9c9de74ad99016822d9612d33816eca710cb15579d5a678e8f7603fc8f839dc","last_reissued_at":"2026-07-05T10:24:29.581865Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:24:29.581865Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Graph-Aware Isomorphic Attention for Adaptive Dynamics in Transformers","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cond-mat.mes-hall","cond-mat.mtrl-sci","cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Markus J. Buehler","submitted_at":"2025-01-04T22:30:21Z","abstract_excerpt":"We present an approach to modifying Transformer architectures by integrating graph-aware relational reasoning into the attention mechanism, merging concepts from graph neural networks and language modeling. Building on the inherent connection between attention and graph theory, we reformulate the Transformer's attention mechanism as a graph operation and propose Graph-Aware Isomorphic Attention. This method leverages advanced graph modeling strategies, including Graph Isomorphism Networks (GIN) and Principal Neighborhood Aggregation (PNA), to enrich the representation of relational structures."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.02393","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.02393/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2501.02393","created_at":"2026-07-05T10:24:29.581919+00:00"},{"alias_kind":"arxiv_version","alias_value":"2501.02393v3","created_at":"2026-07-05T10:24:29.581919+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.02393","created_at":"2026-07-05T10:24:29.581919+00:00"},{"alias_kind":"pith_short_12","alias_value":"ZHE545FNTEAW","created_at":"2026-07-05T10:24:29.581919+00:00"},{"alias_kind":"pith_short_16","alias_value":"ZHE545FNTEAWQIWZ","created_at":"2026-07-05T10:24:29.581919+00:00"},{"alias_kind":"pith_short_8","alias_value":"ZHE545FN","created_at":"2026-07-05T10:24:29.581919+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2508.06591","citing_title":"Generative Artificial Intelligence Extracts Structure-Function Relationships from Plants for New Materials","ref_index":25,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ZHE545FNTEAWQIWZMEWTHALOZJ","json":"https://pith.science/pith/ZHE545FNTEAWQIWZMEWTHALOZJ.json","graph_json":"https://pith.science/api/pith-number/ZHE545FNTEAWQIWZMEWTHALOZJ/graph.json","events_json":"https://pith.science/api/pith-number/ZHE545FNTEAWQIWZMEWTHALOZJ/events.json","paper":"https://pith.science/paper/ZHE545FN"},"agent_actions":{"view_html":"https://pith.science/pith/ZHE545FNTEAWQIWZMEWTHALOZJ","download_json":"https://pith.science/pith/ZHE545FNTEAWQIWZMEWTHALOZJ.json","view_paper":"https://pith.science/paper/ZHE545FN","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2501.02393&json=true","fetch_graph":"https://pith.science/api/pith-number/ZHE545FNTEAWQIWZMEWTHALOZJ/graph.json","fetch_events":"https://pith.science/api/pith-number/ZHE545FNTEAWQIWZMEWTHALOZJ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ZHE545FNTEAWQIWZMEWTHALOZJ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ZHE545FNTEAWQIWZMEWTHALOZJ/action/storage_attestation","attest_author":"https://pith.science/pith/ZHE545FNTEAWQIWZMEWTHALOZJ/action/author_attestation","sign_citation":"https://pith.science/pith/ZHE545FNTEAWQIWZMEWTHALOZJ/action/citation_signature","submit_replication":"https://pith.science/pith/ZHE545FNTEAWQIWZMEWTHALOZJ/action/replication_record"}},"created_at":"2026-07-05T10:24:29.581919+00:00","updated_at":"2026-07-05T10:24:29.581919+00:00"}