{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5NVHYJPDESLHIMVTOVOEPF7ONK","short_pith_number":"pith:5NVHYJPD","canonical_record":{"source":{"id":"2412.19829","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2024-12-19T14:50:11Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4f9883a42a6feec3df00c858c9b9bad0b8d505ba171890d89be02d740cd09166","abstract_canon_sha256":"35e3e7fbd317462eea06b82fbdf5c4e48040f1a7f1738f0c7cc0574cc8af4913"},"schema_version":"1.0"},"canonical_sha256":"eb6a7c25e324967432b3755c4797ee6a9cd858765c5569e59c509651cbcd8724","source":{"kind":"arxiv","id":"2412.19829","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.19829","created_at":"2026-07-05T09:54:50Z"},{"alias_kind":"arxiv_version","alias_value":"2412.19829v1","created_at":"2026-07-05T09:54:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.19829","created_at":"2026-07-05T09:54:50Z"},{"alias_kind":"pith_short_12","alias_value":"5NVHYJPDESLH","created_at":"2026-07-05T09:54:50Z"},{"alias_kind":"pith_short_16","alias_value":"5NVHYJPDESLHIMVT","created_at":"2026-07-05T09:54:50Z"},{"alias_kind":"pith_short_8","alias_value":"5NVHYJPD","created_at":"2026-07-05T09:54:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5NVHYJPDESLHIMVTOVOEPF7ONK","target":"record","payload":{"canonical_record":{"source":{"id":"2412.19829","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2024-12-19T14:50:11Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4f9883a42a6feec3df00c858c9b9bad0b8d505ba171890d89be02d740cd09166","abstract_canon_sha256":"35e3e7fbd317462eea06b82fbdf5c4e48040f1a7f1738f0c7cc0574cc8af4913"},"schema_version":"1.0"},"canonical_sha256":"eb6a7c25e324967432b3755c4797ee6a9cd858765c5569e59c509651cbcd8724","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:54:50.085136Z","signature_b64":"c1mAdQC6DN+xhhmhOawY7skl8u4k52/PjAWOoX3HgUBbrp0BTCqzI1TUe0WjoEYlvOxghYU5xaoO8i7qkW0fBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eb6a7c25e324967432b3755c4797ee6a9cd858765c5569e59c509651cbcd8724","last_reissued_at":"2026-07-05T09:54:50.084783Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:54:50.084783Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.19829","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9Hs/sPIO+hzELVn69sWJZKnWJzxkdHpphYhJdACbGNVJZHcPisMgXXt1xGiUUO2i+1FJsjxYzpailAMtE5mFAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:44:55.059939Z"},"content_sha256":"146f239d36c5d6e9bf98700143662955af97443ec6d4ff6cb4cb617e9f0cab31","schema_version":"1.0","event_id":"sha256:146f239d36c5d6e9bf98700143662955af97443ec6d4ff6cb4cb617e9f0cab31"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5NVHYJPDESLHIMVTOVOEPF7ONK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GFormer: Accelerating Large Language Models with Optimized Transformers on Gaudi Processors","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AR","authors_text":"Baixi Sun, Chengming Zhang, Dingwen Tao, Weijian Zheng, Xiaodong Yu, Xinheng Ding, Zhen Xie","submitted_at":"2024-12-19T14:50:11Z","abstract_excerpt":"Heterogeneous hardware like Gaudi processor has been developed to enhance computations, especially matrix operations for Transformer-based large language models (LLMs) for generative AI tasks. However, our analysis indicates that Transformers are not fully optimized on such emerging hardware, primarily due to inadequate optimizations in non-matrix computational kernels like Softmax and in heterogeneous resource utilization, particularly when processing long sequences. To address these issues, we propose an integrated approach (called GFormer) that merges sparse and linear attention mechanisms."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.19829","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.19829/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"drhI1CL5NukbWXgONQuIRJ4IgEw6NYSuStrqq7FgBskKa9TVZObQLK2xbFVp+PUk1O/iUEv9XFmkaFf3TLVXCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:44:55.060527Z"},"content_sha256":"f496312be54515264de7b1f2a2ea3d727f1af0faca94826d2130e88311aa742d","schema_version":"1.0","event_id":"sha256:f496312be54515264de7b1f2a2ea3d727f1af0faca94826d2130e88311aa742d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5NVHYJPDESLHIMVTOVOEPF7ONK/bundle.json","state_url":"https://pith.science/pith/5NVHYJPDESLHIMVTOVOEPF7ONK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5NVHYJPDESLHIMVTOVOEPF7ONK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:44:55Z","links":{"resolver":"https://pith.science/pith/5NVHYJPDESLHIMVTOVOEPF7ONK","bundle":"https://pith.science/pith/5NVHYJPDESLHIMVTOVOEPF7ONK/bundle.json","state":"https://pith.science/pith/5NVHYJPDESLHIMVTOVOEPF7ONK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5NVHYJPDESLHIMVTOVOEPF7ONK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5NVHYJPDESLHIMVTOVOEPF7ONK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"35e3e7fbd317462eea06b82fbdf5c4e48040f1a7f1738f0c7cc0574cc8af4913","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2024-12-19T14:50:11Z","title_canon_sha256":"4f9883a42a6feec3df00c858c9b9bad0b8d505ba171890d89be02d740cd09166"},"schema_version":"1.0","source":{"id":"2412.19829","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.19829","created_at":"2026-07-05T09:54:50Z"},{"alias_kind":"arxiv_version","alias_value":"2412.19829v1","created_at":"2026-07-05T09:54:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.19829","created_at":"2026-07-05T09:54:50Z"},{"alias_kind":"pith_short_12","alias_value":"5NVHYJPDESLH","created_at":"2026-07-05T09:54:50Z"},{"alias_kind":"pith_short_16","alias_value":"5NVHYJPDESLHIMVT","created_at":"2026-07-05T09:54:50Z"},{"alias_kind":"pith_short_8","alias_value":"5NVHYJPD","created_at":"2026-07-05T09:54:50Z"}],"graph_snapshots":[{"event_id":"sha256:f496312be54515264de7b1f2a2ea3d727f1af0faca94826d2130e88311aa742d","target":"graph","created_at":"2026-07-05T09:54:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.19829/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Heterogeneous hardware like Gaudi processor has been developed to enhance computations, especially matrix operations for Transformer-based large language models (LLMs) for generative AI tasks. However, our analysis indicates that Transformers are not fully optimized on such emerging hardware, primarily due to inadequate optimizations in non-matrix computational kernels like Softmax and in heterogeneous resource utilization, particularly when processing long sequences. To address these issues, we propose an integrated approach (called GFormer) that merges sparse and linear attention mechanisms.","authors_text":"Baixi Sun, Chengming Zhang, Dingwen Tao, Weijian Zheng, Xiaodong Yu, Xinheng Ding, Zhen Xie","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2024-12-19T14:50:11Z","title":"GFormer: Accelerating Large Language Models with Optimized Transformers on Gaudi Processors"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.19829","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:146f239d36c5d6e9bf98700143662955af97443ec6d4ff6cb4cb617e9f0cab31","target":"record","created_at":"2026-07-05T09:54:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"35e3e7fbd317462eea06b82fbdf5c4e48040f1a7f1738f0c7cc0574cc8af4913","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2024-12-19T14:50:11Z","title_canon_sha256":"4f9883a42a6feec3df00c858c9b9bad0b8d505ba171890d89be02d740cd09166"},"schema_version":"1.0","source":{"id":"2412.19829","kind":"arxiv","version":1}},"canonical_sha256":"eb6a7c25e324967432b3755c4797ee6a9cd858765c5569e59c509651cbcd8724","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb6a7c25e324967432b3755c4797ee6a9cd858765c5569e59c509651cbcd8724","first_computed_at":"2026-07-05T09:54:50.084783Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:54:50.084783Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c1mAdQC6DN+xhhmhOawY7skl8u4k52/PjAWOoX3HgUBbrp0BTCqzI1TUe0WjoEYlvOxghYU5xaoO8i7qkW0fBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:54:50.085136Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.19829","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:146f239d36c5d6e9bf98700143662955af97443ec6d4ff6cb4cb617e9f0cab31","sha256:f496312be54515264de7b1f2a2ea3d727f1af0faca94826d2130e88311aa742d"],"state_sha256":"9e9e07d3a2bd11ba5ca59f63d648eefe5f979c137139d9f6caa9c226f0a7d926"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RCzMTeNcrZF/BtBla7/tExT0OlSqIYJFnNIYQG3Id55LpvjXyOuTYEod0cb5oUxfG4oqFuy/gdgLpZbkMkuaAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:44:55.063593Z","bundle_sha256":"f9351509c2102c295209a0c31496efed881fcd296f05c09f2bf455b5593e731b"}}