{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:Z35YUI65RCVYYLFJ2XDT72XILS","short_pith_number":"pith:Z35YUI65","canonical_record":{"source":{"id":"2405.11704","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-20T00:10:00Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ecdfe29c988c21c8c3329b9ad65c5df7b094533793bddda3641a2258ff3dc0fb","abstract_canon_sha256":"aec29b5c0ae33cfa56acf0b3d720f4e096104d6f647c5d782b011e1c2f16062d"},"schema_version":"1.0"},"canonical_sha256":"cefb8a23dd88ab8c2ca9d5c73feae85ca4d20f96e065b2a188989a476f51457c","source":{"kind":"arxiv","id":"2405.11704","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.11704","created_at":"2026-07-05T08:20:43Z"},{"alias_kind":"arxiv_version","alias_value":"2405.11704v1","created_at":"2026-07-05T08:20:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.11704","created_at":"2026-07-05T08:20:43Z"},{"alias_kind":"pith_short_12","alias_value":"Z35YUI65RCVY","created_at":"2026-07-05T08:20:43Z"},{"alias_kind":"pith_short_16","alias_value":"Z35YUI65RCVYYLFJ","created_at":"2026-07-05T08:20:43Z"},{"alias_kind":"pith_short_8","alias_value":"Z35YUI65","created_at":"2026-07-05T08:20:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:Z35YUI65RCVYYLFJ2XDT72XILS","target":"record","payload":{"canonical_record":{"source":{"id":"2405.11704","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-20T00:10:00Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ecdfe29c988c21c8c3329b9ad65c5df7b094533793bddda3641a2258ff3dc0fb","abstract_canon_sha256":"aec29b5c0ae33cfa56acf0b3d720f4e096104d6f647c5d782b011e1c2f16062d"},"schema_version":"1.0"},"canonical_sha256":"cefb8a23dd88ab8c2ca9d5c73feae85ca4d20f96e065b2a188989a476f51457c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:20:43.271165Z","signature_b64":"Sh2Sb5GfB4nwk943E0DNzKjwzo12+94VH1YSoxT7jLUIUvHZ/L6BnGCJNYOqBcM6hKE30fwk3jHXiEpPBGlOBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cefb8a23dd88ab8c2ca9d5c73feae85ca4d20f96e065b2a188989a476f51457c","last_reissued_at":"2026-07-05T08:20:43.270748Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:20:43.270748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.11704","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eqsc+rz4a7zhmTp+QNu98QY51JWBX5ggC5S6q+FtTCQLb9TEY5HMOolvcpkECObHBU8TV9Rq+se0NPFXCqIGBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T07:59:27.692164Z"},"content_sha256":"44cbc78c703abd4d68e4124b44957479921733e240541a5d73ee6d6a70aeea1a","schema_version":"1.0","event_id":"sha256:44cbc78c703abd4d68e4124b44957479921733e240541a5d73ee6d6a70aeea1a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:Z35YUI65RCVYYLFJ2XDT72XILS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficiency optimization of large-scale language models based on deep learning in natural language processing tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Haowei Yang, Qi Wang, Taiyuan Mei, Xiaohan Cheng, Yun Zi, Zijun Gao","submitted_at":"2024-05-20T00:10:00Z","abstract_excerpt":"The internal structure and operation mechanism of large-scale language models are analyzed theoretically, especially how Transformer and its derivative architectures can restrict computing efficiency while capturing long-term dependencies. Further, we dig deep into the efficiency bottleneck of the training phase, and evaluate in detail the contribution of adaptive optimization algorithms (such as AdamW), massively parallel computing techniques, and mixed precision training strategies to accelerate convergence and reduce memory footprint. By analyzing the mathematical principles and implementat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.11704","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.11704/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dMK+fHwFqKnvuylE9IHKEsq68c6oxmd9ThCXxaLPeOZnyxKmYZf813snLHHjTOUPlZBdbNx+mjFAXMZd2azyBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T07:59:27.692732Z"},"content_sha256":"69e5dc158890017e1825164f5291157b9d9b1806e7ff0993870f4a43a8d1ad3d","schema_version":"1.0","event_id":"sha256:69e5dc158890017e1825164f5291157b9d9b1806e7ff0993870f4a43a8d1ad3d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Z35YUI65RCVYYLFJ2XDT72XILS/bundle.json","state_url":"https://pith.science/pith/Z35YUI65RCVYYLFJ2XDT72XILS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Z35YUI65RCVYYLFJ2XDT72XILS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T07:59:27Z","links":{"resolver":"https://pith.science/pith/Z35YUI65RCVYYLFJ2XDT72XILS","bundle":"https://pith.science/pith/Z35YUI65RCVYYLFJ2XDT72XILS/bundle.json","state":"https://pith.science/pith/Z35YUI65RCVYYLFJ2XDT72XILS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Z35YUI65RCVYYLFJ2XDT72XILS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Z35YUI65RCVYYLFJ2XDT72XILS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aec29b5c0ae33cfa56acf0b3d720f4e096104d6f647c5d782b011e1c2f16062d","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-20T00:10:00Z","title_canon_sha256":"ecdfe29c988c21c8c3329b9ad65c5df7b094533793bddda3641a2258ff3dc0fb"},"schema_version":"1.0","source":{"id":"2405.11704","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.11704","created_at":"2026-07-05T08:20:43Z"},{"alias_kind":"arxiv_version","alias_value":"2405.11704v1","created_at":"2026-07-05T08:20:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.11704","created_at":"2026-07-05T08:20:43Z"},{"alias_kind":"pith_short_12","alias_value":"Z35YUI65RCVY","created_at":"2026-07-05T08:20:43Z"},{"alias_kind":"pith_short_16","alias_value":"Z35YUI65RCVYYLFJ","created_at":"2026-07-05T08:20:43Z"},{"alias_kind":"pith_short_8","alias_value":"Z35YUI65","created_at":"2026-07-05T08:20:43Z"}],"graph_snapshots":[{"event_id":"sha256:69e5dc158890017e1825164f5291157b9d9b1806e7ff0993870f4a43a8d1ad3d","target":"graph","created_at":"2026-07-05T08:20:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.11704/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The internal structure and operation mechanism of large-scale language models are analyzed theoretically, especially how Transformer and its derivative architectures can restrict computing efficiency while capturing long-term dependencies. Further, we dig deep into the efficiency bottleneck of the training phase, and evaluate in detail the contribution of adaptive optimization algorithms (such as AdamW), massively parallel computing techniques, and mixed precision training strategies to accelerate convergence and reduce memory footprint. By analyzing the mathematical principles and implementat","authors_text":"Haowei Yang, Qi Wang, Taiyuan Mei, Xiaohan Cheng, Yun Zi, Zijun Gao","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-20T00:10:00Z","title":"Efficiency optimization of large-scale language models based on deep learning in natural language processing tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.11704","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:44cbc78c703abd4d68e4124b44957479921733e240541a5d73ee6d6a70aeea1a","target":"record","created_at":"2026-07-05T08:20:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aec29b5c0ae33cfa56acf0b3d720f4e096104d6f647c5d782b011e1c2f16062d","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-20T00:10:00Z","title_canon_sha256":"ecdfe29c988c21c8c3329b9ad65c5df7b094533793bddda3641a2258ff3dc0fb"},"schema_version":"1.0","source":{"id":"2405.11704","kind":"arxiv","version":1}},"canonical_sha256":"cefb8a23dd88ab8c2ca9d5c73feae85ca4d20f96e065b2a188989a476f51457c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cefb8a23dd88ab8c2ca9d5c73feae85ca4d20f96e065b2a188989a476f51457c","first_computed_at":"2026-07-05T08:20:43.270748Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:20:43.270748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Sh2Sb5GfB4nwk943E0DNzKjwzo12+94VH1YSoxT7jLUIUvHZ/L6BnGCJNYOqBcM6hKE30fwk3jHXiEpPBGlOBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:20:43.271165Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.11704","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:44cbc78c703abd4d68e4124b44957479921733e240541a5d73ee6d6a70aeea1a","sha256:69e5dc158890017e1825164f5291157b9d9b1806e7ff0993870f4a43a8d1ad3d"],"state_sha256":"95bbc90f1918dbb9589cc2b34876c9d91e150bb10524c8ceea0e59be9d10a7c2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XcV//UFISv1nyEucHMyieC6M0/brLpFcqtniRW8BSERUPFGssX95x0h2sJoiXT40ro8z5HPqfwXL/+iRaSL7Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T07:59:27.697363Z","bundle_sha256":"44342acba660846e3c8532257f0c0093f0db5bab029a374eb98ec826a1b2c066"}}