{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:PDXHAZK6X6HRW5C6ZWPFNAQCJY","short_pith_number":"pith:PDXHAZK6","canonical_record":{"source":{"id":"2302.01107","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-02T13:58:18Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"587fea03314c45792d1e0802c0ae1295467cdb02d942b20ed7ad7a111e380893","abstract_canon_sha256":"66e14bf483ade2ba53761c83031ef12290a2efd2c6ade65a8dfc285899351823"},"schema_version":"1.0"},"canonical_sha256":"78ee70655ebf8f1b745ecd9e5682024e339bf39e60e166b04c11d0581cdde2a1","source":{"kind":"arxiv","id":"2302.01107","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.01107","created_at":"2026-07-05T06:06:57Z"},{"alias_kind":"arxiv_version","alias_value":"2302.01107v3","created_at":"2026-07-05T06:06:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.01107","created_at":"2026-07-05T06:06:57Z"},{"alias_kind":"pith_short_12","alias_value":"PDXHAZK6X6HR","created_at":"2026-07-05T06:06:57Z"},{"alias_kind":"pith_short_16","alias_value":"PDXHAZK6X6HRW5C6","created_at":"2026-07-05T06:06:57Z"},{"alias_kind":"pith_short_8","alias_value":"PDXHAZK6","created_at":"2026-07-05T06:06:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:PDXHAZK6X6HRW5C6ZWPFNAQCJY","target":"record","payload":{"canonical_record":{"source":{"id":"2302.01107","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-02T13:58:18Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"587fea03314c45792d1e0802c0ae1295467cdb02d942b20ed7ad7a111e380893","abstract_canon_sha256":"66e14bf483ade2ba53761c83031ef12290a2efd2c6ade65a8dfc285899351823"},"schema_version":"1.0"},"canonical_sha256":"78ee70655ebf8f1b745ecd9e5682024e339bf39e60e166b04c11d0581cdde2a1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:06:57.689032Z","signature_b64":"Enl1tkik0B2ZcEJuBJ8c8NRcZYvYJDp2uF6G0jUPIK6h6Cxjqr3o96tftsuWkhIrpiA5k0G+hAICg6c/qsE1DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78ee70655ebf8f1b745ecd9e5682024e339bf39e60e166b04c11d0581cdde2a1","last_reissued_at":"2026-07-05T06:06:57.688616Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:06:57.688616Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.01107","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:06:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1eqm0wYTJTJjbSn1XkAwg7yV/tBf8781QUdkz+snSOA85fS6jrV6yQvtoW7j0LEff+KoOPc+521EN2phnCW3Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T00:15:49.977220Z"},"content_sha256":"68a80a8530c59779b99227feb5e440520e1b36084e076e2f298fafb236a32398","schema_version":"1.0","event_id":"sha256:68a80a8530c59779b99227feb5e440520e1b36084e076e2f298fafb236a32398"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:PDXHAZK6X6HRW5C6ZWPFNAQCJY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Survey on Efficient Training of Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.LG","authors_text":"Bohan Zhuang, Chunhua Shen, Haoyu He, Jing Liu, Yuetian Weng, Zizheng Pan","submitted_at":"2023-02-02T13:58:18Z","abstract_excerpt":"Recent advances in Transformers have come with a huge requirement on computing resources, highlighting the importance of developing efficient training techniques to make Transformer training faster, at lower cost, and to higher accuracy by the efficient use of computation and memory resources. This survey provides the first systematic overview of the efficient training of Transformers, covering the recent progress in acceleration arithmetic and hardware, with a focus on the former. We analyze and compare methods that save computation and memory costs for intermediate tensors during training, t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.01107","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.01107/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:06:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8v37B7AjMpBw+aozcHRofOYFmbt+8YoJw6ANZ4iKJxhyaj6HIDzYMEahTWUNPnhmi06WnZTqLa81fYybxIPtBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T00:15:49.977757Z"},"content_sha256":"52c36757c98270b3ca979e8389f49aea9b4a95a0b51cbdd8edfa46ed23851c9c","schema_version":"1.0","event_id":"sha256:52c36757c98270b3ca979e8389f49aea9b4a95a0b51cbdd8edfa46ed23851c9c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PDXHAZK6X6HRW5C6ZWPFNAQCJY/bundle.json","state_url":"https://pith.science/pith/PDXHAZK6X6HRW5C6ZWPFNAQCJY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PDXHAZK6X6HRW5C6ZWPFNAQCJY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T00:15:49Z","links":{"resolver":"https://pith.science/pith/PDXHAZK6X6HRW5C6ZWPFNAQCJY","bundle":"https://pith.science/pith/PDXHAZK6X6HRW5C6ZWPFNAQCJY/bundle.json","state":"https://pith.science/pith/PDXHAZK6X6HRW5C6ZWPFNAQCJY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PDXHAZK6X6HRW5C6ZWPFNAQCJY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:PDXHAZK6X6HRW5C6ZWPFNAQCJY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"66e14bf483ade2ba53761c83031ef12290a2efd2c6ade65a8dfc285899351823","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-02T13:58:18Z","title_canon_sha256":"587fea03314c45792d1e0802c0ae1295467cdb02d942b20ed7ad7a111e380893"},"schema_version":"1.0","source":{"id":"2302.01107","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.01107","created_at":"2026-07-05T06:06:57Z"},{"alias_kind":"arxiv_version","alias_value":"2302.01107v3","created_at":"2026-07-05T06:06:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.01107","created_at":"2026-07-05T06:06:57Z"},{"alias_kind":"pith_short_12","alias_value":"PDXHAZK6X6HR","created_at":"2026-07-05T06:06:57Z"},{"alias_kind":"pith_short_16","alias_value":"PDXHAZK6X6HRW5C6","created_at":"2026-07-05T06:06:57Z"},{"alias_kind":"pith_short_8","alias_value":"PDXHAZK6","created_at":"2026-07-05T06:06:57Z"}],"graph_snapshots":[{"event_id":"sha256:52c36757c98270b3ca979e8389f49aea9b4a95a0b51cbdd8edfa46ed23851c9c","target":"graph","created_at":"2026-07-05T06:06:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.01107/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advances in Transformers have come with a huge requirement on computing resources, highlighting the importance of developing efficient training techniques to make Transformer training faster, at lower cost, and to higher accuracy by the efficient use of computation and memory resources. This survey provides the first systematic overview of the efficient training of Transformers, covering the recent progress in acceleration arithmetic and hardware, with a focus on the former. We analyze and compare methods that save computation and memory costs for intermediate tensors during training, t","authors_text":"Bohan Zhuang, Chunhua Shen, Haoyu He, Jing Liu, Yuetian Weng, Zizheng Pan","cross_cats":["cs.AI","cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-02T13:58:18Z","title":"A Survey on Efficient Training of Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.01107","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:68a80a8530c59779b99227feb5e440520e1b36084e076e2f298fafb236a32398","target":"record","created_at":"2026-07-05T06:06:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"66e14bf483ade2ba53761c83031ef12290a2efd2c6ade65a8dfc285899351823","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-02T13:58:18Z","title_canon_sha256":"587fea03314c45792d1e0802c0ae1295467cdb02d942b20ed7ad7a111e380893"},"schema_version":"1.0","source":{"id":"2302.01107","kind":"arxiv","version":3}},"canonical_sha256":"78ee70655ebf8f1b745ecd9e5682024e339bf39e60e166b04c11d0581cdde2a1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78ee70655ebf8f1b745ecd9e5682024e339bf39e60e166b04c11d0581cdde2a1","first_computed_at":"2026-07-05T06:06:57.688616Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:06:57.688616Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Enl1tkik0B2ZcEJuBJ8c8NRcZYvYJDp2uF6G0jUPIK6h6Cxjqr3o96tftsuWkhIrpiA5k0G+hAICg6c/qsE1DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:06:57.689032Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.01107","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:68a80a8530c59779b99227feb5e440520e1b36084e076e2f298fafb236a32398","sha256:52c36757c98270b3ca979e8389f49aea9b4a95a0b51cbdd8edfa46ed23851c9c"],"state_sha256":"ae03db595f52e89b3c08d3f7533e70ff7d2faaf109e7bf09d45522cbedfed2e4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eOj9kjZsZPucrbPxxJDZdwL6HRBtJvsoLWxk903A96etqLDPy2gSwCCsnoPKhwqM2Q3vaDolvUAKFnm3cn1zDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T00:15:49.983948Z","bundle_sha256":"a44cc3a8fe1de1c9c6305497ade691c34c34394937e262240223158d572a74aa"}}