{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PXUMLAQ4HF5U7YWQO6XOVBM6IR","short_pith_number":"pith:PXUMLAQ4","canonical_record":{"source":{"id":"2505.22922","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T22:51:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cec3c90959d10491008f3acb226f661f2708d807b387bcb6561e69b20e1a9f46","abstract_canon_sha256":"1a94e002f91f1f7b5c19b0f4d6c3007f83ffbc78cdd64091c3c3487b8d9008c2"},"schema_version":"1.0"},"canonical_sha256":"7de8c5821c397b4fe2d077aeea859e444bf2edc5443dc306e86087302b8ce42f","source":{"kind":"arxiv","id":"2505.22922","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22922","created_at":"2026-07-05T11:11:51Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22922v1","created_at":"2026-07-05T11:11:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22922","created_at":"2026-07-05T11:11:51Z"},{"alias_kind":"pith_short_12","alias_value":"PXUMLAQ4HF5U","created_at":"2026-07-05T11:11:51Z"},{"alias_kind":"pith_short_16","alias_value":"PXUMLAQ4HF5U7YWQ","created_at":"2026-07-05T11:11:51Z"},{"alias_kind":"pith_short_8","alias_value":"PXUMLAQ4","created_at":"2026-07-05T11:11:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PXUMLAQ4HF5U7YWQO6XOVBM6IR","target":"record","payload":{"canonical_record":{"source":{"id":"2505.22922","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T22:51:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cec3c90959d10491008f3acb226f661f2708d807b387bcb6561e69b20e1a9f46","abstract_canon_sha256":"1a94e002f91f1f7b5c19b0f4d6c3007f83ffbc78cdd64091c3c3487b8d9008c2"},"schema_version":"1.0"},"canonical_sha256":"7de8c5821c397b4fe2d077aeea859e444bf2edc5443dc306e86087302b8ce42f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:11:51.846941Z","signature_b64":"XyBgAuzY9GS8Rieq3u87bWTlGXeMmgatOZFbUJ6gCz+Ls/N+GqSd03yxhxoUlDH2DMeA37juny72rvRJSZfjBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7de8c5821c397b4fe2d077aeea859e444bf2edc5443dc306e86087302b8ce42f","last_reissued_at":"2026-07-05T11:11:51.846468Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:11:51.846468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.22922","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WUQw3L3cBj4IihGkD4FptJB+oSgGypCU/tDVOcFs+rMXqKA/tYGjWvZGd9yUmG6G3EnyYCzuRXG1C8CW1ZH4Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T04:58:58.017058Z"},"content_sha256":"5ad2d28775d6dcfbdbfb22a1104d5ddd47dd288b26d659f93019abc14c3a16a7","schema_version":"1.0","event_id":"sha256:5ad2d28775d6dcfbdbfb22a1104d5ddd47dd288b26d659f93019abc14c3a16a7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PXUMLAQ4HF5U7YWQO6XOVBM6IR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scalable Parameter and Memory Efficient Pretraining for LLM: Recent Algorithmic Advances and Benchmarking","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Andi Han, Athanasios Glentis, Ioannis Tsaknakis, Jiaxiang Li, Mingyi Hong, Qiulin Shang, Quan Wei","submitted_at":"2025-05-28T22:51:43Z","abstract_excerpt":"Fueled by their remarkable ability to tackle diverse tasks across multiple domains, large language models (LLMs) have grown at an unprecedented rate, with some recent models containing trillions of parameters. This growth is accompanied by substantial computational challenges, particularly regarding the memory and compute resources required for training and fine-tuning. Numerous approaches have been explored to address these issues, such as LoRA. While these methods are effective for fine-tuning, their application to pre-training is significantly more challenging due to the need to learn vast "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22922","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.22922/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1WG/cZ3OELIN9sbvmY5oqHyTVlF6zVdoX06winllHcRgaAbitHV3j9Kuv/iURaHUIXN4l6o1ZFNwJ/9OQ5XrDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T04:58:58.017589Z"},"content_sha256":"88cc37fbc1149161a5d83ecca60c4e7380b947f6da019270694c798249856460","schema_version":"1.0","event_id":"sha256:88cc37fbc1149161a5d83ecca60c4e7380b947f6da019270694c798249856460"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PXUMLAQ4HF5U7YWQO6XOVBM6IR/bundle.json","state_url":"https://pith.science/pith/PXUMLAQ4HF5U7YWQO6XOVBM6IR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PXUMLAQ4HF5U7YWQO6XOVBM6IR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T04:58:58Z","links":{"resolver":"https://pith.science/pith/PXUMLAQ4HF5U7YWQO6XOVBM6IR","bundle":"https://pith.science/pith/PXUMLAQ4HF5U7YWQO6XOVBM6IR/bundle.json","state":"https://pith.science/pith/PXUMLAQ4HF5U7YWQO6XOVBM6IR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PXUMLAQ4HF5U7YWQO6XOVBM6IR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PXUMLAQ4HF5U7YWQO6XOVBM6IR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1a94e002f91f1f7b5c19b0f4d6c3007f83ffbc78cdd64091c3c3487b8d9008c2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T22:51:43Z","title_canon_sha256":"cec3c90959d10491008f3acb226f661f2708d807b387bcb6561e69b20e1a9f46"},"schema_version":"1.0","source":{"id":"2505.22922","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22922","created_at":"2026-07-05T11:11:51Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22922v1","created_at":"2026-07-05T11:11:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22922","created_at":"2026-07-05T11:11:51Z"},{"alias_kind":"pith_short_12","alias_value":"PXUMLAQ4HF5U","created_at":"2026-07-05T11:11:51Z"},{"alias_kind":"pith_short_16","alias_value":"PXUMLAQ4HF5U7YWQ","created_at":"2026-07-05T11:11:51Z"},{"alias_kind":"pith_short_8","alias_value":"PXUMLAQ4","created_at":"2026-07-05T11:11:51Z"}],"graph_snapshots":[{"event_id":"sha256:88cc37fbc1149161a5d83ecca60c4e7380b947f6da019270694c798249856460","target":"graph","created_at":"2026-07-05T11:11:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.22922/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Fueled by their remarkable ability to tackle diverse tasks across multiple domains, large language models (LLMs) have grown at an unprecedented rate, with some recent models containing trillions of parameters. This growth is accompanied by substantial computational challenges, particularly regarding the memory and compute resources required for training and fine-tuning. Numerous approaches have been explored to address these issues, such as LoRA. While these methods are effective for fine-tuning, their application to pre-training is significantly more challenging due to the need to learn vast ","authors_text":"Andi Han, Athanasios Glentis, Ioannis Tsaknakis, Jiaxiang Li, Mingyi Hong, Qiulin Shang, Quan Wei","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T22:51:43Z","title":"Scalable Parameter and Memory Efficient Pretraining for LLM: Recent Algorithmic Advances and Benchmarking"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22922","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5ad2d28775d6dcfbdbfb22a1104d5ddd47dd288b26d659f93019abc14c3a16a7","target":"record","created_at":"2026-07-05T11:11:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1a94e002f91f1f7b5c19b0f4d6c3007f83ffbc78cdd64091c3c3487b8d9008c2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T22:51:43Z","title_canon_sha256":"cec3c90959d10491008f3acb226f661f2708d807b387bcb6561e69b20e1a9f46"},"schema_version":"1.0","source":{"id":"2505.22922","kind":"arxiv","version":1}},"canonical_sha256":"7de8c5821c397b4fe2d077aeea859e444bf2edc5443dc306e86087302b8ce42f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7de8c5821c397b4fe2d077aeea859e444bf2edc5443dc306e86087302b8ce42f","first_computed_at":"2026-07-05T11:11:51.846468Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:11:51.846468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XyBgAuzY9GS8Rieq3u87bWTlGXeMmgatOZFbUJ6gCz+Ls/N+GqSd03yxhxoUlDH2DMeA37juny72rvRJSZfjBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:11:51.846941Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.22922","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5ad2d28775d6dcfbdbfb22a1104d5ddd47dd288b26d659f93019abc14c3a16a7","sha256:88cc37fbc1149161a5d83ecca60c4e7380b947f6da019270694c798249856460"],"state_sha256":"2b31a44cf166fef781e02d2678e93b85cb49565333ddf7ce7f6af511cd3b328b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WV5Y8M9woiaWA9di/NzGtQVWL1QkEf66vi94DCPdkelEG3GW7ZA2jZuS1mhm4YM32nq1ZUmiaRkALtbFfYP/BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T04:58:58.021987Z","bundle_sha256":"f4c5dbcef20219a094eebec7870ba8b7eea26e1105be971cf57a5d3d31fb67f6"}}