{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ACZWA73V6VDOKUI3QGAFNN2CQ6","short_pith_number":"pith:ACZWA73V","canonical_record":{"source":{"id":"2502.07752","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T18:27:19Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"d28b6829c8155a0ae9c64f62d15455913b6ed4ffbd529b2cb42fbd8b4225ea07","abstract_canon_sha256":"bcbb5d100a90db8a2c71bd45d87da1c39cd1e631d7e932c1e9c4a16662c4d6d3"},"schema_version":"1.0"},"canonical_sha256":"00b3607f75f546e5511b818056b74287a6c683b065501a62b4c25991d061762a","source":{"kind":"arxiv","id":"2502.07752","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.07752","created_at":"2026-07-05T10:17:16Z"},{"alias_kind":"arxiv_version","alias_value":"2502.07752v2","created_at":"2026-07-05T10:17:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.07752","created_at":"2026-07-05T10:17:16Z"},{"alias_kind":"pith_short_12","alias_value":"ACZWA73V6VDO","created_at":"2026-07-05T10:17:16Z"},{"alias_kind":"pith_short_16","alias_value":"ACZWA73V6VDOKUI3","created_at":"2026-07-05T10:17:16Z"},{"alias_kind":"pith_short_8","alias_value":"ACZWA73V","created_at":"2026-07-05T10:17:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ACZWA73V6VDOKUI3QGAFNN2CQ6","target":"record","payload":{"canonical_record":{"source":{"id":"2502.07752","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T18:27:19Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"d28b6829c8155a0ae9c64f62d15455913b6ed4ffbd529b2cb42fbd8b4225ea07","abstract_canon_sha256":"bcbb5d100a90db8a2c71bd45d87da1c39cd1e631d7e932c1e9c4a16662c4d6d3"},"schema_version":"1.0"},"canonical_sha256":"00b3607f75f546e5511b818056b74287a6c683b065501a62b4c25991d061762a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:17:16.594555Z","signature_b64":"3Z70T4it+89poYKS7GtJZ26/NfTsGyhMaMH2pJXS1UBoxIcg2s22PcHFzGXcU+ubzbQ5VVCLuKIxJttX2qKlBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"00b3607f75f546e5511b818056b74287a6c683b065501a62b4c25991d061762a","last_reissued_at":"2026-07-05T10:17:16.594079Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:17:16.594079Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.07752","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fOsg1XfkcKmbi/QCYovQ4p0oqi6+Qt6u2PnhfxTzXRZSDUQuB3NH4si64ryYk/8QpE3vVNNZy3d7oojJR9IRDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T13:25:57.691881Z"},"content_sha256":"642bd45e811bfe7d8d7e6660caf71d8427d5c65b311459007d42d60ddfb23a9e","schema_version":"1.0","event_id":"sha256:642bd45e811bfe7d8d7e6660caf71d8427d5c65b311459007d42d60ddfb23a9e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ACZWA73V6VDOKUI3QGAFNN2CQ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Efficient Optimizer Design for LLM via Structured Fisher Approximation with a Low-Rank Extension","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Chao Ma, Edward Meeds, Meyer Scetbon, Wenbo Gong","submitted_at":"2025-02-11T18:27:19Z","abstract_excerpt":"Designing efficient optimizers for large language models (LLMs) with low-memory requirements and fast convergence is an important and challenging problem. This paper makes a step towards the systematic design of such optimizers through the lens of structured Fisher information matrix (FIM) approximation. We show that many state-of-the-art efficient optimizers can be viewed as solutions to FIM approximation (under the Frobenius norm) with specific structural assumptions. Building on these insights, we propose two design recommendations of practical efficient optimizers for LLMs, involving the c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.07752","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.07752/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1DfraFZKHnSbzwPiHFudJhZq0g5DYWV3Kl3ag3pkSKMN58CoB8+ennLFcb+HPauf2kQh+gwY1wvZn1RNEaYTAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T13:25:57.692258Z"},"content_sha256":"411a437d35a6d358e8c2831a7bdddc6485bd35d478890fc8089d3f2360df86e6","schema_version":"1.0","event_id":"sha256:411a437d35a6d358e8c2831a7bdddc6485bd35d478890fc8089d3f2360df86e6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ACZWA73V6VDOKUI3QGAFNN2CQ6/bundle.json","state_url":"https://pith.science/pith/ACZWA73V6VDOKUI3QGAFNN2CQ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ACZWA73V6VDOKUI3QGAFNN2CQ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-11T13:25:57Z","links":{"resolver":"https://pith.science/pith/ACZWA73V6VDOKUI3QGAFNN2CQ6","bundle":"https://pith.science/pith/ACZWA73V6VDOKUI3QGAFNN2CQ6/bundle.json","state":"https://pith.science/pith/ACZWA73V6VDOKUI3QGAFNN2CQ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ACZWA73V6VDOKUI3QGAFNN2CQ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ACZWA73V6VDOKUI3QGAFNN2CQ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bcbb5d100a90db8a2c71bd45d87da1c39cd1e631d7e932c1e9c4a16662c4d6d3","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T18:27:19Z","title_canon_sha256":"d28b6829c8155a0ae9c64f62d15455913b6ed4ffbd529b2cb42fbd8b4225ea07"},"schema_version":"1.0","source":{"id":"2502.07752","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.07752","created_at":"2026-07-05T10:17:16Z"},{"alias_kind":"arxiv_version","alias_value":"2502.07752v2","created_at":"2026-07-05T10:17:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.07752","created_at":"2026-07-05T10:17:16Z"},{"alias_kind":"pith_short_12","alias_value":"ACZWA73V6VDO","created_at":"2026-07-05T10:17:16Z"},{"alias_kind":"pith_short_16","alias_value":"ACZWA73V6VDOKUI3","created_at":"2026-07-05T10:17:16Z"},{"alias_kind":"pith_short_8","alias_value":"ACZWA73V","created_at":"2026-07-05T10:17:16Z"}],"graph_snapshots":[{"event_id":"sha256:411a437d35a6d358e8c2831a7bdddc6485bd35d478890fc8089d3f2360df86e6","target":"graph","created_at":"2026-07-05T10:17:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.07752/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Designing efficient optimizers for large language models (LLMs) with low-memory requirements and fast convergence is an important and challenging problem. This paper makes a step towards the systematic design of such optimizers through the lens of structured Fisher information matrix (FIM) approximation. We show that many state-of-the-art efficient optimizers can be viewed as solutions to FIM approximation (under the Frobenius norm) with specific structural assumptions. Building on these insights, we propose two design recommendations of practical efficient optimizers for LLMs, involving the c","authors_text":"Chao Ma, Edward Meeds, Meyer Scetbon, Wenbo Gong","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T18:27:19Z","title":"Towards Efficient Optimizer Design for LLM via Structured Fisher Approximation with a Low-Rank Extension"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.07752","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:642bd45e811bfe7d8d7e6660caf71d8427d5c65b311459007d42d60ddfb23a9e","target":"record","created_at":"2026-07-05T10:17:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bcbb5d100a90db8a2c71bd45d87da1c39cd1e631d7e932c1e9c4a16662c4d6d3","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T18:27:19Z","title_canon_sha256":"d28b6829c8155a0ae9c64f62d15455913b6ed4ffbd529b2cb42fbd8b4225ea07"},"schema_version":"1.0","source":{"id":"2502.07752","kind":"arxiv","version":2}},"canonical_sha256":"00b3607f75f546e5511b818056b74287a6c683b065501a62b4c25991d061762a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"00b3607f75f546e5511b818056b74287a6c683b065501a62b4c25991d061762a","first_computed_at":"2026-07-05T10:17:16.594079Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:17:16.594079Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3Z70T4it+89poYKS7GtJZ26/NfTsGyhMaMH2pJXS1UBoxIcg2s22PcHFzGXcU+ubzbQ5VVCLuKIxJttX2qKlBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:17:16.594555Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.07752","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:642bd45e811bfe7d8d7e6660caf71d8427d5c65b311459007d42d60ddfb23a9e","sha256:411a437d35a6d358e8c2831a7bdddc6485bd35d478890fc8089d3f2360df86e6"],"state_sha256":"ab19af862c17d8c338472e570b3753ac2d007476941d1451c07239b16d83e2ee"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2jxSJ32Q3jn9yqnLtHeVoItjCERFbqv2BQCWx0TMJ60jdO0K+GVYtOIV/dog9QzpyNXe16z/IQeq9uEUQqnoDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-11T13:25:57.694513Z","bundle_sha256":"f222ede8471267d47daaf30708a47427a70cf18ace0fd702154a6bb6ebeaeed1"}}