{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RWPO7EMKDPLOMNUZZXEKXUO5TI","short_pith_number":"pith:RWPO7EMK","canonical_record":{"source":{"id":"2411.10696","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-16T04:27:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bc9b27ab6561f82bf4c918dc15809114aba22710ef93f4d597a5fd1834063b5b","abstract_canon_sha256":"e2b2af21e56143b78a823712ecc4d777233ec28a5670f67a9d2a17a473f7e42c"},"schema_version":"1.0"},"canonical_sha256":"8d9eef918a1bd6e63699cdc8abd1dd9a2d6f376e6ddafc6e9c6f14c857dc8e45","source":{"kind":"arxiv","id":"2411.10696","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10696","created_at":"2026-07-05T09:36:20Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10696v1","created_at":"2026-07-05T09:36:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10696","created_at":"2026-07-05T09:36:20Z"},{"alias_kind":"pith_short_12","alias_value":"RWPO7EMKDPLO","created_at":"2026-07-05T09:36:20Z"},{"alias_kind":"pith_short_16","alias_value":"RWPO7EMKDPLOMNUZ","created_at":"2026-07-05T09:36:20Z"},{"alias_kind":"pith_short_8","alias_value":"RWPO7EMK","created_at":"2026-07-05T09:36:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RWPO7EMKDPLOMNUZZXEKXUO5TI","target":"record","payload":{"canonical_record":{"source":{"id":"2411.10696","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-16T04:27:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bc9b27ab6561f82bf4c918dc15809114aba22710ef93f4d597a5fd1834063b5b","abstract_canon_sha256":"e2b2af21e56143b78a823712ecc4d777233ec28a5670f67a9d2a17a473f7e42c"},"schema_version":"1.0"},"canonical_sha256":"8d9eef918a1bd6e63699cdc8abd1dd9a2d6f376e6ddafc6e9c6f14c857dc8e45","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:36:20.706324Z","signature_b64":"mafAP3/NnBkCnTBCNCg3x87XRsnbTvIHfNcS6CQfJT0tojUN+QN0KAyUJaaRQpKvSwezGJzfmx7HVlcyPV5FBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d9eef918a1bd6e63699cdc8abd1dd9a2d6f376e6ddafc6e9c6f14c857dc8e45","last_reissued_at":"2026-07-05T09:36:20.705815Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:36:20.705815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.10696","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m1OlYAEIVvrssCJpjsK99gx/PnsTlP7Qte94cSg772E0hsEHES6jB87c3IT4LXKJmJvOomRTLV5/ZtbC9w0nCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:35:15.187712Z"},"content_sha256":"2cf18064861a99ece66b0be8c02eca231748913c1cd4179b365b6381217c4c05","schema_version":"1.0","event_id":"sha256:2cf18064861a99ece66b0be8c02eca231748913c1cd4179b365b6381217c4c05"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RWPO7EMKDPLOMNUZZXEKXUO5TI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HELENE: Hessian Layer-wise Clipping and Gradient Annealing for Accelerating Fine-tuning LLM with Zeroth-order Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Fei Dou, Huaqin Zhao, Jiaxi Li, Jin Lu, Shizhe Liang, Tianming Liu, Wei Liu, Xiang Li, Xiaofeng Yang, Yi Pan","submitted_at":"2024-11-16T04:27:22Z","abstract_excerpt":"Fine-tuning large language models (LLMs) poses significant memory challenges, as the back-propagation process demands extensive resources, especially with growing model sizes. Recent work, MeZO, addresses this issue using a zeroth-order (ZO) optimization method, which reduces memory consumption by matching the usage to the inference phase. However, MeZO experiences slow convergence due to varying curvatures across model parameters. To overcome this limitation, we introduce HELENE, a novel scalable and memory-efficient optimizer that integrates annealed A-GNB gradients with a diagonal Hessian e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10696","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.10696/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/L+OiwI4eLw6tABcoecn54rK2HCKQ7LtV7Ryt8zprtM9axqMw+fuiRNXn6Cty51ie6Aevi7THZru/PzcedhLAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:35:15.188225Z"},"content_sha256":"b0701707bd7fa0333ef76595ec880d093568ca136598089368c4d3dce78078d6","schema_version":"1.0","event_id":"sha256:b0701707bd7fa0333ef76595ec880d093568ca136598089368c4d3dce78078d6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RWPO7EMKDPLOMNUZZXEKXUO5TI/bundle.json","state_url":"https://pith.science/pith/RWPO7EMKDPLOMNUZZXEKXUO5TI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RWPO7EMKDPLOMNUZZXEKXUO5TI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T14:35:15Z","links":{"resolver":"https://pith.science/pith/RWPO7EMKDPLOMNUZZXEKXUO5TI","bundle":"https://pith.science/pith/RWPO7EMKDPLOMNUZZXEKXUO5TI/bundle.json","state":"https://pith.science/pith/RWPO7EMKDPLOMNUZZXEKXUO5TI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RWPO7EMKDPLOMNUZZXEKXUO5TI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RWPO7EMKDPLOMNUZZXEKXUO5TI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e2b2af21e56143b78a823712ecc4d777233ec28a5670f67a9d2a17a473f7e42c","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-16T04:27:22Z","title_canon_sha256":"bc9b27ab6561f82bf4c918dc15809114aba22710ef93f4d597a5fd1834063b5b"},"schema_version":"1.0","source":{"id":"2411.10696","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10696","created_at":"2026-07-05T09:36:20Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10696v1","created_at":"2026-07-05T09:36:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10696","created_at":"2026-07-05T09:36:20Z"},{"alias_kind":"pith_short_12","alias_value":"RWPO7EMKDPLO","created_at":"2026-07-05T09:36:20Z"},{"alias_kind":"pith_short_16","alias_value":"RWPO7EMKDPLOMNUZ","created_at":"2026-07-05T09:36:20Z"},{"alias_kind":"pith_short_8","alias_value":"RWPO7EMK","created_at":"2026-07-05T09:36:20Z"}],"graph_snapshots":[{"event_id":"sha256:b0701707bd7fa0333ef76595ec880d093568ca136598089368c4d3dce78078d6","target":"graph","created_at":"2026-07-05T09:36:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.10696/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Fine-tuning large language models (LLMs) poses significant memory challenges, as the back-propagation process demands extensive resources, especially with growing model sizes. Recent work, MeZO, addresses this issue using a zeroth-order (ZO) optimization method, which reduces memory consumption by matching the usage to the inference phase. However, MeZO experiences slow convergence due to varying curvatures across model parameters. To overcome this limitation, we introduce HELENE, a novel scalable and memory-efficient optimizer that integrates annealed A-GNB gradients with a diagonal Hessian e","authors_text":"Fei Dou, Huaqin Zhao, Jiaxi Li, Jin Lu, Shizhe Liang, Tianming Liu, Wei Liu, Xiang Li, Xiaofeng Yang, Yi Pan","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-16T04:27:22Z","title":"HELENE: Hessian Layer-wise Clipping and Gradient Annealing for Accelerating Fine-tuning LLM with Zeroth-order Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10696","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2cf18064861a99ece66b0be8c02eca231748913c1cd4179b365b6381217c4c05","target":"record","created_at":"2026-07-05T09:36:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e2b2af21e56143b78a823712ecc4d777233ec28a5670f67a9d2a17a473f7e42c","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-16T04:27:22Z","title_canon_sha256":"bc9b27ab6561f82bf4c918dc15809114aba22710ef93f4d597a5fd1834063b5b"},"schema_version":"1.0","source":{"id":"2411.10696","kind":"arxiv","version":1}},"canonical_sha256":"8d9eef918a1bd6e63699cdc8abd1dd9a2d6f376e6ddafc6e9c6f14c857dc8e45","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8d9eef918a1bd6e63699cdc8abd1dd9a2d6f376e6ddafc6e9c6f14c857dc8e45","first_computed_at":"2026-07-05T09:36:20.705815Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:36:20.705815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mafAP3/NnBkCnTBCNCg3x87XRsnbTvIHfNcS6CQfJT0tojUN+QN0KAyUJaaRQpKvSwezGJzfmx7HVlcyPV5FBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:36:20.706324Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.10696","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2cf18064861a99ece66b0be8c02eca231748913c1cd4179b365b6381217c4c05","sha256:b0701707bd7fa0333ef76595ec880d093568ca136598089368c4d3dce78078d6"],"state_sha256":"70f8ba1f651f62ec90575efc3e3ed3b4bf286297401b89669f05a875c8b8b444"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9uRhcGnskpSNRpaWo35NpsVj56WKE4XDZ0rK545+x3roUbOrpmaYCtHXN9BkG2l7yR5dmhEBD7V32RpN6RVoAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T14:35:15.193596Z","bundle_sha256":"93d762e1c0dc9d9520ea55d8e7714873a11f2281a0e7cc7efaf07ac75229d472"}}