{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:AZT436DHOK4YVBK32QHPJZOFLD","short_pith_number":"pith:AZT436DH","canonical_record":{"source":{"id":"2306.09782","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T11:37:15Z","cross_cats_sorted":[],"title_canon_sha256":"c3f8d08a47cfa7179e048731910cd019d2c75f3f1130a125d7318a76edaa2d26","abstract_canon_sha256":"1d75481d7cc490d8e49fca6473a952dd8178499da7c24bccf8e0d52849f839c8"},"schema_version":"1.0"},"canonical_sha256":"0667cdf86772b98a855bd40ef4e5c558c9309f0d16d61bcc4b311a10c5dda395","source":{"kind":"arxiv","id":"2306.09782","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.09782","created_at":"2026-07-05T08:28:01Z"},{"alias_kind":"arxiv_version","alias_value":"2306.09782v2","created_at":"2026-07-05T08:28:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.09782","created_at":"2026-07-05T08:28:01Z"},{"alias_kind":"pith_short_12","alias_value":"AZT436DHOK4Y","created_at":"2026-07-05T08:28:01Z"},{"alias_kind":"pith_short_16","alias_value":"AZT436DHOK4YVBK3","created_at":"2026-07-05T08:28:01Z"},{"alias_kind":"pith_short_8","alias_value":"AZT436DH","created_at":"2026-07-05T08:28:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:AZT436DHOK4YVBK32QHPJZOFLD","target":"record","payload":{"canonical_record":{"source":{"id":"2306.09782","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T11:37:15Z","cross_cats_sorted":[],"title_canon_sha256":"c3f8d08a47cfa7179e048731910cd019d2c75f3f1130a125d7318a76edaa2d26","abstract_canon_sha256":"1d75481d7cc490d8e49fca6473a952dd8178499da7c24bccf8e0d52849f839c8"},"schema_version":"1.0"},"canonical_sha256":"0667cdf86772b98a855bd40ef4e5c558c9309f0d16d61bcc4b311a10c5dda395","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:01.398198Z","signature_b64":"3kCiRRq/iTZNdNPIHVRiPV5QwtScg1Mo+0dRhDC7rEWyyfwj6X60gFdZkS+e3nSZwGJ2hdGlTMaHSGBpK3ZmDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0667cdf86772b98a855bd40ef4e5c558c9309f0d16d61bcc4b311a10c5dda395","last_reissued_at":"2026-07-05T08:28:01.397776Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:01.397776Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.09782","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pKSq2ndG4rOCi9h1HzgJJboJ+jkv5Nm2OxB2xhqA87Sb3K7PtVn6IfFz9sLNc52wIAIKgyX71nIh35fSWnYvCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T18:12:57.298228Z"},"content_sha256":"1457bceade59b1c243d9371813c5d2bb7ad0bdd880863b4835cdf25ff0ee275a","schema_version":"1.0","event_id":"sha256:1457bceade59b1c243d9371813c5d2bb7ad0bdd880863b4835cdf25ff0ee275a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:AZT436DHOK4YVBK32QHPJZOFLD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Kai Lv, Qinghui Gao, Qipeng Guo, Tengxiao Liu, Xipeng Qiu, Yuqing Yang","submitted_at":"2023-06-16T11:37:15Z","abstract_excerpt":"Large Language Models (LLMs) have revolutionized Natural Language Processing (NLP) but demand massive GPU resources for training. Lowering the threshold for LLMs training would encourage greater participation from researchers, benefiting both academia and society. While existing approaches have focused on parameter-efficient fine-tuning, which tunes or adds a small number of parameters, few have addressed the challenge of tuning the full parameters of LLMs with limited resources. In this work, we propose a new optimizer, LOw-Memory Optimization (LOMO), which fuses the gradient computation and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.09782","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.09782/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ngI6EEigu5kgju5Q9VQWnDErZ3GT6NH2CeRoLyQUtug3iFz0JYVHidoUMmb/onsJIx45os3x038MeEWo2KnBCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T18:12:57.298870Z"},"content_sha256":"fed7ec7f45d5bd2daee6a16b777e3f80691f4c6a0818fa4af31eed5bdacaaf47","schema_version":"1.0","event_id":"sha256:fed7ec7f45d5bd2daee6a16b777e3f80691f4c6a0818fa4af31eed5bdacaaf47"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AZT436DHOK4YVBK32QHPJZOFLD/bundle.json","state_url":"https://pith.science/pith/AZT436DHOK4YVBK32QHPJZOFLD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AZT436DHOK4YVBK32QHPJZOFLD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T18:12:57Z","links":{"resolver":"https://pith.science/pith/AZT436DHOK4YVBK32QHPJZOFLD","bundle":"https://pith.science/pith/AZT436DHOK4YVBK32QHPJZOFLD/bundle.json","state":"https://pith.science/pith/AZT436DHOK4YVBK32QHPJZOFLD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AZT436DHOK4YVBK32QHPJZOFLD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:AZT436DHOK4YVBK32QHPJZOFLD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1d75481d7cc490d8e49fca6473a952dd8178499da7c24bccf8e0d52849f839c8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T11:37:15Z","title_canon_sha256":"c3f8d08a47cfa7179e048731910cd019d2c75f3f1130a125d7318a76edaa2d26"},"schema_version":"1.0","source":{"id":"2306.09782","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.09782","created_at":"2026-07-05T08:28:01Z"},{"alias_kind":"arxiv_version","alias_value":"2306.09782v2","created_at":"2026-07-05T08:28:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.09782","created_at":"2026-07-05T08:28:01Z"},{"alias_kind":"pith_short_12","alias_value":"AZT436DHOK4Y","created_at":"2026-07-05T08:28:01Z"},{"alias_kind":"pith_short_16","alias_value":"AZT436DHOK4YVBK3","created_at":"2026-07-05T08:28:01Z"},{"alias_kind":"pith_short_8","alias_value":"AZT436DH","created_at":"2026-07-05T08:28:01Z"}],"graph_snapshots":[{"event_id":"sha256:fed7ec7f45d5bd2daee6a16b777e3f80691f4c6a0818fa4af31eed5bdacaaf47","target":"graph","created_at":"2026-07-05T08:28:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.09782/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have revolutionized Natural Language Processing (NLP) but demand massive GPU resources for training. Lowering the threshold for LLMs training would encourage greater participation from researchers, benefiting both academia and society. While existing approaches have focused on parameter-efficient fine-tuning, which tunes or adds a small number of parameters, few have addressed the challenge of tuning the full parameters of LLMs with limited resources. In this work, we propose a new optimizer, LOw-Memory Optimization (LOMO), which fuses the gradient computation and ","authors_text":"Kai Lv, Qinghui Gao, Qipeng Guo, Tengxiao Liu, Xipeng Qiu, Yuqing Yang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T11:37:15Z","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.09782","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1457bceade59b1c243d9371813c5d2bb7ad0bdd880863b4835cdf25ff0ee275a","target":"record","created_at":"2026-07-05T08:28:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1d75481d7cc490d8e49fca6473a952dd8178499da7c24bccf8e0d52849f839c8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T11:37:15Z","title_canon_sha256":"c3f8d08a47cfa7179e048731910cd019d2c75f3f1130a125d7318a76edaa2d26"},"schema_version":"1.0","source":{"id":"2306.09782","kind":"arxiv","version":2}},"canonical_sha256":"0667cdf86772b98a855bd40ef4e5c558c9309f0d16d61bcc4b311a10c5dda395","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0667cdf86772b98a855bd40ef4e5c558c9309f0d16d61bcc4b311a10c5dda395","first_computed_at":"2026-07-05T08:28:01.397776Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:01.397776Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3kCiRRq/iTZNdNPIHVRiPV5QwtScg1Mo+0dRhDC7rEWyyfwj6X60gFdZkS+e3nSZwGJ2hdGlTMaHSGBpK3ZmDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:01.398198Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.09782","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1457bceade59b1c243d9371813c5d2bb7ad0bdd880863b4835cdf25ff0ee275a","sha256:fed7ec7f45d5bd2daee6a16b777e3f80691f4c6a0818fa4af31eed5bdacaaf47"],"state_sha256":"11a4782662e24af5a48b9126793dc2354e140121c09fc6d7e3b0f5e7232f2e00"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nhgMVqaWg57aek9y3e2/YUb2jsnp8PerSJ8tE62rE2qNnDTiB/Ueg2NoU/ZSE4XphiCY0UhDk0rlntD8O9w6AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T18:12:57.303199Z","bundle_sha256":"5f5bf42fa3cf6f8752831f48784d5b02bc6b94c76d66db56625f6f844e926ce6"}}