{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MDCL2P7JRDEXQYY4HAHZ3Y5UPU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b49b1f19a1509f590f5cc385a7e3d51ce9ef62e4e3aac47ac4da2302367078f2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-28T09:23:14Z","title_canon_sha256":"833ba5e27653cdfe2541807f5f1e102f7785abc0b4df52e820402a5f701ba5df"},"schema_version":"1.0","source":{"id":"2405.17991","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.17991","created_at":"2026-07-05T09:23:06Z"},{"alias_kind":"arxiv_version","alias_value":"2405.17991v2","created_at":"2026-07-05T09:23:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.17991","created_at":"2026-07-05T09:23:06Z"},{"alias_kind":"pith_short_12","alias_value":"MDCL2P7JRDEX","created_at":"2026-07-05T09:23:06Z"},{"alias_kind":"pith_short_16","alias_value":"MDCL2P7JRDEXQYY4","created_at":"2026-07-05T09:23:06Z"},{"alias_kind":"pith_short_8","alias_value":"MDCL2P7J","created_at":"2026-07-05T09:23:06Z"}],"graph_snapshots":[{"event_id":"sha256:6d4491aaeac94ff73f97291994ff3b4d9a50bcce5e2b44240e524bbcab8f31a6","target":"graph","created_at":"2026-07-05T09:23:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.17991/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have recently emerged as powerful tools for tackling many language-processing tasks. Despite their success, training and fine-tuning these models is still far too computationally and memory intensive. In this paper, we identify and characterise the important components needed for effective model convergence using gradient descent. In doing so we find that the intermediate activations used to implement backpropagation can be excessively compressed without incurring any degradation in performance. This result leads us to a cheap and memory-efficient algorithm for bot","authors_text":"Ismail Elezi, Jiankang Deng, Pradyumna Reddy, Roy Miles","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-28T09:23:14Z","title":"VeLoRA: Memory Efficient Training using Rank-1 Sub-Token Projections"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.17991","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1dbb48055e802f40379fd6de2ff937113c7149c15307e5c0a4f73c28b5298797","target":"record","created_at":"2026-07-05T09:23:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b49b1f19a1509f590f5cc385a7e3d51ce9ef62e4e3aac47ac4da2302367078f2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-28T09:23:14Z","title_canon_sha256":"833ba5e27653cdfe2541807f5f1e102f7785abc0b4df52e820402a5f701ba5df"},"schema_version":"1.0","source":{"id":"2405.17991","kind":"arxiv","version":2}},"canonical_sha256":"60c4bd3fe988c978631c380f9de3b47d25123483b52b05fbe62bc368fe6f8a85","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"60c4bd3fe988c978631c380f9de3b47d25123483b52b05fbe62bc368fe6f8a85","first_computed_at":"2026-07-05T09:23:06.162367Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:23:06.162367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uz7OyWlCfx2w4XJKhaj3Q8Xu3SMXR/58PimhJW4gwT/t6uEm5ESWxrVPanbkbkgk/XoCYhtDouiE6uY6NrHLBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:23:06.162832Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.17991","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1dbb48055e802f40379fd6de2ff937113c7149c15307e5c0a4f73c28b5298797","sha256:6d4491aaeac94ff73f97291994ff3b4d9a50bcce5e2b44240e524bbcab8f31a6"],"state_sha256":"1a310ee6cec9cdf1a2c4b07c9bff952224deb0ebd20add9d18617eef56503d60"}