{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NJADG56MDVW32E3UZYZC6YDDAH","short_pith_number":"pith:NJADG56M","canonical_record":{"source":{"id":"2402.12865","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T09:57:08Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"cd78026bf2dd50a038f5ef0ac987c84d242ea155c63e45281da11d9fed064a77","abstract_canon_sha256":"458c04ff85e49786ba47c613586214d63c6d173c0b95841510b4e2fae46df56a"},"schema_version":"1.0"},"canonical_sha256":"6a403377cc1d6dbd1374ce322f606301fc0a9145879879870c1eb186c3b91a68","source":{"kind":"arxiv","id":"2402.12865","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.12865","created_at":"2026-07-05T07:47:17Z"},{"alias_kind":"arxiv_version","alias_value":"2402.12865v1","created_at":"2026-07-05T07:47:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.12865","created_at":"2026-07-05T07:47:17Z"},{"alias_kind":"pith_short_12","alias_value":"NJADG56MDVW3","created_at":"2026-07-05T07:47:17Z"},{"alias_kind":"pith_short_16","alias_value":"NJADG56MDVW32E3U","created_at":"2026-07-05T07:47:17Z"},{"alias_kind":"pith_short_8","alias_value":"NJADG56M","created_at":"2026-07-05T07:47:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NJADG56MDVW32E3UZYZC6YDDAH","target":"record","payload":{"canonical_record":{"source":{"id":"2402.12865","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T09:57:08Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"cd78026bf2dd50a038f5ef0ac987c84d242ea155c63e45281da11d9fed064a77","abstract_canon_sha256":"458c04ff85e49786ba47c613586214d63c6d173c0b95841510b4e2fae46df56a"},"schema_version":"1.0"},"canonical_sha256":"6a403377cc1d6dbd1374ce322f606301fc0a9145879879870c1eb186c3b91a68","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:47:17.503489Z","signature_b64":"CFretA44oDjuudMsbGjk9YivJcOUUf5SsdiCWfvU751fwM4VTWk/MlTgZvQYYZnNk/wUlYq4v8HngskSsTrEDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6a403377cc1d6dbd1374ce322f606301fc0a9145879879870c1eb186c3b91a68","last_reissued_at":"2026-07-05T07:47:17.503005Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:47:17.503005Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.12865","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:47:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zxaf2gOfG88kvwWPuHILlx73sQ8bse5Ga8f7NZycSP8UJyesYOUSW0gMmm2AiPpwaBxjLaxbwI5bHYf/6qbtCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:29:33.538892Z"},"content_sha256":"66f390b548a9d076b40fa3a302090247811fc00d07f62736416702a09176e31e","schema_version":"1.0","event_id":"sha256:66f390b548a9d076b40fa3a302090247811fc00d07f62736416702a09176e31e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NJADG56MDVW32E3UZYZC6YDDAH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Backward Lens: Projecting Language Model Gradients into the Vocabulary Space","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Lior Wolf, Mor Geva, Shahar Katz, Yonatan Belinkov","submitted_at":"2024-02-20T09:57:08Z","abstract_excerpt":"Understanding how Transformer-based Language Models (LMs) learn and recall information is a key goal of the deep learning community. Recent interpretability methods project weights and hidden states obtained from the forward pass to the models' vocabularies, helping to uncover how information flows within LMs. In this work, we extend this methodology to LMs' backward pass and gradients. We first prove that a gradient matrix can be cast as a low-rank linear combination of its forward and backward passes' inputs. We then develop methods to project these gradients into vocabulary items and explor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.12865","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.12865/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:47:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yMGamU4VRTCFvNPjs85UizhNYS74vIo7xSmLS6yDgtKCuHPXqumjPzsWMOEzld+LaR9anCyI9WxuImSweCx3DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:29:33.539754Z"},"content_sha256":"57a5cb4a19218767c467cf5cf7cff1de37df7c59153db4519b1b5075ebb2c48f","schema_version":"1.0","event_id":"sha256:57a5cb4a19218767c467cf5cf7cff1de37df7c59153db4519b1b5075ebb2c48f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NJADG56MDVW32E3UZYZC6YDDAH/bundle.json","state_url":"https://pith.science/pith/NJADG56MDVW32E3UZYZC6YDDAH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NJADG56MDVW32E3UZYZC6YDDAH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T13:29:33Z","links":{"resolver":"https://pith.science/pith/NJADG56MDVW32E3UZYZC6YDDAH","bundle":"https://pith.science/pith/NJADG56MDVW32E3UZYZC6YDDAH/bundle.json","state":"https://pith.science/pith/NJADG56MDVW32E3UZYZC6YDDAH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NJADG56MDVW32E3UZYZC6YDDAH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NJADG56MDVW32E3UZYZC6YDDAH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"458c04ff85e49786ba47c613586214d63c6d173c0b95841510b4e2fae46df56a","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T09:57:08Z","title_canon_sha256":"cd78026bf2dd50a038f5ef0ac987c84d242ea155c63e45281da11d9fed064a77"},"schema_version":"1.0","source":{"id":"2402.12865","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.12865","created_at":"2026-07-05T07:47:17Z"},{"alias_kind":"arxiv_version","alias_value":"2402.12865v1","created_at":"2026-07-05T07:47:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.12865","created_at":"2026-07-05T07:47:17Z"},{"alias_kind":"pith_short_12","alias_value":"NJADG56MDVW3","created_at":"2026-07-05T07:47:17Z"},{"alias_kind":"pith_short_16","alias_value":"NJADG56MDVW32E3U","created_at":"2026-07-05T07:47:17Z"},{"alias_kind":"pith_short_8","alias_value":"NJADG56M","created_at":"2026-07-05T07:47:17Z"}],"graph_snapshots":[{"event_id":"sha256:57a5cb4a19218767c467cf5cf7cff1de37df7c59153db4519b1b5075ebb2c48f","target":"graph","created_at":"2026-07-05T07:47:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.12865/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding how Transformer-based Language Models (LMs) learn and recall information is a key goal of the deep learning community. Recent interpretability methods project weights and hidden states obtained from the forward pass to the models' vocabularies, helping to uncover how information flows within LMs. In this work, we extend this methodology to LMs' backward pass and gradients. We first prove that a gradient matrix can be cast as a low-rank linear combination of its forward and backward passes' inputs. We then develop methods to project these gradients into vocabulary items and explor","authors_text":"Lior Wolf, Mor Geva, Shahar Katz, Yonatan Belinkov","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T09:57:08Z","title":"Backward Lens: Projecting Language Model Gradients into the Vocabulary Space"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.12865","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:66f390b548a9d076b40fa3a302090247811fc00d07f62736416702a09176e31e","target":"record","created_at":"2026-07-05T07:47:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"458c04ff85e49786ba47c613586214d63c6d173c0b95841510b4e2fae46df56a","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T09:57:08Z","title_canon_sha256":"cd78026bf2dd50a038f5ef0ac987c84d242ea155c63e45281da11d9fed064a77"},"schema_version":"1.0","source":{"id":"2402.12865","kind":"arxiv","version":1}},"canonical_sha256":"6a403377cc1d6dbd1374ce322f606301fc0a9145879879870c1eb186c3b91a68","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6a403377cc1d6dbd1374ce322f606301fc0a9145879879870c1eb186c3b91a68","first_computed_at":"2026-07-05T07:47:17.503005Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:47:17.503005Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CFretA44oDjuudMsbGjk9YivJcOUUf5SsdiCWfvU751fwM4VTWk/MlTgZvQYYZnNk/wUlYq4v8HngskSsTrEDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:47:17.503489Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.12865","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:66f390b548a9d076b40fa3a302090247811fc00d07f62736416702a09176e31e","sha256:57a5cb4a19218767c467cf5cf7cff1de37df7c59153db4519b1b5075ebb2c48f"],"state_sha256":"2ebd9edd3e1886d05f08e26645181c7fd017aa99012bf0263b41c155392802be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xnTFnkeHMeavywLZebvErt8kv9rymOJ/GkFCzM9YYuuQFqCxUfSydGdfKOPIaq6kL0DPXnfps9MTH2SchzxoAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T13:29:33.545961Z","bundle_sha256":"8cdcd0a64fd97bbe842445a3b36d00ea63528d0b89622c5a68e0787d597209e6"}}