{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QBCNCIADI3DMLHXXQR72OWKMUP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5846a6e2107810a5366b7c6284adabf3f83add9d9d7834b197cdb2789530d00f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-06T14:36:57Z","title_canon_sha256":"7681ef1446a6dfc8ce849a756f0d553fffd1083f2fb31f9eb93b87dc74476c34"},"schema_version":"1.0","source":{"id":"2209.02535","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.02535","created_at":"2026-07-05T07:27:41Z"},{"alias_kind":"arxiv_version","alias_value":"2209.02535v3","created_at":"2026-07-05T07:27:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.02535","created_at":"2026-07-05T07:27:41Z"},{"alias_kind":"pith_short_12","alias_value":"QBCNCIADI3DM","created_at":"2026-07-05T07:27:41Z"},{"alias_kind":"pith_short_16","alias_value":"QBCNCIADI3DMLHXX","created_at":"2026-07-05T07:27:41Z"},{"alias_kind":"pith_short_8","alias_value":"QBCNCIAD","created_at":"2026-07-05T07:27:41Z"}],"graph_snapshots":[{"event_id":"sha256:14b018b1532ca6857a1eb0a020fc9d63e29161b085d6bcb09ac4a5ee8d1bd521","target":"graph","created_at":"2026-07-05T07:27:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.02535/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding Transformer-based models has attracted significant attention, as they lie at the heart of recent technological advances across machine learning. While most interpretability methods rely on running models over inputs, recent work has shown that a zero-pass approach, where parameters are interpreted directly without a forward/backward pass is feasible for some Transformer parameters, and for two-layer attention networks. In this work, we present a theoretical analysis where all parameters of a trained Transformer are interpreted by projecting them into the embedding space, that is,","authors_text":"Ankit Gupta, Guy Dar, Jonathan Berant, Mor Geva","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-06T14:36:57Z","title":"Analyzing Transformers in Embedding Space"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.02535","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c54143f6141768819e6e3b2359226003598904dd9b0bb92747a761c8cbba9212","target":"record","created_at":"2026-07-05T07:27:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5846a6e2107810a5366b7c6284adabf3f83add9d9d7834b197cdb2789530d00f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-06T14:36:57Z","title_canon_sha256":"7681ef1446a6dfc8ce849a756f0d553fffd1083f2fb31f9eb93b87dc74476c34"},"schema_version":"1.0","source":{"id":"2209.02535","kind":"arxiv","version":3}},"canonical_sha256":"8044d1200346c6c59ef7847fa7594ca3dbc7850eedb0b2990238c8156ce28479","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8044d1200346c6c59ef7847fa7594ca3dbc7850eedb0b2990238c8156ce28479","first_computed_at":"2026-07-05T07:27:41.322680Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:27:41.322680Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EaUWZO5WkQ54/AdwQREDn6V5vMhMXFpxg7mC7397UwfGJ9sS1o/OWilqpGRnpVusePrj8eXv23XssPB9ijHxAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:27:41.323260Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.02535","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c54143f6141768819e6e3b2359226003598904dd9b0bb92747a761c8cbba9212","sha256:14b018b1532ca6857a1eb0a020fc9d63e29161b085d6bcb09ac4a5ee8d1bd521"],"state_sha256":"296f54f6f6076619a78613fe5825825d14769d53a55b7fb7e3e367a3d533f5b5"}