{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:ZTRRVZJNR5ATA5HV4GTOTUZCOR","short_pith_number":"pith:ZTRRVZJN","schema_version":"1.0","canonical_sha256":"cce31ae52d8f413074f5e1a6e9d3227453948cac2c7c107ee85c0e5476465393","source":{"kind":"arxiv","id":"2606.19317","version":1},"attestation_state":"computed","paper":{"title":"Explaining Attention with Program Synthesis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Amiri Hayes, Belinda Li, Jacob Andreas","submitted_at":"2026-06-17T17:40:55Z","abstract_excerpt":"A longstanding goal of research on interpretable deep learning is to replace opaque neural computations with human-meaningful symbolic descriptions. In this paper, we propose an approach for approximating the behavior of components of deep networks with executable programs. We focus on attention heads in transformer language models. For a given head, we first compute its associated attention matrices on a collection of randomly selected training examples. Next, we prompt a pre-trained language model with a summary of these matrices, and instruct it to generate a set of Python programs that can"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2606.19317","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-17T17:40:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"797a3c17e13c887eb0b90776948a6327735ad3a94cf06616fe8a5333763bdcc6","abstract_canon_sha256":"9aae0e9b5161b9bb14f1cd02fe75581f634d4c8e245496b19931e3707daad348"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-19T16:12:11.008389Z","signature_b64":"kxMzV550VhCSiu1I2jjYsdqGfvHPRiSb/eI2fzmLxhvlyNVR3ZCHqHrtHJnn/MeQSfCFIyVLNk8G1vvYmPu3CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cce31ae52d8f413074f5e1a6e9d3227453948cac2c7c107ee85c0e5476465393","last_reissued_at":"2026-06-19T16:12:11.008032Z","signature_status":"signed_v1","first_computed_at":"2026-06-19T16:12:11.008032Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Explaining Attention with Program Synthesis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Amiri Hayes, Belinda Li, Jacob Andreas","submitted_at":"2026-06-17T17:40:55Z","abstract_excerpt":"A longstanding goal of research on interpretable deep learning is to replace opaque neural computations with human-meaningful symbolic descriptions. In this paper, we propose an approach for approximating the behavior of components of deep networks with executable programs. We focus on attention heads in transformer language models. For a given head, we first compute its associated attention matrices on a collection of randomly selected training examples. Next, we prompt a pre-trained language model with a summary of these matrices, and instruct it to generate a set of Python programs that can"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.19317","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.19317/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2606.19317","created_at":"2026-06-19T16:12:11.008093+00:00"},{"alias_kind":"arxiv_version","alias_value":"2606.19317v1","created_at":"2026-06-19T16:12:11.008093+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.19317","created_at":"2026-06-19T16:12:11.008093+00:00"},{"alias_kind":"pith_short_12","alias_value":"ZTRRVZJNR5AT","created_at":"2026-06-19T16:12:11.008093+00:00"},{"alias_kind":"pith_short_16","alias_value":"ZTRRVZJNR5ATA5HV","created_at":"2026-06-19T16:12:11.008093+00:00"},{"alias_kind":"pith_short_8","alias_value":"ZTRRVZJN","created_at":"2026-06-19T16:12:11.008093+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ZTRRVZJNR5ATA5HV4GTOTUZCOR","json":"https://pith.science/pith/ZTRRVZJNR5ATA5HV4GTOTUZCOR.json","graph_json":"https://pith.science/api/pith-number/ZTRRVZJNR5ATA5HV4GTOTUZCOR/graph.json","events_json":"https://pith.science/api/pith-number/ZTRRVZJNR5ATA5HV4GTOTUZCOR/events.json","paper":"https://pith.science/paper/ZTRRVZJN"},"agent_actions":{"view_html":"https://pith.science/pith/ZTRRVZJNR5ATA5HV4GTOTUZCOR","download_json":"https://pith.science/pith/ZTRRVZJNR5ATA5HV4GTOTUZCOR.json","view_paper":"https://pith.science/paper/ZTRRVZJN","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2606.19317&json=true","fetch_graph":"https://pith.science/api/pith-number/ZTRRVZJNR5ATA5HV4GTOTUZCOR/graph.json","fetch_events":"https://pith.science/api/pith-number/ZTRRVZJNR5ATA5HV4GTOTUZCOR/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ZTRRVZJNR5ATA5HV4GTOTUZCOR/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ZTRRVZJNR5ATA5HV4GTOTUZCOR/action/storage_attestation","attest_author":"https://pith.science/pith/ZTRRVZJNR5ATA5HV4GTOTUZCOR/action/author_attestation","sign_citation":"https://pith.science/pith/ZTRRVZJNR5ATA5HV4GTOTUZCOR/action/citation_signature","submit_replication":"https://pith.science/pith/ZTRRVZJNR5ATA5HV4GTOTUZCOR/action/replication_record"}},"created_at":"2026-06-19T16:12:11.008093+00:00","updated_at":"2026-06-19T16:12:11.008093+00:00"}