{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:63WFWAEASBD6CCVCHZBIYBNCBC","short_pith_number":"pith:63WFWAEA","schema_version":"1.0","canonical_sha256":"f6ec5b00809047e10aa23e428c05a208aecfcc4972b58f40df5ec2dc6d4ab966","source":{"kind":"arxiv","id":"2407.04868","version":1},"attestation_state":"computed","paper":{"title":"Looking into Black Box Code Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.AI","authors_text":"A.B. Siddique, Mark Marron, Muhammad Umair Haider, Umar Farooq","submitted_at":"2024-07-05T21:13:41Z","abstract_excerpt":"Language Models (LMs) have shown their application for tasks pertinent to code and several code~LMs have been proposed recently. The majority of the studies in this direction only focus on the improvements in performance of the LMs on different benchmarks, whereas LMs are considered black boxes. Besides this, a handful of works attempt to understand the role of attention layers in the code~LMs. Nonetheless, feed-forward layers remain under-explored which consist of two-thirds of a typical transformer model's parameters.\n  In this work, we attempt to gain insights into the inner workings of cod"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2407.04868","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-05T21:13:41Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"ba452666a37594bf75b524eb148d6589cff4c32059f2105591a09be4d49c98a1","abstract_canon_sha256":"fb76714f1c9fba66fc164b9a4e3d17465b94a5d21f2552de72cee1b707a2fb3a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:40:43.055241Z","signature_b64":"ekihhrdrXt8fQsmDdyu6kxPeemhUwxkYiKTeOroQdUw8vimKBRV1ArgCzdBd272MneVANb7KMaXCycTgWfcVCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f6ec5b00809047e10aa23e428c05a208aecfcc4972b58f40df5ec2dc6d4ab966","last_reissued_at":"2026-07-05T08:40:43.054856Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:40:43.054856Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Looking into Black Box Code Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.AI","authors_text":"A.B. Siddique, Mark Marron, Muhammad Umair Haider, Umar Farooq","submitted_at":"2024-07-05T21:13:41Z","abstract_excerpt":"Language Models (LMs) have shown their application for tasks pertinent to code and several code~LMs have been proposed recently. The majority of the studies in this direction only focus on the improvements in performance of the LMs on different benchmarks, whereas LMs are considered black boxes. Besides this, a handful of works attempt to understand the role of attention layers in the code~LMs. Nonetheless, feed-forward layers remain under-explored which consist of two-thirds of a typical transformer model's parameters.\n  In this work, we attempt to gain insights into the inner workings of cod"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.04868","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.04868/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2407.04868","created_at":"2026-07-05T08:40:43.054919+00:00"},{"alias_kind":"arxiv_version","alias_value":"2407.04868v1","created_at":"2026-07-05T08:40:43.054919+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.04868","created_at":"2026-07-05T08:40:43.054919+00:00"},{"alias_kind":"pith_short_12","alias_value":"63WFWAEASBD6","created_at":"2026-07-05T08:40:43.054919+00:00"},{"alias_kind":"pith_short_16","alias_value":"63WFWAEASBD6CCVC","created_at":"2026-07-05T08:40:43.054919+00:00"},{"alias_kind":"pith_short_8","alias_value":"63WFWAEA","created_at":"2026-07-05T08:40:43.054919+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2506.01074","citing_title":"How Programming Concepts and Neurons Are Shared in Code Language Models","ref_index":19,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/63WFWAEASBD6CCVCHZBIYBNCBC","json":"https://pith.science/pith/63WFWAEASBD6CCVCHZBIYBNCBC.json","graph_json":"https://pith.science/api/pith-number/63WFWAEASBD6CCVCHZBIYBNCBC/graph.json","events_json":"https://pith.science/api/pith-number/63WFWAEASBD6CCVCHZBIYBNCBC/events.json","paper":"https://pith.science/paper/63WFWAEA"},"agent_actions":{"view_html":"https://pith.science/pith/63WFWAEASBD6CCVCHZBIYBNCBC","download_json":"https://pith.science/pith/63WFWAEASBD6CCVCHZBIYBNCBC.json","view_paper":"https://pith.science/paper/63WFWAEA","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2407.04868&json=true","fetch_graph":"https://pith.science/api/pith-number/63WFWAEASBD6CCVCHZBIYBNCBC/graph.json","fetch_events":"https://pith.science/api/pith-number/63WFWAEASBD6CCVCHZBIYBNCBC/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/63WFWAEASBD6CCVCHZBIYBNCBC/action/timestamp_anchor","attest_storage":"https://pith.science/pith/63WFWAEASBD6CCVCHZBIYBNCBC/action/storage_attestation","attest_author":"https://pith.science/pith/63WFWAEASBD6CCVCHZBIYBNCBC/action/author_attestation","sign_citation":"https://pith.science/pith/63WFWAEASBD6CCVCHZBIYBNCBC/action/citation_signature","submit_replication":"https://pith.science/pith/63WFWAEASBD6CCVCHZBIYBNCBC/action/replication_record"}},"created_at":"2026-07-05T08:40:43.054919+00:00","updated_at":"2026-07-05T08:40:43.054919+00:00"}