{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7TIXJEQRBZ6JMDREN46ZCFDTIK","short_pith_number":"pith:7TIXJEQR","canonical_record":{"source":{"id":"2410.13032","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-10-16T20:45:29Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"cedc25652923fce07e2f1582e2b45831c56a4dfdfee811fb0dc45a50ff6d79a1","abstract_canon_sha256":"b248ce700fe7df36006ee0bc845c4a8a4f2e0a6e986f7050b05337530db46b35"},"schema_version":"1.0"},"canonical_sha256":"fcd17492110e7c960e246f3d9114734299cd0f84d7e24992af1aee370caf9f41","source":{"kind":"arxiv","id":"2410.13032","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13032","created_at":"2026-07-05T09:21:54Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13032v1","created_at":"2026-07-05T09:21:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13032","created_at":"2026-07-05T09:21:54Z"},{"alias_kind":"pith_short_12","alias_value":"7TIXJEQRBZ6J","created_at":"2026-07-05T09:21:54Z"},{"alias_kind":"pith_short_16","alias_value":"7TIXJEQRBZ6JMDRE","created_at":"2026-07-05T09:21:54Z"},{"alias_kind":"pith_short_8","alias_value":"7TIXJEQR","created_at":"2026-07-05T09:21:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7TIXJEQRBZ6JMDREN46ZCFDTIK","target":"record","payload":{"canonical_record":{"source":{"id":"2410.13032","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-10-16T20:45:29Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"cedc25652923fce07e2f1582e2b45831c56a4dfdfee811fb0dc45a50ff6d79a1","abstract_canon_sha256":"b248ce700fe7df36006ee0bc845c4a8a4f2e0a6e986f7050b05337530db46b35"},"schema_version":"1.0"},"canonical_sha256":"fcd17492110e7c960e246f3d9114734299cd0f84d7e24992af1aee370caf9f41","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:21:54.386602Z","signature_b64":"y19KkUFIX6J+Lfw+9jjdydD6ASFHCI9kqOu0jEPH+qydvXtXP03kE3i24YtrZMFVD8wARd7fu2jJI7ae4vgnCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fcd17492110e7c960e246f3d9114734299cd0f84d7e24992af1aee370caf9f41","last_reissued_at":"2026-07-05T09:21:54.386091Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:21:54.386091Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.13032","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:21:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1D/W2pU31j1oWPBgflVOPhpX+IVmT1xpkvukV+8jp4sY6lGqh2sJIxMwDBFpANmB/TCqPo8K7yhif5qat/mJBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T13:52:13.455637Z"},"content_sha256":"278241ff4e6cabe2180e8be86287e0b0d50c918892fdc73a47119303a937b99c","schema_version":"1.0","event_id":"sha256:278241ff4e6cabe2180e8be86287e0b0d50c918892fdc73a47119303a937b99c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7TIXJEQRBZ6JMDREN46ZCFDTIK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Hypothesis Testing the Circuit Hypothesis in LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.AI","authors_text":"Achille Nazaret, Adri\\`a Garriga-Alonso, Andrew Jesson, Carolina Zheng, Claudia Shi, David M. Blei, Maggie Makar, Nicolas Beltran-Velez","submitted_at":"2024-10-16T20:45:29Z","abstract_excerpt":"Large language models (LLMs) demonstrate surprising capabilities, but we do not understand how they are implemented. One hypothesis suggests that these capabilities are primarily executed by small subnetworks within the LLM, known as circuits. But how can we evaluate this hypothesis? In this paper, we formalize a set of criteria that a circuit is hypothesized to meet and develop a suite of hypothesis tests to evaluate how well circuits satisfy them. The criteria focus on the extent to which the LLM's behavior is preserved, the degree of localization of this behavior, and whether the circuit is"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13032","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.13032/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:21:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dQaGOn/Dabzl9IzT0RdmHqvg62RD1QZcNdh1LOmgnP6iAqH/dfPZOG+hfP2Kci6XOgXs3QfKyhdj81CH9RlZAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T13:52:13.456539Z"},"content_sha256":"7a809b31f2592db548b328ede3bf29d703836ff49e56de6f15c28dfc57272798","schema_version":"1.0","event_id":"sha256:7a809b31f2592db548b328ede3bf29d703836ff49e56de6f15c28dfc57272798"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7TIXJEQRBZ6JMDREN46ZCFDTIK/bundle.json","state_url":"https://pith.science/pith/7TIXJEQRBZ6JMDREN46ZCFDTIK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7TIXJEQRBZ6JMDREN46ZCFDTIK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T13:52:13Z","links":{"resolver":"https://pith.science/pith/7TIXJEQRBZ6JMDREN46ZCFDTIK","bundle":"https://pith.science/pith/7TIXJEQRBZ6JMDREN46ZCFDTIK/bundle.json","state":"https://pith.science/pith/7TIXJEQRBZ6JMDREN46ZCFDTIK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7TIXJEQRBZ6JMDREN46ZCFDTIK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7TIXJEQRBZ6JMDREN46ZCFDTIK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b248ce700fe7df36006ee0bc845c4a8a4f2e0a6e986f7050b05337530db46b35","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-10-16T20:45:29Z","title_canon_sha256":"cedc25652923fce07e2f1582e2b45831c56a4dfdfee811fb0dc45a50ff6d79a1"},"schema_version":"1.0","source":{"id":"2410.13032","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13032","created_at":"2026-07-05T09:21:54Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13032v1","created_at":"2026-07-05T09:21:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13032","created_at":"2026-07-05T09:21:54Z"},{"alias_kind":"pith_short_12","alias_value":"7TIXJEQRBZ6J","created_at":"2026-07-05T09:21:54Z"},{"alias_kind":"pith_short_16","alias_value":"7TIXJEQRBZ6JMDRE","created_at":"2026-07-05T09:21:54Z"},{"alias_kind":"pith_short_8","alias_value":"7TIXJEQR","created_at":"2026-07-05T09:21:54Z"}],"graph_snapshots":[{"event_id":"sha256:7a809b31f2592db548b328ede3bf29d703836ff49e56de6f15c28dfc57272798","target":"graph","created_at":"2026-07-05T09:21:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.13032/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) demonstrate surprising capabilities, but we do not understand how they are implemented. One hypothesis suggests that these capabilities are primarily executed by small subnetworks within the LLM, known as circuits. But how can we evaluate this hypothesis? In this paper, we formalize a set of criteria that a circuit is hypothesized to meet and develop a suite of hypothesis tests to evaluate how well circuits satisfy them. The criteria focus on the extent to which the LLM's behavior is preserved, the degree of localization of this behavior, and whether the circuit is","authors_text":"Achille Nazaret, Adri\\`a Garriga-Alonso, Andrew Jesson, Carolina Zheng, Claudia Shi, David M. Blei, Maggie Makar, Nicolas Beltran-Velez","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-10-16T20:45:29Z","title":"Hypothesis Testing the Circuit Hypothesis in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13032","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:278241ff4e6cabe2180e8be86287e0b0d50c918892fdc73a47119303a937b99c","target":"record","created_at":"2026-07-05T09:21:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b248ce700fe7df36006ee0bc845c4a8a4f2e0a6e986f7050b05337530db46b35","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-10-16T20:45:29Z","title_canon_sha256":"cedc25652923fce07e2f1582e2b45831c56a4dfdfee811fb0dc45a50ff6d79a1"},"schema_version":"1.0","source":{"id":"2410.13032","kind":"arxiv","version":1}},"canonical_sha256":"fcd17492110e7c960e246f3d9114734299cd0f84d7e24992af1aee370caf9f41","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fcd17492110e7c960e246f3d9114734299cd0f84d7e24992af1aee370caf9f41","first_computed_at":"2026-07-05T09:21:54.386091Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:21:54.386091Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"y19KkUFIX6J+Lfw+9jjdydD6ASFHCI9kqOu0jEPH+qydvXtXP03kE3i24YtrZMFVD8wARd7fu2jJI7ae4vgnCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:21:54.386602Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.13032","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:278241ff4e6cabe2180e8be86287e0b0d50c918892fdc73a47119303a937b99c","sha256:7a809b31f2592db548b328ede3bf29d703836ff49e56de6f15c28dfc57272798"],"state_sha256":"751d6020ac732c1c52b42cdcc0998545ec83ea0311645435a5939181f8789c2a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GrqzM67TYz9WG5zwCDRs4q+q5/mUDDacjlJDZysscvxXhWs6NWyyhKqmD00enS65kghqKimXp7G0kqH3wccBAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T13:52:13.464906Z","bundle_sha256":"fe028046acd7875b7e98382591d5b6fde4c02838cdc7db51f2180e899d45abd0"}}