{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:76LJOWTYSBJRR5ZIOOC755XD4E","short_pith_number":"pith:76LJOWTY","canonical_record":{"source":{"id":"2506.05774","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-06T06:09:47Z","cross_cats_sorted":[],"title_canon_sha256":"3ff649f23d7a853063556be3b6ca0f26f348ed2ae4c09561d1ecb385f7d94b5b","abstract_canon_sha256":"3da5e2cdd3c1bbe0a58524b8aff26ea691db58349f9d3d2bc2656b9a1738ce77"},"schema_version":"1.0"},"canonical_sha256":"ff96975a78905318f7287385fef6e3e104c02181f86f4d9646124df5ad240503","source":{"kind":"arxiv","id":"2506.05774","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.05774","created_at":"2026-07-05T11:17:09Z"},{"alias_kind":"arxiv_version","alias_value":"2506.05774v1","created_at":"2026-07-05T11:17:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.05774","created_at":"2026-07-05T11:17:09Z"},{"alias_kind":"pith_short_12","alias_value":"76LJOWTYSBJR","created_at":"2026-07-05T11:17:09Z"},{"alias_kind":"pith_short_16","alias_value":"76LJOWTYSBJRR5ZI","created_at":"2026-07-05T11:17:09Z"},{"alias_kind":"pith_short_8","alias_value":"76LJOWTY","created_at":"2026-07-05T11:17:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:76LJOWTYSBJRR5ZIOOC755XD4E","target":"record","payload":{"canonical_record":{"source":{"id":"2506.05774","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-06T06:09:47Z","cross_cats_sorted":[],"title_canon_sha256":"3ff649f23d7a853063556be3b6ca0f26f348ed2ae4c09561d1ecb385f7d94b5b","abstract_canon_sha256":"3da5e2cdd3c1bbe0a58524b8aff26ea691db58349f9d3d2bc2656b9a1738ce77"},"schema_version":"1.0"},"canonical_sha256":"ff96975a78905318f7287385fef6e3e104c02181f86f4d9646124df5ad240503","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:17:09.616028Z","signature_b64":"9aNpBxdcKp7VFfztMH44T8GwjRGR9kuFRkOpGw2aD8xWG2yKXZ1mBTF868pj5RqzsfO4h2an7prYWM/sztW3DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff96975a78905318f7287385fef6e3e104c02181f86f4d9646124df5ad240503","last_reissued_at":"2026-07-05T11:17:09.615501Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:17:09.615501Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.05774","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ELDmQVkHZ3Pb4or/q1MODwA0kiorE1Tr6Zcgmc55QDMpcEqkNeguqmfjeEt7znWb6oPfyf50dobOFZDuQ2srDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T05:15:23.017525Z"},"content_sha256":"251583747f5e553880a9d02379b5dc7e51b144a6c28af3d4a34b58a10814fccf","schema_version":"1.0","event_id":"sha256:251583747f5e553880a9d02379b5dc7e51b144a6c28af3d4a34b58a10814fccf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:76LJOWTYSBJRR5ZIOOC755XD4E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Neuron Explanations: A Unified Framework with Sanity Checks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Ge Yan, Tsui-Wei Weng, Tuomas Oikarinen","submitted_at":"2025-06-06T06:09:47Z","abstract_excerpt":"Understanding the function of individual units in a neural network is an important building block for mechanistic interpretability. This is often done by generating a simple text explanation of the behavior of individual neurons or units. For these explanations to be useful, we must understand how reliable and truthful they are. In this work we unify many existing explanation evaluation methods under one mathematical framework. This allows us to compare existing evaluation metrics, understand the evaluation pipeline with increased clarity and apply existing statistical methods on the evaluatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.05774","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.05774/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QIcjXnGy8FJmtpBXtl5nfvQ4v3Kb/g57DfDYeFV7eDzgp/0ycKCfqLrvwLmwV4OgOkC3fS7vBLwXu1PvkWQwAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T05:15:23.018503Z"},"content_sha256":"42c6e694b1b28485ff6a40944c18fb2d6f77b33cd0817f812de11d96126cb25d","schema_version":"1.0","event_id":"sha256:42c6e694b1b28485ff6a40944c18fb2d6f77b33cd0817f812de11d96126cb25d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/76LJOWTYSBJRR5ZIOOC755XD4E/bundle.json","state_url":"https://pith.science/pith/76LJOWTYSBJRR5ZIOOC755XD4E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/76LJOWTYSBJRR5ZIOOC755XD4E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-25T05:15:23Z","links":{"resolver":"https://pith.science/pith/76LJOWTYSBJRR5ZIOOC755XD4E","bundle":"https://pith.science/pith/76LJOWTYSBJRR5ZIOOC755XD4E/bundle.json","state":"https://pith.science/pith/76LJOWTYSBJRR5ZIOOC755XD4E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/76LJOWTYSBJRR5ZIOOC755XD4E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:76LJOWTYSBJRR5ZIOOC755XD4E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3da5e2cdd3c1bbe0a58524b8aff26ea691db58349f9d3d2bc2656b9a1738ce77","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-06T06:09:47Z","title_canon_sha256":"3ff649f23d7a853063556be3b6ca0f26f348ed2ae4c09561d1ecb385f7d94b5b"},"schema_version":"1.0","source":{"id":"2506.05774","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.05774","created_at":"2026-07-05T11:17:09Z"},{"alias_kind":"arxiv_version","alias_value":"2506.05774v1","created_at":"2026-07-05T11:17:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.05774","created_at":"2026-07-05T11:17:09Z"},{"alias_kind":"pith_short_12","alias_value":"76LJOWTYSBJR","created_at":"2026-07-05T11:17:09Z"},{"alias_kind":"pith_short_16","alias_value":"76LJOWTYSBJRR5ZI","created_at":"2026-07-05T11:17:09Z"},{"alias_kind":"pith_short_8","alias_value":"76LJOWTY","created_at":"2026-07-05T11:17:09Z"}],"graph_snapshots":[{"event_id":"sha256:42c6e694b1b28485ff6a40944c18fb2d6f77b33cd0817f812de11d96126cb25d","target":"graph","created_at":"2026-07-05T11:17:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.05774/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding the function of individual units in a neural network is an important building block for mechanistic interpretability. This is often done by generating a simple text explanation of the behavior of individual neurons or units. For these explanations to be useful, we must understand how reliable and truthful they are. In this work we unify many existing explanation evaluation methods under one mathematical framework. This allows us to compare existing evaluation metrics, understand the evaluation pipeline with increased clarity and apply existing statistical methods on the evaluatio","authors_text":"Ge Yan, Tsui-Wei Weng, Tuomas Oikarinen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-06T06:09:47Z","title":"Evaluating Neuron Explanations: A Unified Framework with Sanity Checks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.05774","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:251583747f5e553880a9d02379b5dc7e51b144a6c28af3d4a34b58a10814fccf","target":"record","created_at":"2026-07-05T11:17:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3da5e2cdd3c1bbe0a58524b8aff26ea691db58349f9d3d2bc2656b9a1738ce77","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-06T06:09:47Z","title_canon_sha256":"3ff649f23d7a853063556be3b6ca0f26f348ed2ae4c09561d1ecb385f7d94b5b"},"schema_version":"1.0","source":{"id":"2506.05774","kind":"arxiv","version":1}},"canonical_sha256":"ff96975a78905318f7287385fef6e3e104c02181f86f4d9646124df5ad240503","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff96975a78905318f7287385fef6e3e104c02181f86f4d9646124df5ad240503","first_computed_at":"2026-07-05T11:17:09.615501Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:17:09.615501Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9aNpBxdcKp7VFfztMH44T8GwjRGR9kuFRkOpGw2aD8xWG2yKXZ1mBTF868pj5RqzsfO4h2an7prYWM/sztW3DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:17:09.616028Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.05774","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:251583747f5e553880a9d02379b5dc7e51b144a6c28af3d4a34b58a10814fccf","sha256:42c6e694b1b28485ff6a40944c18fb2d6f77b33cd0817f812de11d96126cb25d"],"state_sha256":"d53dcb3f48bf9724a347fcc093847308f8ec2d433edafb048260e153e33f97e1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OGNMN/6gLEVzgLwjksAcMqWsvFCtBFVD5mKBb2NaKGpHX7lcbLmamxJ6T9I2xuE8zUVghC6KWsTvLZc7N3YlBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-25T05:15:23.021231Z","bundle_sha256":"99305af5b1dcf0e0dc22d04ebc3bcf1d5cf018befdbe48ef5df8f0706ee024ce"}}