{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:OVQJZASF2IM6BOMNCWFF4HBVF5","short_pith_number":"pith:OVQJZASF","canonical_record":{"source":{"id":"2012.00893","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-01T23:40:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ab44034aacfb06bc34d5b030a1c4576230e8a119b6908a8064950da39622687a","abstract_canon_sha256":"b99d379360bf60f442939e5c1870b6c661f28917a0434de82d8491dcbc6a33ed"},"schema_version":"1.0"},"canonical_sha256":"75609c8245d219e0b98d158a5e1c352f5e64d3e8909c84c7d7ca3abf06f37e0c","source":{"kind":"arxiv","id":"2012.00893","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.00893","created_at":"2026-07-05T03:41:37Z"},{"alias_kind":"arxiv_version","alias_value":"2012.00893v2","created_at":"2026-07-05T03:41:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.00893","created_at":"2026-07-05T03:41:37Z"},{"alias_kind":"pith_short_12","alias_value":"OVQJZASF2IM6","created_at":"2026-07-05T03:41:37Z"},{"alias_kind":"pith_short_16","alias_value":"OVQJZASF2IM6BOMN","created_at":"2026-07-05T03:41:37Z"},{"alias_kind":"pith_short_8","alias_value":"OVQJZASF","created_at":"2026-07-05T03:41:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:OVQJZASF2IM6BOMNCWFF4HBVF5","target":"record","payload":{"canonical_record":{"source":{"id":"2012.00893","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-01T23:40:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ab44034aacfb06bc34d5b030a1c4576230e8a119b6908a8064950da39622687a","abstract_canon_sha256":"b99d379360bf60f442939e5c1870b6c661f28917a0434de82d8491dcbc6a33ed"},"schema_version":"1.0"},"canonical_sha256":"75609c8245d219e0b98d158a5e1c352f5e64d3e8909c84c7d7ca3abf06f37e0c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:41:37.996654Z","signature_b64":"fZaBVw/cZCqsXrRLXuw9VX8ZXAQqmCrLP+M2kpH5UInVy17+uGGMuLkgofCgKNAnvliF2jGTxUN5ZjXps5D5DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"75609c8245d219e0b98d158a5e1c352f5e64d3e8909c84c7d7ca3abf06f37e0c","last_reissued_at":"2026-07-05T03:41:37.996235Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:41:37.996235Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2012.00893","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:41:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yjuiv6VS11HlqPhwHdhxh31vqdCttYtbr5Lw2We3YaxsA91Uyn1GnwJemhZMBjsae0rFh6ny/2wEJ3QAKnWxAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T14:29:45.806613Z"},"content_sha256":"fd18dd1e7f9eaa1f97ff450f977811a2df3f2e72780a65c8c11bc95703b859aa","schema_version":"1.0","event_id":"sha256:fd18dd1e7f9eaa1f97ff450f977811a2df3f2e72780a65c8c11bc95703b859aa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:OVQJZASF2IM6BOMNCWFF4HBVF5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Explanations: How much do explanations from the teacher aid students?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Bhuwan Dhingra, Danish Pruthi, Graham Neubig, Livio Baldini Soares, Michael Collins, Rachit Bansal, William W. Cohen, Zachary C. Lipton","submitted_at":"2020-12-01T23:40:21Z","abstract_excerpt":"While many methods purport to explain predictions by highlighting salient features, what aims these explanations serve and how they ought to be evaluated often go unstated. In this work, we introduce a framework to quantify the value of explanations via the accuracy gains that they confer on a student model trained to simulate a teacher model. Crucially, the explanations are available to the student during training, but are not available at test time. Compared to prior proposals, our approach is less easily gamed, enabling principled, automatic, model-agnostic evaluation of attributions. Using"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.00893","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2012.00893/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:41:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hc73jjP1G1D1483ipElo9AlaSUbmFaEytmGnrOtypQvcCnU+kBmefCdeuptirrc0ty0UyDk2z3i1P/WiHA/ICg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T14:29:45.806991Z"},"content_sha256":"c2f81a624dc79e839db65340809e3f2721428f8618d4c8505a1fcfa9d2b3bbdc","schema_version":"1.0","event_id":"sha256:c2f81a624dc79e839db65340809e3f2721428f8618d4c8505a1fcfa9d2b3bbdc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OVQJZASF2IM6BOMNCWFF4HBVF5/bundle.json","state_url":"https://pith.science/pith/OVQJZASF2IM6BOMNCWFF4HBVF5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OVQJZASF2IM6BOMNCWFF4HBVF5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T14:29:45Z","links":{"resolver":"https://pith.science/pith/OVQJZASF2IM6BOMNCWFF4HBVF5","bundle":"https://pith.science/pith/OVQJZASF2IM6BOMNCWFF4HBVF5/bundle.json","state":"https://pith.science/pith/OVQJZASF2IM6BOMNCWFF4HBVF5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OVQJZASF2IM6BOMNCWFF4HBVF5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:OVQJZASF2IM6BOMNCWFF4HBVF5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b99d379360bf60f442939e5c1870b6c661f28917a0434de82d8491dcbc6a33ed","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-01T23:40:21Z","title_canon_sha256":"ab44034aacfb06bc34d5b030a1c4576230e8a119b6908a8064950da39622687a"},"schema_version":"1.0","source":{"id":"2012.00893","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.00893","created_at":"2026-07-05T03:41:37Z"},{"alias_kind":"arxiv_version","alias_value":"2012.00893v2","created_at":"2026-07-05T03:41:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.00893","created_at":"2026-07-05T03:41:37Z"},{"alias_kind":"pith_short_12","alias_value":"OVQJZASF2IM6","created_at":"2026-07-05T03:41:37Z"},{"alias_kind":"pith_short_16","alias_value":"OVQJZASF2IM6BOMN","created_at":"2026-07-05T03:41:37Z"},{"alias_kind":"pith_short_8","alias_value":"OVQJZASF","created_at":"2026-07-05T03:41:37Z"}],"graph_snapshots":[{"event_id":"sha256:c2f81a624dc79e839db65340809e3f2721428f8618d4c8505a1fcfa9d2b3bbdc","target":"graph","created_at":"2026-07-05T03:41:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.00893/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While many methods purport to explain predictions by highlighting salient features, what aims these explanations serve and how they ought to be evaluated often go unstated. In this work, we introduce a framework to quantify the value of explanations via the accuracy gains that they confer on a student model trained to simulate a teacher model. Crucially, the explanations are available to the student during training, but are not available at test time. Compared to prior proposals, our approach is less easily gamed, enabling principled, automatic, model-agnostic evaluation of attributions. Using","authors_text":"Bhuwan Dhingra, Danish Pruthi, Graham Neubig, Livio Baldini Soares, Michael Collins, Rachit Bansal, William W. Cohen, Zachary C. Lipton","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-01T23:40:21Z","title":"Evaluating Explanations: How much do explanations from the teacher aid students?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.00893","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd18dd1e7f9eaa1f97ff450f977811a2df3f2e72780a65c8c11bc95703b859aa","target":"record","created_at":"2026-07-05T03:41:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b99d379360bf60f442939e5c1870b6c661f28917a0434de82d8491dcbc6a33ed","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-01T23:40:21Z","title_canon_sha256":"ab44034aacfb06bc34d5b030a1c4576230e8a119b6908a8064950da39622687a"},"schema_version":"1.0","source":{"id":"2012.00893","kind":"arxiv","version":2}},"canonical_sha256":"75609c8245d219e0b98d158a5e1c352f5e64d3e8909c84c7d7ca3abf06f37e0c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"75609c8245d219e0b98d158a5e1c352f5e64d3e8909c84c7d7ca3abf06f37e0c","first_computed_at":"2026-07-05T03:41:37.996235Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:41:37.996235Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fZaBVw/cZCqsXrRLXuw9VX8ZXAQqmCrLP+M2kpH5UInVy17+uGGMuLkgofCgKNAnvliF2jGTxUN5ZjXps5D5DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:41:37.996654Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.00893","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd18dd1e7f9eaa1f97ff450f977811a2df3f2e72780a65c8c11bc95703b859aa","sha256:c2f81a624dc79e839db65340809e3f2721428f8618d4c8505a1fcfa9d2b3bbdc"],"state_sha256":"30bfc6f98c90bc9f9c083f2c54c27bf107d13e96c8e3172beb86f0f08a6dd8c0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CqyPdAal4PhbosFiNf+VWPmfxUwo07GGKlWs7/L2LVpHj1dzYha/48kcq1Yf+/5KcbL8Qto9/65ujbgRvuUiBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T14:29:45.808957Z","bundle_sha256":"c02e49c0df623598398706bf5028f4fd9366aafa3cd6c853d90f1f5bc64fddd0"}}