{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:PDX7MH274CVX6THYCAWZW46PNC","short_pith_number":"pith:PDX7MH27","canonical_record":{"source":{"id":"2010.04119","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-08T16:59:07Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"1d7e7d0f73c8c59645c82204ef164e157cacffb599ec016d544acf7bbebe62f0","abstract_canon_sha256":"b2065345b72dd3eea4bbf01fdd2f37da7aabdf2ec0c0b30d2f057087bf33cd0e"},"schema_version":"1.0"},"canonical_sha256":"78eff61f5fe0ab7f4cf8102d9b73cf68a3556bd3a3c08e85afcbc4da90346f26","source":{"kind":"arxiv","id":"2010.04119","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.04119","created_at":"2026-07-05T01:41:27Z"},{"alias_kind":"arxiv_version","alias_value":"2010.04119v1","created_at":"2026-07-05T01:41:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.04119","created_at":"2026-07-05T01:41:27Z"},{"alias_kind":"pith_short_12","alias_value":"PDX7MH274CVX","created_at":"2026-07-05T01:41:27Z"},{"alias_kind":"pith_short_16","alias_value":"PDX7MH274CVX6THY","created_at":"2026-07-05T01:41:27Z"},{"alias_kind":"pith_short_8","alias_value":"PDX7MH27","created_at":"2026-07-05T01:41:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:PDX7MH274CVX6THYCAWZW46PNC","target":"record","payload":{"canonical_record":{"source":{"id":"2010.04119","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-08T16:59:07Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"1d7e7d0f73c8c59645c82204ef164e157cacffb599ec016d544acf7bbebe62f0","abstract_canon_sha256":"b2065345b72dd3eea4bbf01fdd2f37da7aabdf2ec0c0b30d2f057087bf33cd0e"},"schema_version":"1.0"},"canonical_sha256":"78eff61f5fe0ab7f4cf8102d9b73cf68a3556bd3a3c08e85afcbc4da90346f26","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:41:27.060193Z","signature_b64":"CRsx5295KkLqg/w6028hyHGytHCZjchmdnuO8N+okv1zgg1TOM7xFG876QcxwCibxANL54FOyOej9RyP/6mWAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78eff61f5fe0ab7f4cf8102d9b73cf68a3556bd3a3c08e85afcbc4da90346f26","last_reissued_at":"2026-07-05T01:41:27.059701Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:41:27.059701Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.04119","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:41:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yhDkQD+uaQNZuhoLbOIRkpmEnDVhPKLdcIitAkxTX7KlcArKOuzTdCHyYisC61wpRYiS91nC3yKm0tV/Ce+xCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:09:38.465428Z"},"content_sha256":"741cc471fea44a026386dbd6ec3c515c92165c33f7791743d27e68732815d36f","schema_version":"1.0","event_id":"sha256:741cc471fea44a026386dbd6ec3c515c92165c33f7791743d27e68732815d36f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:PDX7MH274CVX6THYCAWZW46PNC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leakage-Adjusted Simulatability: Can Models Generate Non-Trivial Explanations of Their Behavior in Natural Language?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Harry Xie, Mohit Bansal, Peter Hase, Shiyue Zhang","submitted_at":"2020-10-08T16:59:07Z","abstract_excerpt":"Data collection for natural language (NL) understanding tasks has increasingly included human explanations alongside data points, allowing past works to introduce models that both perform a task and generate NL explanations for their outputs. Yet to date, model-generated explanations have been evaluated on the basis of surface-level similarities to human explanations, both through automatic metrics like BLEU and human evaluations. We argue that these evaluations are insufficient, since they fail to indicate whether explanations support actual model behavior (faithfulness), rather than simply m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.04119","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.04119/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:41:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vRLJFuao+3Gx61IcCkBGx6vPMkIG0oCm0WT3brBomAsnq1bCmyvtWh8kZng/1+3y+KQR7Dp1J2/MwaLdPz4xAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:09:38.465956Z"},"content_sha256":"0acbd901eb713a0c81a519fc184b6320ff7bc6de2100e5d11751e8eb1f1a3c1e","schema_version":"1.0","event_id":"sha256:0acbd901eb713a0c81a519fc184b6320ff7bc6de2100e5d11751e8eb1f1a3c1e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PDX7MH274CVX6THYCAWZW46PNC/bundle.json","state_url":"https://pith.science/pith/PDX7MH274CVX6THYCAWZW46PNC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PDX7MH274CVX6THYCAWZW46PNC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T23:09:38Z","links":{"resolver":"https://pith.science/pith/PDX7MH274CVX6THYCAWZW46PNC","bundle":"https://pith.science/pith/PDX7MH274CVX6THYCAWZW46PNC/bundle.json","state":"https://pith.science/pith/PDX7MH274CVX6THYCAWZW46PNC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PDX7MH274CVX6THYCAWZW46PNC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:PDX7MH274CVX6THYCAWZW46PNC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b2065345b72dd3eea4bbf01fdd2f37da7aabdf2ec0c0b30d2f057087bf33cd0e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-08T16:59:07Z","title_canon_sha256":"1d7e7d0f73c8c59645c82204ef164e157cacffb599ec016d544acf7bbebe62f0"},"schema_version":"1.0","source":{"id":"2010.04119","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.04119","created_at":"2026-07-05T01:41:27Z"},{"alias_kind":"arxiv_version","alias_value":"2010.04119v1","created_at":"2026-07-05T01:41:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.04119","created_at":"2026-07-05T01:41:27Z"},{"alias_kind":"pith_short_12","alias_value":"PDX7MH274CVX","created_at":"2026-07-05T01:41:27Z"},{"alias_kind":"pith_short_16","alias_value":"PDX7MH274CVX6THY","created_at":"2026-07-05T01:41:27Z"},{"alias_kind":"pith_short_8","alias_value":"PDX7MH27","created_at":"2026-07-05T01:41:27Z"}],"graph_snapshots":[{"event_id":"sha256:0acbd901eb713a0c81a519fc184b6320ff7bc6de2100e5d11751e8eb1f1a3c1e","target":"graph","created_at":"2026-07-05T01:41:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.04119/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Data collection for natural language (NL) understanding tasks has increasingly included human explanations alongside data points, allowing past works to introduce models that both perform a task and generate NL explanations for their outputs. Yet to date, model-generated explanations have been evaluated on the basis of surface-level similarities to human explanations, both through automatic metrics like BLEU and human evaluations. We argue that these evaluations are insufficient, since they fail to indicate whether explanations support actual model behavior (faithfulness), rather than simply m","authors_text":"Harry Xie, Mohit Bansal, Peter Hase, Shiyue Zhang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-08T16:59:07Z","title":"Leakage-Adjusted Simulatability: Can Models Generate Non-Trivial Explanations of Their Behavior in Natural Language?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.04119","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:741cc471fea44a026386dbd6ec3c515c92165c33f7791743d27e68732815d36f","target":"record","created_at":"2026-07-05T01:41:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b2065345b72dd3eea4bbf01fdd2f37da7aabdf2ec0c0b30d2f057087bf33cd0e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-08T16:59:07Z","title_canon_sha256":"1d7e7d0f73c8c59645c82204ef164e157cacffb599ec016d544acf7bbebe62f0"},"schema_version":"1.0","source":{"id":"2010.04119","kind":"arxiv","version":1}},"canonical_sha256":"78eff61f5fe0ab7f4cf8102d9b73cf68a3556bd3a3c08e85afcbc4da90346f26","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78eff61f5fe0ab7f4cf8102d9b73cf68a3556bd3a3c08e85afcbc4da90346f26","first_computed_at":"2026-07-05T01:41:27.059701Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:41:27.059701Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CRsx5295KkLqg/w6028hyHGytHCZjchmdnuO8N+okv1zgg1TOM7xFG876QcxwCibxANL54FOyOej9RyP/6mWAg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:41:27.060193Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.04119","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:741cc471fea44a026386dbd6ec3c515c92165c33f7791743d27e68732815d36f","sha256:0acbd901eb713a0c81a519fc184b6320ff7bc6de2100e5d11751e8eb1f1a3c1e"],"state_sha256":"59cffb6f94783c4553f8a097b0a471bd53af64ef346ecf0b895ac42f4d39e91a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cXLf4KUbqJXJwlXPOF0PaAFhRcEa1Q7BfBilkF+Xpa8yjl60aQ8nfZPxHb8V2S14t5WeyPv6yxymTcC6/eYVBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T23:09:38.478105Z","bundle_sha256":"bbe49954e18dfac45b0f26f31bb3f07df27a30d849ab6cc93eef903f2ae07502"}}