{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:HSISOVJ37UBHX6TKQ523T4UIQB","short_pith_number":"pith:HSISOVJ3","canonical_record":{"source":{"id":"1911.03429","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2019-11-08T18:29:03Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"5583463a4e9db8003bbc5f7bc6e8238541997011c0dff8595512dc408277c6ab","abstract_canon_sha256":"ac9c1566cf414317507a55c8d2d64387da2cfd326325904fa58b89a14ab9dd4d"},"schema_version":"1.0"},"canonical_sha256":"3c9127553bfd027bfa6a8775b9f2888053026019d7c5fe4257669df2b72a7463","source":{"kind":"arxiv","id":"1911.03429","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.03429","created_at":"2026-07-05T00:57:50Z"},{"alias_kind":"arxiv_version","alias_value":"1911.03429v2","created_at":"2026-07-05T00:57:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.03429","created_at":"2026-07-05T00:57:50Z"},{"alias_kind":"pith_short_12","alias_value":"HSISOVJ37UBH","created_at":"2026-07-05T00:57:50Z"},{"alias_kind":"pith_short_16","alias_value":"HSISOVJ37UBHX6TK","created_at":"2026-07-05T00:57:50Z"},{"alias_kind":"pith_short_8","alias_value":"HSISOVJ3","created_at":"2026-07-05T00:57:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:HSISOVJ37UBHX6TKQ523T4UIQB","target":"record","payload":{"canonical_record":{"source":{"id":"1911.03429","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2019-11-08T18:29:03Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"5583463a4e9db8003bbc5f7bc6e8238541997011c0dff8595512dc408277c6ab","abstract_canon_sha256":"ac9c1566cf414317507a55c8d2d64387da2cfd326325904fa58b89a14ab9dd4d"},"schema_version":"1.0"},"canonical_sha256":"3c9127553bfd027bfa6a8775b9f2888053026019d7c5fe4257669df2b72a7463","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:57:50.737282Z","signature_b64":"CJXdfdDTk0triykCxXf5htuDijOJmmvoXy13RS9tpTsyrfbdjQbJcB/B1Jzt1QA9B9bq3DPSNe5RRLrDsgxDBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3c9127553bfd027bfa6a8775b9f2888053026019d7c5fe4257669df2b72a7463","last_reissued_at":"2026-07-05T00:57:50.736870Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:57:50.736870Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1911.03429","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:57:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AtzAU/OQPPu86ctS7PTW1fNVTE4kS3tv7t21+41GA8sTwV2we4nxIjZRT22vkBnDD1EmV8V4pPAhoqarD8kWCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:03:46.385789Z"},"content_sha256":"ccda1bde6787f23cd85a545f53b85d473dc16f2a4b62a353ed1e5dad8c59c0e9","schema_version":"1.0","event_id":"sha256:ccda1bde6787f23cd85a545f53b85d473dc16f2a4b62a353ed1e5dad8c59c0e9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:HSISOVJ37UBHX6TKQ523T4UIQB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ERASER: A Benchmark to Evaluate Rationalized NLP Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Byron C. Wallace, Caiming Xiong, Eric Lehman, Jay DeYoung, Nazneen Fatema Rajani, Richard Socher, Sarthak Jain","submitted_at":"2019-11-08T18:29:03Z","abstract_excerpt":"State-of-the-art models in NLP are now predominantly based on deep neural networks that are opaque in terms of how they come to make predictions. This limitation has increased interest in designing more interpretable deep models for NLP that reveal the `reasoning' behind model outputs. But work in this direction has been conducted on different datasets and tasks with correspondingly unique aims and metrics; this makes it difficult to track progress. We propose the Evaluating Rationales And Simple English Reasoning (ERASER) benchmark to advance research on interpretable models in NLP. This benc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.03429","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1911.03429/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:57:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NQ9709gEJDkPBjWtCABXIOszxDK/wKVHc4MMNnJcpGQOfHyKRuIDiqyoe3UGNX7Akoi2ta1/2bpoTwr/9BV7Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:03:46.386309Z"},"content_sha256":"a7976ff4437ff7d140b794052d60611f87bd3a67b43487b79025585e390181c3","schema_version":"1.0","event_id":"sha256:a7976ff4437ff7d140b794052d60611f87bd3a67b43487b79025585e390181c3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HSISOVJ37UBHX6TKQ523T4UIQB/bundle.json","state_url":"https://pith.science/pith/HSISOVJ37UBHX6TKQ523T4UIQB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HSISOVJ37UBHX6TKQ523T4UIQB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T08:03:46Z","links":{"resolver":"https://pith.science/pith/HSISOVJ37UBHX6TKQ523T4UIQB","bundle":"https://pith.science/pith/HSISOVJ37UBHX6TKQ523T4UIQB/bundle.json","state":"https://pith.science/pith/HSISOVJ37UBHX6TKQ523T4UIQB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HSISOVJ37UBHX6TKQ523T4UIQB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:HSISOVJ37UBHX6TKQ523T4UIQB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ac9c1566cf414317507a55c8d2d64387da2cfd326325904fa58b89a14ab9dd4d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2019-11-08T18:29:03Z","title_canon_sha256":"5583463a4e9db8003bbc5f7bc6e8238541997011c0dff8595512dc408277c6ab"},"schema_version":"1.0","source":{"id":"1911.03429","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.03429","created_at":"2026-07-05T00:57:50Z"},{"alias_kind":"arxiv_version","alias_value":"1911.03429v2","created_at":"2026-07-05T00:57:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.03429","created_at":"2026-07-05T00:57:50Z"},{"alias_kind":"pith_short_12","alias_value":"HSISOVJ37UBH","created_at":"2026-07-05T00:57:50Z"},{"alias_kind":"pith_short_16","alias_value":"HSISOVJ37UBHX6TK","created_at":"2026-07-05T00:57:50Z"},{"alias_kind":"pith_short_8","alias_value":"HSISOVJ3","created_at":"2026-07-05T00:57:50Z"}],"graph_snapshots":[{"event_id":"sha256:a7976ff4437ff7d140b794052d60611f87bd3a67b43487b79025585e390181c3","target":"graph","created_at":"2026-07-05T00:57:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1911.03429/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"State-of-the-art models in NLP are now predominantly based on deep neural networks that are opaque in terms of how they come to make predictions. This limitation has increased interest in designing more interpretable deep models for NLP that reveal the `reasoning' behind model outputs. But work in this direction has been conducted on different datasets and tasks with correspondingly unique aims and metrics; this makes it difficult to track progress. We propose the Evaluating Rationales And Simple English Reasoning (ERASER) benchmark to advance research on interpretable models in NLP. This benc","authors_text":"Byron C. Wallace, Caiming Xiong, Eric Lehman, Jay DeYoung, Nazneen Fatema Rajani, Richard Socher, Sarthak Jain","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2019-11-08T18:29:03Z","title":"ERASER: A Benchmark to Evaluate Rationalized NLP Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.03429","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ccda1bde6787f23cd85a545f53b85d473dc16f2a4b62a353ed1e5dad8c59c0e9","target":"record","created_at":"2026-07-05T00:57:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ac9c1566cf414317507a55c8d2d64387da2cfd326325904fa58b89a14ab9dd4d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2019-11-08T18:29:03Z","title_canon_sha256":"5583463a4e9db8003bbc5f7bc6e8238541997011c0dff8595512dc408277c6ab"},"schema_version":"1.0","source":{"id":"1911.03429","kind":"arxiv","version":2}},"canonical_sha256":"3c9127553bfd027bfa6a8775b9f2888053026019d7c5fe4257669df2b72a7463","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3c9127553bfd027bfa6a8775b9f2888053026019d7c5fe4257669df2b72a7463","first_computed_at":"2026-07-05T00:57:50.736870Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:57:50.736870Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CJXdfdDTk0triykCxXf5htuDijOJmmvoXy13RS9tpTsyrfbdjQbJcB/B1Jzt1QA9B9bq3DPSNe5RRLrDsgxDBA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:57:50.737282Z","signed_message":"canonical_sha256_bytes"},"source_id":"1911.03429","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ccda1bde6787f23cd85a545f53b85d473dc16f2a4b62a353ed1e5dad8c59c0e9","sha256:a7976ff4437ff7d140b794052d60611f87bd3a67b43487b79025585e390181c3"],"state_sha256":"4f4e8ee7669fc1418bb0f6e44ec5a2870581a74019163e582c957ebaa7d51449"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Cxx4WHV6b6AATXCsMaK0sgaqStp9W2HW1k1jO9yGsg/6+yfKsyQuGjE01OP7yWO/4/WrZ5WJp6bIXS2AHZPvCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T08:03:46.391509Z","bundle_sha256":"915ca502d21fbea198c218ad1bf8fb5799f7b771a9236a183343d3a571ef25ed"}}