{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:QIE7AHERURCXKLILBTCGMV2HHF","short_pith_number":"pith:QIE7AHER","canonical_record":{"source":{"id":"2104.08765","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T08:10:01Z","cross_cats_sorted":[],"title_canon_sha256":"0a113c8d02c70b6cfc61b73c3b71bd7bc1f42c314847aa116a8a00cb0e4a4488","abstract_canon_sha256":"cfa75eb599f5449aac148c6b1ac2e20f1b6e76142b7973d80693437859bc6d6b"},"schema_version":"1.0"},"canonical_sha256":"8209f01c91a445752d0b0cc4665747396d4191c987d2eee2b2d87f67b1454703","source":{"kind":"arxiv","id":"2104.08765","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.08765","created_at":"2026-07-05T02:32:55Z"},{"alias_kind":"arxiv_version","alias_value":"2104.08765v1","created_at":"2026-07-05T02:32:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.08765","created_at":"2026-07-05T02:32:55Z"},{"alias_kind":"pith_short_12","alias_value":"QIE7AHERURCX","created_at":"2026-07-05T02:32:55Z"},{"alias_kind":"pith_short_16","alias_value":"QIE7AHERURCXKLIL","created_at":"2026-07-05T02:32:55Z"},{"alias_kind":"pith_short_8","alias_value":"QIE7AHER","created_at":"2026-07-05T02:32:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:QIE7AHERURCXKLILBTCGMV2HHF","target":"record","payload":{"canonical_record":{"source":{"id":"2104.08765","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T08:10:01Z","cross_cats_sorted":[],"title_canon_sha256":"0a113c8d02c70b6cfc61b73c3b71bd7bc1f42c314847aa116a8a00cb0e4a4488","abstract_canon_sha256":"cfa75eb599f5449aac148c6b1ac2e20f1b6e76142b7973d80693437859bc6d6b"},"schema_version":"1.0"},"canonical_sha256":"8209f01c91a445752d0b0cc4665747396d4191c987d2eee2b2d87f67b1454703","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:32:55.491465Z","signature_b64":"LwoX3PQnwblwqnf7gla27lyJoe/2mgiWkRwb/1JaDcXYlgYCAVkhSrFWZDZZ+SVYW5eNaTbIlKttOtyFvf3wDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8209f01c91a445752d0b0cc4665747396d4191c987d2eee2b2d87f67b1454703","last_reissued_at":"2026-07-05T02:32:55.490867Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:32:55.490867Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.08765","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:32:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sos+AG4dmRAp5IectlPlZExTMCuyz56Lo0dkOn+BlKh5wC6/4gGqzg5/V64AUrnWXlDYkdoZQ0GrmwkPZPbkCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T12:44:10.664269Z"},"content_sha256":"2afcbecb9605f50109395df16f3611b9368d5750de2abfa84593a305cc936616","schema_version":"1.0","event_id":"sha256:2afcbecb9605f50109395df16f3611b9368d5750de2abfa84593a305cc936616"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:QIE7AHERURCXKLILBTCGMV2HHF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Neural Model Performance through Natural Language Feedback on Their Explanations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aman Madaan, Dheeraj Rajagopal, Ed Hovy, Keisuke Sakaguchi, Niket Tandon, Peter Clark, Yiming Yang","submitted_at":"2021-04-18T08:10:01Z","abstract_excerpt":"A class of explainable NLP models for reasoning tasks support their decisions by generating free-form or structured explanations, but what happens when these supporting structures contain errors? Our goal is to allow users to interactively correct explanation structures through natural language feedback. We introduce MERCURIE - an interactive system that refines its explanations for a given reasoning task by getting human feedback in natural language. Our approach generates graphs that have 40% fewer inconsistencies as compared with the off-the-shelf system. Further, simply appending the corre"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.08765","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.08765/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:32:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EcEI7alguIS9od0nXe5l6Fyc3vgL8URYWWP4gNyempNtOlXnyHLrdGrvH+PaYdrBVDGhmOa8U3A0TzHYN3YCAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T12:44:10.664775Z"},"content_sha256":"cdb09b36a776ae510737a2d77e75b37bb68524c1b4658cc45f6c967f15dedd02","schema_version":"1.0","event_id":"sha256:cdb09b36a776ae510737a2d77e75b37bb68524c1b4658cc45f6c967f15dedd02"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QIE7AHERURCXKLILBTCGMV2HHF/bundle.json","state_url":"https://pith.science/pith/QIE7AHERURCXKLILBTCGMV2HHF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QIE7AHERURCXKLILBTCGMV2HHF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T12:44:10Z","links":{"resolver":"https://pith.science/pith/QIE7AHERURCXKLILBTCGMV2HHF","bundle":"https://pith.science/pith/QIE7AHERURCXKLILBTCGMV2HHF/bundle.json","state":"https://pith.science/pith/QIE7AHERURCXKLILBTCGMV2HHF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QIE7AHERURCXKLILBTCGMV2HHF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:QIE7AHERURCXKLILBTCGMV2HHF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cfa75eb599f5449aac148c6b1ac2e20f1b6e76142b7973d80693437859bc6d6b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T08:10:01Z","title_canon_sha256":"0a113c8d02c70b6cfc61b73c3b71bd7bc1f42c314847aa116a8a00cb0e4a4488"},"schema_version":"1.0","source":{"id":"2104.08765","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.08765","created_at":"2026-07-05T02:32:55Z"},{"alias_kind":"arxiv_version","alias_value":"2104.08765v1","created_at":"2026-07-05T02:32:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.08765","created_at":"2026-07-05T02:32:55Z"},{"alias_kind":"pith_short_12","alias_value":"QIE7AHERURCX","created_at":"2026-07-05T02:32:55Z"},{"alias_kind":"pith_short_16","alias_value":"QIE7AHERURCXKLIL","created_at":"2026-07-05T02:32:55Z"},{"alias_kind":"pith_short_8","alias_value":"QIE7AHER","created_at":"2026-07-05T02:32:55Z"}],"graph_snapshots":[{"event_id":"sha256:cdb09b36a776ae510737a2d77e75b37bb68524c1b4658cc45f6c967f15dedd02","target":"graph","created_at":"2026-07-05T02:32:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.08765/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A class of explainable NLP models for reasoning tasks support their decisions by generating free-form or structured explanations, but what happens when these supporting structures contain errors? Our goal is to allow users to interactively correct explanation structures through natural language feedback. We introduce MERCURIE - an interactive system that refines its explanations for a given reasoning task by getting human feedback in natural language. Our approach generates graphs that have 40% fewer inconsistencies as compared with the off-the-shelf system. Further, simply appending the corre","authors_text":"Aman Madaan, Dheeraj Rajagopal, Ed Hovy, Keisuke Sakaguchi, Niket Tandon, Peter Clark, Yiming Yang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T08:10:01Z","title":"Improving Neural Model Performance through Natural Language Feedback on Their Explanations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.08765","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2afcbecb9605f50109395df16f3611b9368d5750de2abfa84593a305cc936616","target":"record","created_at":"2026-07-05T02:32:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cfa75eb599f5449aac148c6b1ac2e20f1b6e76142b7973d80693437859bc6d6b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T08:10:01Z","title_canon_sha256":"0a113c8d02c70b6cfc61b73c3b71bd7bc1f42c314847aa116a8a00cb0e4a4488"},"schema_version":"1.0","source":{"id":"2104.08765","kind":"arxiv","version":1}},"canonical_sha256":"8209f01c91a445752d0b0cc4665747396d4191c987d2eee2b2d87f67b1454703","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8209f01c91a445752d0b0cc4665747396d4191c987d2eee2b2d87f67b1454703","first_computed_at":"2026-07-05T02:32:55.490867Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:32:55.490867Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LwoX3PQnwblwqnf7gla27lyJoe/2mgiWkRwb/1JaDcXYlgYCAVkhSrFWZDZZ+SVYW5eNaTbIlKttOtyFvf3wDg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:32:55.491465Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.08765","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2afcbecb9605f50109395df16f3611b9368d5750de2abfa84593a305cc936616","sha256:cdb09b36a776ae510737a2d77e75b37bb68524c1b4658cc45f6c967f15dedd02"],"state_sha256":"703b87dcd51e506d85c3eb8814b9ae19bd8cecf71f38eee958ab196f936bb9d3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2HvQtHZiMGgUHjyupkQ/CdM6RB49ui6GEeTe0j3HgFqoAxi0GJjzTyKE4Sal3uo/VJUd88PEZWe4QZtDBZAEAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T12:44:10.669443Z","bundle_sha256":"c989d4880615d190704769c8a68d47233fc0768e312dc5d916f5126ae0f4137a"}}