{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:NCPFLL3MVEWRQKGD6D75TJ5AWC","short_pith_number":"pith:NCPFLL3M","canonical_record":{"source":{"id":"2210.04982","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-10T19:31:30Z","cross_cats_sorted":[],"title_canon_sha256":"9e52ba53f0a7f9042694a70099ea389420c640e9fb26026c32d6cc2294e68e98","abstract_canon_sha256":"6c8aceb787d319b412c76e3c9114315b02a66482adaa0c3183e9df3a622fbdec"},"schema_version":"1.0"},"canonical_sha256":"689e55af6ca92d1828c3f0ffd9a7a0b0ba41fdb171a5794d589fcac64b7c3050","source":{"kind":"arxiv","id":"2210.04982","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.04982","created_at":"2026-07-05T06:16:47Z"},{"alias_kind":"arxiv_version","alias_value":"2210.04982v5","created_at":"2026-07-05T06:16:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.04982","created_at":"2026-07-05T06:16:47Z"},{"alias_kind":"pith_short_12","alias_value":"NCPFLL3MVEWR","created_at":"2026-07-05T06:16:47Z"},{"alias_kind":"pith_short_16","alias_value":"NCPFLL3MVEWRQKGD","created_at":"2026-07-05T06:16:47Z"},{"alias_kind":"pith_short_8","alias_value":"NCPFLL3M","created_at":"2026-07-05T06:16:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:NCPFLL3MVEWRQKGD6D75TJ5AWC","target":"record","payload":{"canonical_record":{"source":{"id":"2210.04982","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-10T19:31:30Z","cross_cats_sorted":[],"title_canon_sha256":"9e52ba53f0a7f9042694a70099ea389420c640e9fb26026c32d6cc2294e68e98","abstract_canon_sha256":"6c8aceb787d319b412c76e3c9114315b02a66482adaa0c3183e9df3a622fbdec"},"schema_version":"1.0"},"canonical_sha256":"689e55af6ca92d1828c3f0ffd9a7a0b0ba41fdb171a5794d589fcac64b7c3050","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:16:47.734180Z","signature_b64":"hub/l/2KtAB0ui79Qy/aUsIft/W2XqFKHtj1TJmdPClEH6JfABIdc2NiArVcV2uUyQ0bS66A/8yPPROty9vhCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"689e55af6ca92d1828c3f0ffd9a7a0b0ba41fdb171a5794d589fcac64b7c3050","last_reissued_at":"2026-07-05T06:16:47.732703Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:16:47.732703Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.04982","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mZHZggxK+wvBQ/rQxxyYjgkLQHI0GKw4M3bVlfGar5YDqdk2tPyhWYwR5gp7/vRzOiylgQ2G+BcSkm8Dsw0kCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:02:38.172406Z"},"content_sha256":"3522d6d5c16947cc6b2e8e6df793da545c360e200227f3207dcff499d7303f6c","schema_version":"1.0","event_id":"sha256:3522d6d5c16947cc6b2e8e6df793da545c360e200227f3207dcff499d7303f6c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:NCPFLL3MVEWRQKGD6D75TJ5AWC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"REV: Information-Theoretic Evaluation of Free-Text Rationales","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Faeze Brahman, Hanjie Chen, Swabha Swayamdipta, Xiang Ren, Yangfeng Ji, Yejin Choi","submitted_at":"2022-10-10T19:31:30Z","abstract_excerpt":"Generating free-text rationales is a promising step towards explainable NLP, yet evaluating such rationales remains a challenge. Existing metrics have mostly focused on measuring the association between the rationale and a given label. We argue that an ideal metric should focus on the new information uniquely provided in the rationale that is otherwise not provided in the input or the label. We investigate this research problem from an information-theoretic perspective using conditional V-information (Hewitt et al., 2021). More concretely, we propose a metric called REV (Rationale Evaluation w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.04982","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.04982/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QGy+B6rwl7Vx0xWfk9kqTK7ra6QyyZ6YBpoAAERw4CeAhKZpHjsbBMWja0XUOilKXO2BVj0RAaT/ZE2XbS3fDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:02:38.172949Z"},"content_sha256":"742ca033034f391c9610169a19dd41ad4de0f4f5efca59be8716438a75f8c07d","schema_version":"1.0","event_id":"sha256:742ca033034f391c9610169a19dd41ad4de0f4f5efca59be8716438a75f8c07d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NCPFLL3MVEWRQKGD6D75TJ5AWC/bundle.json","state_url":"https://pith.science/pith/NCPFLL3MVEWRQKGD6D75TJ5AWC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NCPFLL3MVEWRQKGD6D75TJ5AWC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T19:02:38Z","links":{"resolver":"https://pith.science/pith/NCPFLL3MVEWRQKGD6D75TJ5AWC","bundle":"https://pith.science/pith/NCPFLL3MVEWRQKGD6D75TJ5AWC/bundle.json","state":"https://pith.science/pith/NCPFLL3MVEWRQKGD6D75TJ5AWC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NCPFLL3MVEWRQKGD6D75TJ5AWC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:NCPFLL3MVEWRQKGD6D75TJ5AWC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6c8aceb787d319b412c76e3c9114315b02a66482adaa0c3183e9df3a622fbdec","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-10T19:31:30Z","title_canon_sha256":"9e52ba53f0a7f9042694a70099ea389420c640e9fb26026c32d6cc2294e68e98"},"schema_version":"1.0","source":{"id":"2210.04982","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.04982","created_at":"2026-07-05T06:16:47Z"},{"alias_kind":"arxiv_version","alias_value":"2210.04982v5","created_at":"2026-07-05T06:16:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.04982","created_at":"2026-07-05T06:16:47Z"},{"alias_kind":"pith_short_12","alias_value":"NCPFLL3MVEWR","created_at":"2026-07-05T06:16:47Z"},{"alias_kind":"pith_short_16","alias_value":"NCPFLL3MVEWRQKGD","created_at":"2026-07-05T06:16:47Z"},{"alias_kind":"pith_short_8","alias_value":"NCPFLL3M","created_at":"2026-07-05T06:16:47Z"}],"graph_snapshots":[{"event_id":"sha256:742ca033034f391c9610169a19dd41ad4de0f4f5efca59be8716438a75f8c07d","target":"graph","created_at":"2026-07-05T06:16:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.04982/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Generating free-text rationales is a promising step towards explainable NLP, yet evaluating such rationales remains a challenge. Existing metrics have mostly focused on measuring the association between the rationale and a given label. We argue that an ideal metric should focus on the new information uniquely provided in the rationale that is otherwise not provided in the input or the label. We investigate this research problem from an information-theoretic perspective using conditional V-information (Hewitt et al., 2021). More concretely, we propose a metric called REV (Rationale Evaluation w","authors_text":"Faeze Brahman, Hanjie Chen, Swabha Swayamdipta, Xiang Ren, Yangfeng Ji, Yejin Choi","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-10T19:31:30Z","title":"REV: Information-Theoretic Evaluation of Free-Text Rationales"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.04982","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3522d6d5c16947cc6b2e8e6df793da545c360e200227f3207dcff499d7303f6c","target":"record","created_at":"2026-07-05T06:16:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6c8aceb787d319b412c76e3c9114315b02a66482adaa0c3183e9df3a622fbdec","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-10T19:31:30Z","title_canon_sha256":"9e52ba53f0a7f9042694a70099ea389420c640e9fb26026c32d6cc2294e68e98"},"schema_version":"1.0","source":{"id":"2210.04982","kind":"arxiv","version":5}},"canonical_sha256":"689e55af6ca92d1828c3f0ffd9a7a0b0ba41fdb171a5794d589fcac64b7c3050","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"689e55af6ca92d1828c3f0ffd9a7a0b0ba41fdb171a5794d589fcac64b7c3050","first_computed_at":"2026-07-05T06:16:47.732703Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:16:47.732703Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hub/l/2KtAB0ui79Qy/aUsIft/W2XqFKHtj1TJmdPClEH6JfABIdc2NiArVcV2uUyQ0bS66A/8yPPROty9vhCw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:16:47.734180Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.04982","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3522d6d5c16947cc6b2e8e6df793da545c360e200227f3207dcff499d7303f6c","sha256:742ca033034f391c9610169a19dd41ad4de0f4f5efca59be8716438a75f8c07d"],"state_sha256":"a49d428b2437f1700adf92ec5ee27890ac93091e0c6b02a585fba6b4274aa68d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n1gQLtqXZwGGzW5ybmlIeXOJhz6Ar8u3nrf5yZsNf/xuGbtJDsKi4Qv2Ke8m+5LxvcgoAGSOca7fwJfgJ1G7Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T19:02:38.176560Z","bundle_sha256":"62c95b2dc63328848c6fc2a6ec6b64b879db699e866e8e576c797f4eacf46ba5"}}