{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:OIBYEV2KIVGQKHCTSHEQTLJ4EK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c40e9c31def3490f50a9b14fe572baf60fa1ccc729f156b663b6059cb2fd607d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-31T17:41:00Z","title_canon_sha256":"82d1271cc9300dcbb2b323a44389f4f0920d6ffad45e71956fdd17e8dfbb0370"},"schema_version":"1.0","source":{"id":"2307.16877","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.16877","created_at":"2026-07-05T08:08:50Z"},{"alias_kind":"arxiv_version","alias_value":"2307.16877v2","created_at":"2026-07-05T08:08:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.16877","created_at":"2026-07-05T08:08:50Z"},{"alias_kind":"pith_short_12","alias_value":"OIBYEV2KIVGQ","created_at":"2026-07-05T08:08:50Z"},{"alias_kind":"pith_short_16","alias_value":"OIBYEV2KIVGQKHCT","created_at":"2026-07-05T08:08:50Z"},{"alias_kind":"pith_short_8","alias_value":"OIBYEV2K","created_at":"2026-07-05T08:08:50Z"}],"graph_snapshots":[{"event_id":"sha256:8bb7b0557d7bc1a5f026e44c887c86e3017490af9491ed9cec598e05fb8d02e3","target":"graph","created_at":"2026-07-05T08:08:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.16877/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Retriever-augmented instruction-following models are attractive alternatives to fine-tuned approaches for information-seeking tasks such as question answering (QA). By simply prepending retrieved documents in its input along with an instruction, these models can be adapted to various information domains and tasks without additional fine-tuning. While the model responses tend to be natural and fluent, the additional verbosity makes traditional QA evaluation metrics such as exact match (EM) and F1 unreliable for accurately quantifying model performance.\n  In this work, we investigate the perform","authors_text":"Nicholas Meade, Parishad BehnamGhader, Siva Reddy, Vaibhav Adlakha, Xing Han Lu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-31T17:41:00Z","title":"Evaluating Correctness and Faithfulness of Instruction-Following Models for Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.16877","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fa8b3369d17f64772405c716e91f4073a008c1d444fe4743a03b83792f2da789","target":"record","created_at":"2026-07-05T08:08:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c40e9c31def3490f50a9b14fe572baf60fa1ccc729f156b663b6059cb2fd607d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-31T17:41:00Z","title_canon_sha256":"82d1271cc9300dcbb2b323a44389f4f0920d6ffad45e71956fdd17e8dfbb0370"},"schema_version":"1.0","source":{"id":"2307.16877","kind":"arxiv","version":2}},"canonical_sha256":"720382574a454d051c5391c909ad3c22b24781a96f2d2ed75f5d2d64e5244e1c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"720382574a454d051c5391c909ad3c22b24781a96f2d2ed75f5d2d64e5244e1c","first_computed_at":"2026-07-05T08:08:50.306624Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:08:50.306624Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"03eq69JE9QEERJoUMchQ/bapXk383NCCxFOLzjaUIyz47EXR26gA1BB5tUQ8DuV4Ku76+kDXFThHBF1PwaYwCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:08:50.307083Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.16877","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fa8b3369d17f64772405c716e91f4073a008c1d444fe4743a03b83792f2da789","sha256:8bb7b0557d7bc1a5f026e44c887c86e3017490af9491ed9cec598e05fb8d02e3"],"state_sha256":"172b0139c897dbff63da2a70799727d95ea40ca678824e3ace08b51c62749b3e"}