{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NSENTBHS5WSAYOZSPQ3CYRBODH","short_pith_number":"pith:NSENTBHS","canonical_record":{"source":{"id":"2406.19276","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-27T15:43:18Z","cross_cats_sorted":[],"title_canon_sha256":"b6a849d7df15ac8b5b3d79e2816cb180f952164d8fba8333c6c97224ba84fac1","abstract_canon_sha256":"f58e10f8d8f9ed57d6f7cb25b2a09c63ae486fd5f2c3a8cda7d753ba0ad9df03"},"schema_version":"1.0"},"canonical_sha256":"6c88d984f2eda40c3b327c362c442e19e3c97da1bc8e83d9bfb5a1b1dc20457c","source":{"kind":"arxiv","id":"2406.19276","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.19276","created_at":"2026-07-05T08:37:32Z"},{"alias_kind":"arxiv_version","alias_value":"2406.19276v1","created_at":"2026-07-05T08:37:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.19276","created_at":"2026-07-05T08:37:32Z"},{"alias_kind":"pith_short_12","alias_value":"NSENTBHS5WSA","created_at":"2026-07-05T08:37:32Z"},{"alias_kind":"pith_short_16","alias_value":"NSENTBHS5WSAYOZS","created_at":"2026-07-05T08:37:32Z"},{"alias_kind":"pith_short_8","alias_value":"NSENTBHS","created_at":"2026-07-05T08:37:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NSENTBHS5WSAYOZSPQ3CYRBODH","target":"record","payload":{"canonical_record":{"source":{"id":"2406.19276","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-27T15:43:18Z","cross_cats_sorted":[],"title_canon_sha256":"b6a849d7df15ac8b5b3d79e2816cb180f952164d8fba8333c6c97224ba84fac1","abstract_canon_sha256":"f58e10f8d8f9ed57d6f7cb25b2a09c63ae486fd5f2c3a8cda7d753ba0ad9df03"},"schema_version":"1.0"},"canonical_sha256":"6c88d984f2eda40c3b327c362c442e19e3c97da1bc8e83d9bfb5a1b1dc20457c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:37:32.635562Z","signature_b64":"QYY7kZ971f8duRIQP19gZ4tM9Ftw4xlPMVLngmhHJVpU+Y3c06FxaLVHvOxYTBDWnWXyp4uKaahedFR+lpN1AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6c88d984f2eda40c3b327c362c442e19e3c97da1bc8e83d9bfb5a1b1dc20457c","last_reissued_at":"2026-07-05T08:37:32.635093Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:37:32.635093Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.19276","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:37:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zyHXhmKqMbwXL7FMGm+7ZWUp00lq1dQBjfBAx5X2ZWD21C3w7/z3NNxK3hr5HRy1IVmklYB9a8um05tVq18vBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T08:15:35.261704Z"},"content_sha256":"111de44428ff59dce82f265ccd94843cb9d46d6417a4f118b9003ab603648b52","schema_version":"1.0","event_id":"sha256:111de44428ff59dce82f265ccd94843cb9d46d6417a4f118b9003ab603648b52"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NSENTBHS5WSAYOZSPQ3CYRBODH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"VERISCORE: Evaluating the factuality of verifiable claims in long-form text generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Mohit Iyyer, Yekyung Kim, Yixiao Song","submitted_at":"2024-06-27T15:43:18Z","abstract_excerpt":"Existing metrics for evaluating the factuality of long-form text, such as FACTSCORE (Min et al., 2023) and SAFE (Wei et al., 2024), decompose an input text into \"atomic claims\" and verify each against a knowledge base like Wikipedia. These metrics are not suitable for most generation tasks because they assume that every claim is verifiable (i.e., can plausibly be proven true or false). We address this issue with VERISCORE, a metric for diverse long-form generation tasks that contain both verifiable and unverifiable content. VERISCORE can be effectively implemented with either closed or fine-tu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.19276","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.19276/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:37:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"//4aPXZm1DDZBbaFphml/+aI9e0/WUAn2ywnSZIjvV/QF3ZuZsg1qF5Vpauv8/NxfsM3aGMbxxedwMncwdkPCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T08:15:35.262219Z"},"content_sha256":"ba1645a711fd2d76c0c66d3f65b0aabcbbc3997217779f5900b0c3750b86a0ee","schema_version":"1.0","event_id":"sha256:ba1645a711fd2d76c0c66d3f65b0aabcbbc3997217779f5900b0c3750b86a0ee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NSENTBHS5WSAYOZSPQ3CYRBODH/bundle.json","state_url":"https://pith.science/pith/NSENTBHS5WSAYOZSPQ3CYRBODH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NSENTBHS5WSAYOZSPQ3CYRBODH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T08:15:35Z","links":{"resolver":"https://pith.science/pith/NSENTBHS5WSAYOZSPQ3CYRBODH","bundle":"https://pith.science/pith/NSENTBHS5WSAYOZSPQ3CYRBODH/bundle.json","state":"https://pith.science/pith/NSENTBHS5WSAYOZSPQ3CYRBODH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NSENTBHS5WSAYOZSPQ3CYRBODH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NSENTBHS5WSAYOZSPQ3CYRBODH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f58e10f8d8f9ed57d6f7cb25b2a09c63ae486fd5f2c3a8cda7d753ba0ad9df03","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-27T15:43:18Z","title_canon_sha256":"b6a849d7df15ac8b5b3d79e2816cb180f952164d8fba8333c6c97224ba84fac1"},"schema_version":"1.0","source":{"id":"2406.19276","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.19276","created_at":"2026-07-05T08:37:32Z"},{"alias_kind":"arxiv_version","alias_value":"2406.19276v1","created_at":"2026-07-05T08:37:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.19276","created_at":"2026-07-05T08:37:32Z"},{"alias_kind":"pith_short_12","alias_value":"NSENTBHS5WSA","created_at":"2026-07-05T08:37:32Z"},{"alias_kind":"pith_short_16","alias_value":"NSENTBHS5WSAYOZS","created_at":"2026-07-05T08:37:32Z"},{"alias_kind":"pith_short_8","alias_value":"NSENTBHS","created_at":"2026-07-05T08:37:32Z"}],"graph_snapshots":[{"event_id":"sha256:ba1645a711fd2d76c0c66d3f65b0aabcbbc3997217779f5900b0c3750b86a0ee","target":"graph","created_at":"2026-07-05T08:37:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.19276/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing metrics for evaluating the factuality of long-form text, such as FACTSCORE (Min et al., 2023) and SAFE (Wei et al., 2024), decompose an input text into \"atomic claims\" and verify each against a knowledge base like Wikipedia. These metrics are not suitable for most generation tasks because they assume that every claim is verifiable (i.e., can plausibly be proven true or false). We address this issue with VERISCORE, a metric for diverse long-form generation tasks that contain both verifiable and unverifiable content. VERISCORE can be effectively implemented with either closed or fine-tu","authors_text":"Mohit Iyyer, Yekyung Kim, Yixiao Song","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-27T15:43:18Z","title":"VERISCORE: Evaluating the factuality of verifiable claims in long-form text generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.19276","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:111de44428ff59dce82f265ccd94843cb9d46d6417a4f118b9003ab603648b52","target":"record","created_at":"2026-07-05T08:37:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f58e10f8d8f9ed57d6f7cb25b2a09c63ae486fd5f2c3a8cda7d753ba0ad9df03","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-27T15:43:18Z","title_canon_sha256":"b6a849d7df15ac8b5b3d79e2816cb180f952164d8fba8333c6c97224ba84fac1"},"schema_version":"1.0","source":{"id":"2406.19276","kind":"arxiv","version":1}},"canonical_sha256":"6c88d984f2eda40c3b327c362c442e19e3c97da1bc8e83d9bfb5a1b1dc20457c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6c88d984f2eda40c3b327c362c442e19e3c97da1bc8e83d9bfb5a1b1dc20457c","first_computed_at":"2026-07-05T08:37:32.635093Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:37:32.635093Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QYY7kZ971f8duRIQP19gZ4tM9Ftw4xlPMVLngmhHJVpU+Y3c06FxaLVHvOxYTBDWnWXyp4uKaahedFR+lpN1AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:37:32.635562Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.19276","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:111de44428ff59dce82f265ccd94843cb9d46d6417a4f118b9003ab603648b52","sha256:ba1645a711fd2d76c0c66d3f65b0aabcbbc3997217779f5900b0c3750b86a0ee"],"state_sha256":"166d4c123e4013a43d39c8699f510b3134b18284c244dd45bbce90f4b95be925"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z2xX53RRdGW4z/Tj2L9uHNf8pgn2hTSzvz0W+GZBaZswBdNVzRR7cmWQXuuS82a7uv7QbegKu3dRgaE/6NIyBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T08:15:35.267300Z","bundle_sha256":"cba8f91ff86dc3c37ecc159221c2c9fe41a186d9a6c8776bf390825131086934"}}