{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:NVTZIWXWZHVZROCA5SBR7DEBXF","short_pith_number":"pith:NVTZIWXW","canonical_record":{"source":{"id":"2507.00769","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-01T14:10:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f86a4411eef1f77e82fea79fa8b66f92e094210d7f92666209480410f04b86c7","abstract_canon_sha256":"e0a562325c720db5dac1498587067003fb4cab5b91a7c1e8884154c74ee8059d"},"schema_version":"1.0"},"canonical_sha256":"6d67945af6c9eb98b840ec831f8c81b9537a6a975d9eab0d760e9b89899f7a36","source":{"kind":"arxiv","id":"2507.00769","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.00769","created_at":"2026-07-05T11:30:14Z"},{"alias_kind":"arxiv_version","alias_value":"2507.00769v1","created_at":"2026-07-05T11:30:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.00769","created_at":"2026-07-05T11:30:14Z"},{"alias_kind":"pith_short_12","alias_value":"NVTZIWXWZHVZ","created_at":"2026-07-05T11:30:14Z"},{"alias_kind":"pith_short_16","alias_value":"NVTZIWXWZHVZROCA","created_at":"2026-07-05T11:30:14Z"},{"alias_kind":"pith_short_8","alias_value":"NVTZIWXW","created_at":"2026-07-05T11:30:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:NVTZIWXWZHVZROCA5SBR7DEBXF","target":"record","payload":{"canonical_record":{"source":{"id":"2507.00769","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-01T14:10:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f86a4411eef1f77e82fea79fa8b66f92e094210d7f92666209480410f04b86c7","abstract_canon_sha256":"e0a562325c720db5dac1498587067003fb4cab5b91a7c1e8884154c74ee8059d"},"schema_version":"1.0"},"canonical_sha256":"6d67945af6c9eb98b840ec831f8c81b9537a6a975d9eab0d760e9b89899f7a36","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:30:14.196284Z","signature_b64":"f1AIajU9hrxF4tU8FBQn9EhRb2njCwZljE5cdSsCpyNp49Q0r0kvVY/O8SgylRJGGS74wfG0hEZ7p4wyzo0fCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6d67945af6c9eb98b840ec831f8c81b9537a6a975d9eab0d760e9b89899f7a36","last_reissued_at":"2026-07-05T11:30:14.195761Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:30:14.195761Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.00769","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:30:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o3wifxK0xZroA0OXsVViJUFA3Fkeh4MyCakduvchf0yHbqigV5VQJ55TXowrE3+WnVoxBY58hRCWKCGYl37NBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T09:11:00.330750Z"},"content_sha256":"b8090efc6d646ea8911c21e4ea307224df87e3f76f16a26327aa71e59edaa4c6","schema_version":"1.0","event_id":"sha256:b8090efc6d646ea8911c21e4ea307224df87e3f76f16a26327aa71e59edaa4c6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:NVTZIWXWZHVZROCA5SBR7DEBXF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LitBench: A Benchmark and Dataset for Reliable Evaluation of Creative Writing","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Daniel Fein, Kabir Jolly, Nick Haber, Rafael Rafailov, Sebastian Russo, Violet Xiang","submitted_at":"2025-07-01T14:10:36Z","abstract_excerpt":"Evaluating creative writing generated by large language models (LLMs) remains challenging because open-ended narratives lack ground truths. Without performant automated evaluation methods, off-the-shelf (OTS) language models are employed as zero-shot judges, yet their reliability is unclear in this context. In pursuit of robust evaluation for creative writing, we introduce LitBench, the first standardized benchmark and paired dataset for creative writing verification, comprising a held-out test set of 2,480 debiased, human-labeled story comparisons drawn from Reddit and a 43,827-pair training "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.00769","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.00769/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:30:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qO02+6pAzLxxVP6mkqH+8DPNk9qe2e6XJrC18pSvGmRc4VMrefJMsZ5k1VQ/TjsnmqdcZSYS/W2WFySg0P98Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T09:11:00.331278Z"},"content_sha256":"8120b7505c4f09f152ed0a42f926c8a27f34f4eec3f39678e117ae53bab92c38","schema_version":"1.0","event_id":"sha256:8120b7505c4f09f152ed0a42f926c8a27f34f4eec3f39678e117ae53bab92c38"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NVTZIWXWZHVZROCA5SBR7DEBXF/bundle.json","state_url":"https://pith.science/pith/NVTZIWXWZHVZROCA5SBR7DEBXF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NVTZIWXWZHVZROCA5SBR7DEBXF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T09:11:00Z","links":{"resolver":"https://pith.science/pith/NVTZIWXWZHVZROCA5SBR7DEBXF","bundle":"https://pith.science/pith/NVTZIWXWZHVZROCA5SBR7DEBXF/bundle.json","state":"https://pith.science/pith/NVTZIWXWZHVZROCA5SBR7DEBXF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NVTZIWXWZHVZROCA5SBR7DEBXF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:NVTZIWXWZHVZROCA5SBR7DEBXF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e0a562325c720db5dac1498587067003fb4cab5b91a7c1e8884154c74ee8059d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-01T14:10:36Z","title_canon_sha256":"f86a4411eef1f77e82fea79fa8b66f92e094210d7f92666209480410f04b86c7"},"schema_version":"1.0","source":{"id":"2507.00769","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.00769","created_at":"2026-07-05T11:30:14Z"},{"alias_kind":"arxiv_version","alias_value":"2507.00769v1","created_at":"2026-07-05T11:30:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.00769","created_at":"2026-07-05T11:30:14Z"},{"alias_kind":"pith_short_12","alias_value":"NVTZIWXWZHVZ","created_at":"2026-07-05T11:30:14Z"},{"alias_kind":"pith_short_16","alias_value":"NVTZIWXWZHVZROCA","created_at":"2026-07-05T11:30:14Z"},{"alias_kind":"pith_short_8","alias_value":"NVTZIWXW","created_at":"2026-07-05T11:30:14Z"}],"graph_snapshots":[{"event_id":"sha256:8120b7505c4f09f152ed0a42f926c8a27f34f4eec3f39678e117ae53bab92c38","target":"graph","created_at":"2026-07-05T11:30:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.00769/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating creative writing generated by large language models (LLMs) remains challenging because open-ended narratives lack ground truths. Without performant automated evaluation methods, off-the-shelf (OTS) language models are employed as zero-shot judges, yet their reliability is unclear in this context. In pursuit of robust evaluation for creative writing, we introduce LitBench, the first standardized benchmark and paired dataset for creative writing verification, comprising a held-out test set of 2,480 debiased, human-labeled story comparisons drawn from Reddit and a 43,827-pair training ","authors_text":"Daniel Fein, Kabir Jolly, Nick Haber, Rafael Rafailov, Sebastian Russo, Violet Xiang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-01T14:10:36Z","title":"LitBench: A Benchmark and Dataset for Reliable Evaluation of Creative Writing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.00769","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b8090efc6d646ea8911c21e4ea307224df87e3f76f16a26327aa71e59edaa4c6","target":"record","created_at":"2026-07-05T11:30:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e0a562325c720db5dac1498587067003fb4cab5b91a7c1e8884154c74ee8059d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-01T14:10:36Z","title_canon_sha256":"f86a4411eef1f77e82fea79fa8b66f92e094210d7f92666209480410f04b86c7"},"schema_version":"1.0","source":{"id":"2507.00769","kind":"arxiv","version":1}},"canonical_sha256":"6d67945af6c9eb98b840ec831f8c81b9537a6a975d9eab0d760e9b89899f7a36","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6d67945af6c9eb98b840ec831f8c81b9537a6a975d9eab0d760e9b89899f7a36","first_computed_at":"2026-07-05T11:30:14.195761Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:30:14.195761Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"f1AIajU9hrxF4tU8FBQn9EhRb2njCwZljE5cdSsCpyNp49Q0r0kvVY/O8SgylRJGGS74wfG0hEZ7p4wyzo0fCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:30:14.196284Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.00769","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b8090efc6d646ea8911c21e4ea307224df87e3f76f16a26327aa71e59edaa4c6","sha256:8120b7505c4f09f152ed0a42f926c8a27f34f4eec3f39678e117ae53bab92c38"],"state_sha256":"87c18c2f6c47ecc057b364b8e88a1ca0e242d649b2ac88ef69730af0d4c1d56c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9iogwb0v8F+eGXay3RlCsJYjY+Y56XJZZ3tZURakOskUZeNqviTybr0gUjbNUZe8zJfMTD7x4Dffw6hnghR7Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T09:11:00.335334Z","bundle_sha256":"23fe0b3b98c59e7e1ff236b80214770302bc719c531eab9985015b4c4a6e922f"}}