{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:WZ6424E3IRY53C6UFCHULIB3BL","short_pith_number":"pith:WZ6424E3","canonical_record":{"source":{"id":"2507.16007","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-21T18:56:50Z","cross_cats_sorted":[],"title_canon_sha256":"59ba5d93f0a92a38d53732d77d65fefb5545617ae1687dc1ee3a7013dc5d3991","abstract_canon_sha256":"313bb5e7731822b5c5f96b460aed078116a70037a08cc6228e96ee17dea2e5e3"},"schema_version":"1.0"},"canonical_sha256":"b67dcd709b4471dd8bd4288f45a03b0ac1b8c50d087060cba7ff57cb5be4358d","source":{"kind":"arxiv","id":"2507.16007","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.16007","created_at":"2026-07-05T11:41:01Z"},{"alias_kind":"arxiv_version","alias_value":"2507.16007v1","created_at":"2026-07-05T11:41:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.16007","created_at":"2026-07-05T11:41:01Z"},{"alias_kind":"pith_short_12","alias_value":"WZ6424E3IRY5","created_at":"2026-07-05T11:41:01Z"},{"alias_kind":"pith_short_16","alias_value":"WZ6424E3IRY53C6U","created_at":"2026-07-05T11:41:01Z"},{"alias_kind":"pith_short_8","alias_value":"WZ6424E3","created_at":"2026-07-05T11:41:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:WZ6424E3IRY53C6UFCHULIB3BL","target":"record","payload":{"canonical_record":{"source":{"id":"2507.16007","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-21T18:56:50Z","cross_cats_sorted":[],"title_canon_sha256":"59ba5d93f0a92a38d53732d77d65fefb5545617ae1687dc1ee3a7013dc5d3991","abstract_canon_sha256":"313bb5e7731822b5c5f96b460aed078116a70037a08cc6228e96ee17dea2e5e3"},"schema_version":"1.0"},"canonical_sha256":"b67dcd709b4471dd8bd4288f45a03b0ac1b8c50d087060cba7ff57cb5be4358d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:41:01.010140Z","signature_b64":"S1umvLG9BhFQzMkJv99ouW5MSMFJK66lKa9nOH0PtHjYHN3DI3YuyVFkibkLunH4uwMygvQpYno/MxlHUkdBCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b67dcd709b4471dd8bd4288f45a03b0ac1b8c50d087060cba7ff57cb5be4358d","last_reissued_at":"2026-07-05T11:41:01.009563Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:41:01.009563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.16007","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:41:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tcCAHDTAGFo3920OPAXOJyb7LUHZjBE5v1mRSrQCDycz8lu9qXe3XbTUQYUuqUVxp7zvci6A/5UZAX7qFV2kCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:50:11.406358Z"},"content_sha256":"ae55ad7d39d211ea90996046716087242b76e87191aaadc41d3033202f65926a","schema_version":"1.0","event_id":"sha256:ae55ad7d39d211ea90996046716087242b76e87191aaadc41d3033202f65926a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:WZ6424E3IRY53C6UFCHULIB3BL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Help Me Write a Story: Evaluating LLMs' Ability to Generate Writing Feedback","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Elizabeth Clark, Fantine Huot, Hannah Rashkin, Mirella Lapata","submitted_at":"2025-07-21T18:56:50Z","abstract_excerpt":"Can LLMs provide support to creative writers by giving meaningful writing feedback? In this paper, we explore the challenges and limitations of model-generated writing feedback by defining a new task, dataset, and evaluation frameworks. To study model performance in a controlled manner, we present a novel test set of 1,300 stories that we corrupted to intentionally introduce writing issues. We study the performance of commonly used LLMs in this task with both automatic and human evaluation metrics. Our analysis shows that current models have strong out-of-the-box behavior in many respects -- p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.16007","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.16007/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:41:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hc76LuojTmyJEd7afk1+dEX0W+xANbqX7cmugH6mmAQV8GTAxvdaqIB1We6HVc1MgPREj4v7jRyTeyQPkJ+PCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:50:11.407329Z"},"content_sha256":"9d15a765c12c3bda16a03355dff45945438b013fa52a91bdfc4b2ea640f5af99","schema_version":"1.0","event_id":"sha256:9d15a765c12c3bda16a03355dff45945438b013fa52a91bdfc4b2ea640f5af99"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WZ6424E3IRY53C6UFCHULIB3BL/bundle.json","state_url":"https://pith.science/pith/WZ6424E3IRY53C6UFCHULIB3BL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WZ6424E3IRY53C6UFCHULIB3BL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T20:50:11Z","links":{"resolver":"https://pith.science/pith/WZ6424E3IRY53C6UFCHULIB3BL","bundle":"https://pith.science/pith/WZ6424E3IRY53C6UFCHULIB3BL/bundle.json","state":"https://pith.science/pith/WZ6424E3IRY53C6UFCHULIB3BL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WZ6424E3IRY53C6UFCHULIB3BL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:WZ6424E3IRY53C6UFCHULIB3BL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"313bb5e7731822b5c5f96b460aed078116a70037a08cc6228e96ee17dea2e5e3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-21T18:56:50Z","title_canon_sha256":"59ba5d93f0a92a38d53732d77d65fefb5545617ae1687dc1ee3a7013dc5d3991"},"schema_version":"1.0","source":{"id":"2507.16007","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.16007","created_at":"2026-07-05T11:41:01Z"},{"alias_kind":"arxiv_version","alias_value":"2507.16007v1","created_at":"2026-07-05T11:41:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.16007","created_at":"2026-07-05T11:41:01Z"},{"alias_kind":"pith_short_12","alias_value":"WZ6424E3IRY5","created_at":"2026-07-05T11:41:01Z"},{"alias_kind":"pith_short_16","alias_value":"WZ6424E3IRY53C6U","created_at":"2026-07-05T11:41:01Z"},{"alias_kind":"pith_short_8","alias_value":"WZ6424E3","created_at":"2026-07-05T11:41:01Z"}],"graph_snapshots":[{"event_id":"sha256:9d15a765c12c3bda16a03355dff45945438b013fa52a91bdfc4b2ea640f5af99","target":"graph","created_at":"2026-07-05T11:41:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.16007/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Can LLMs provide support to creative writers by giving meaningful writing feedback? In this paper, we explore the challenges and limitations of model-generated writing feedback by defining a new task, dataset, and evaluation frameworks. To study model performance in a controlled manner, we present a novel test set of 1,300 stories that we corrupted to intentionally introduce writing issues. We study the performance of commonly used LLMs in this task with both automatic and human evaluation metrics. Our analysis shows that current models have strong out-of-the-box behavior in many respects -- p","authors_text":"Elizabeth Clark, Fantine Huot, Hannah Rashkin, Mirella Lapata","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-21T18:56:50Z","title":"Help Me Write a Story: Evaluating LLMs' Ability to Generate Writing Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.16007","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ae55ad7d39d211ea90996046716087242b76e87191aaadc41d3033202f65926a","target":"record","created_at":"2026-07-05T11:41:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"313bb5e7731822b5c5f96b460aed078116a70037a08cc6228e96ee17dea2e5e3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-21T18:56:50Z","title_canon_sha256":"59ba5d93f0a92a38d53732d77d65fefb5545617ae1687dc1ee3a7013dc5d3991"},"schema_version":"1.0","source":{"id":"2507.16007","kind":"arxiv","version":1}},"canonical_sha256":"b67dcd709b4471dd8bd4288f45a03b0ac1b8c50d087060cba7ff57cb5be4358d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b67dcd709b4471dd8bd4288f45a03b0ac1b8c50d087060cba7ff57cb5be4358d","first_computed_at":"2026-07-05T11:41:01.009563Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:41:01.009563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"S1umvLG9BhFQzMkJv99ouW5MSMFJK66lKa9nOH0PtHjYHN3DI3YuyVFkibkLunH4uwMygvQpYno/MxlHUkdBCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:41:01.010140Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.16007","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ae55ad7d39d211ea90996046716087242b76e87191aaadc41d3033202f65926a","sha256:9d15a765c12c3bda16a03355dff45945438b013fa52a91bdfc4b2ea640f5af99"],"state_sha256":"d549601f8f91ca4229db2da37df7e417f3f33f6e9057f70f4706577f2b050f64"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A0b3173nzFrP1OD7DsXkktu5BSbYxniCgBYhczPl1GPbwwBa4If6HVKXauGorXnFbm41klII2yi5u5nFQv6mCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T20:50:11.417719Z","bundle_sha256":"80ca8d21d836a80cd507f182eb65525f0f9cd62aa9e395777f934e010e30519a"}}