{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:NIBOZM3SM2AJC4FR5OR6LITS6P","short_pith_number":"pith:NIBOZM3S","canonical_record":{"source":{"id":"2508.07955","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-11T13:08:07Z","cross_cats_sorted":[],"title_canon_sha256":"4d900119ec7966a576e97dca9b52a397303a254df378a55f7a36f362373e9f97","abstract_canon_sha256":"5f8257a95d6ccdf5ef3a20f62abb93159b551cfbd6610faf244be2020ca6517e"},"schema_version":"1.0"},"canonical_sha256":"6a02ecb37266809170b1eba3e5a272f3e45456e0fce86eadb8db505b2286fad9","source":{"kind":"arxiv","id":"2508.07955","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.07955","created_at":"2026-06-23T03:13:46Z"},{"alias_kind":"arxiv_version","alias_value":"2508.07955v3","created_at":"2026-06-23T03:13:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.07955","created_at":"2026-06-23T03:13:46Z"},{"alias_kind":"pith_short_12","alias_value":"NIBOZM3SM2AJ","created_at":"2026-06-23T03:13:46Z"},{"alias_kind":"pith_short_16","alias_value":"NIBOZM3SM2AJC4FR","created_at":"2026-06-23T03:13:46Z"},{"alias_kind":"pith_short_8","alias_value":"NIBOZM3S","created_at":"2026-06-23T03:13:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:NIBOZM3SM2AJC4FR5OR6LITS6P","target":"record","payload":{"canonical_record":{"source":{"id":"2508.07955","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-11T13:08:07Z","cross_cats_sorted":[],"title_canon_sha256":"4d900119ec7966a576e97dca9b52a397303a254df378a55f7a36f362373e9f97","abstract_canon_sha256":"5f8257a95d6ccdf5ef3a20f62abb93159b551cfbd6610faf244be2020ca6517e"},"schema_version":"1.0"},"canonical_sha256":"6a02ecb37266809170b1eba3e5a272f3e45456e0fce86eadb8db505b2286fad9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-23T03:13:46.716811Z","signature_b64":"Jqvu4cj/MounQKcE/DIUYJaKYSpLAzkhMDQiCPBJq23BNj0lROttfn2bNdZB7SsXT9SYyA8pdPYmEfuaDsLrAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6a02ecb37266809170b1eba3e5a272f3e45456e0fce86eadb8db505b2286fad9","last_reissued_at":"2026-06-23T03:13:46.716300Z","signature_status":"signed_v1","first_computed_at":"2026-06-23T03:13:46.716300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.07955","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T03:13:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QG3JrUS4Rov46Y47KllqoP48dggp+KSstzSU4hqvImDLbQw8+f4gw1JBL5mBxdlsYJ8YsldOahxKcj1/2/F5BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-29T02:14:19.616507Z"},"content_sha256":"684233eac8c6e631c8ba4725b8461d1bf17f1764b813209ca8d0f53707e8db0c","schema_version":"1.0","event_id":"sha256:684233eac8c6e631c8ba4725b8461d1bf17f1764b813209ca8d0f53707e8db0c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:NIBOZM3SM2AJC4FR5OR6LITS6P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Expert Preference-based Evaluation of Automated Related Work Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Furkan \\c{S}ahinu\\c{c}, Iryna Gurevych, Subhabrata Dutta","submitted_at":"2025-08-11T13:08:07Z","abstract_excerpt":"Expert domain writing, such as scientific writing, typically demands extensive domain knowledge. Although large language models (LLMs) show promising potential in this task, evaluating the quality of automatically generated scientific writing is a crucial open issue, as it requires knowledge of domain-specific criteria and the ability to discern expert preferences. Conventional automatic evaluation metrics and LLM-as-a-judge systems, primarily designed for mainstream NLP tasks, are insufficient to grasp expert preferences and domain-specific quality standards. To address this gap and support r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.07955","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.07955/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T03:13:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hIbkOty/gY2IJaqqgraqdUizQZ6PSNtxbQ+UD31kpCbJTsjOXnNQtTZGqeI8DmlmiEdqLx78946OK8+PN0riAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-29T02:14:19.616866Z"},"content_sha256":"d1ebe49cab7b97b00381c934905a0be4fa59b12da39112ee5e6ab6eadf636d5f","schema_version":"1.0","event_id":"sha256:d1ebe49cab7b97b00381c934905a0be4fa59b12da39112ee5e6ab6eadf636d5f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NIBOZM3SM2AJC4FR5OR6LITS6P/bundle.json","state_url":"https://pith.science/pith/NIBOZM3SM2AJC4FR5OR6LITS6P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NIBOZM3SM2AJC4FR5OR6LITS6P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-29T02:14:19Z","links":{"resolver":"https://pith.science/pith/NIBOZM3SM2AJC4FR5OR6LITS6P","bundle":"https://pith.science/pith/NIBOZM3SM2AJC4FR5OR6LITS6P/bundle.json","state":"https://pith.science/pith/NIBOZM3SM2AJC4FR5OR6LITS6P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NIBOZM3SM2AJC4FR5OR6LITS6P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:NIBOZM3SM2AJC4FR5OR6LITS6P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5f8257a95d6ccdf5ef3a20f62abb93159b551cfbd6610faf244be2020ca6517e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-11T13:08:07Z","title_canon_sha256":"4d900119ec7966a576e97dca9b52a397303a254df378a55f7a36f362373e9f97"},"schema_version":"1.0","source":{"id":"2508.07955","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.07955","created_at":"2026-06-23T03:13:46Z"},{"alias_kind":"arxiv_version","alias_value":"2508.07955v3","created_at":"2026-06-23T03:13:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.07955","created_at":"2026-06-23T03:13:46Z"},{"alias_kind":"pith_short_12","alias_value":"NIBOZM3SM2AJ","created_at":"2026-06-23T03:13:46Z"},{"alias_kind":"pith_short_16","alias_value":"NIBOZM3SM2AJC4FR","created_at":"2026-06-23T03:13:46Z"},{"alias_kind":"pith_short_8","alias_value":"NIBOZM3S","created_at":"2026-06-23T03:13:46Z"}],"graph_snapshots":[{"event_id":"sha256:d1ebe49cab7b97b00381c934905a0be4fa59b12da39112ee5e6ab6eadf636d5f","target":"graph","created_at":"2026-06-23T03:13:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.07955/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Expert domain writing, such as scientific writing, typically demands extensive domain knowledge. Although large language models (LLMs) show promising potential in this task, evaluating the quality of automatically generated scientific writing is a crucial open issue, as it requires knowledge of domain-specific criteria and the ability to discern expert preferences. Conventional automatic evaluation metrics and LLM-as-a-judge systems, primarily designed for mainstream NLP tasks, are insufficient to grasp expert preferences and domain-specific quality standards. To address this gap and support r","authors_text":"Furkan \\c{S}ahinu\\c{c}, Iryna Gurevych, Subhabrata Dutta","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-11T13:08:07Z","title":"Expert Preference-based Evaluation of Automated Related Work Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.07955","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:684233eac8c6e631c8ba4725b8461d1bf17f1764b813209ca8d0f53707e8db0c","target":"record","created_at":"2026-06-23T03:13:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5f8257a95d6ccdf5ef3a20f62abb93159b551cfbd6610faf244be2020ca6517e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-11T13:08:07Z","title_canon_sha256":"4d900119ec7966a576e97dca9b52a397303a254df378a55f7a36f362373e9f97"},"schema_version":"1.0","source":{"id":"2508.07955","kind":"arxiv","version":3}},"canonical_sha256":"6a02ecb37266809170b1eba3e5a272f3e45456e0fce86eadb8db505b2286fad9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6a02ecb37266809170b1eba3e5a272f3e45456e0fce86eadb8db505b2286fad9","first_computed_at":"2026-06-23T03:13:46.716300Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-23T03:13:46.716300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Jqvu4cj/MounQKcE/DIUYJaKYSpLAzkhMDQiCPBJq23BNj0lROttfn2bNdZB7SsXT9SYyA8pdPYmEfuaDsLrAA==","signature_status":"signed_v1","signed_at":"2026-06-23T03:13:46.716811Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.07955","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:684233eac8c6e631c8ba4725b8461d1bf17f1764b813209ca8d0f53707e8db0c","sha256:d1ebe49cab7b97b00381c934905a0be4fa59b12da39112ee5e6ab6eadf636d5f"],"state_sha256":"0b31c19e9dcd1a055d48db1eae42a86f8ab79c788363145c70c64c12c9619288"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hl+hwG/6q+XaqiQHbCSC3XEKpfyJCZEYO/s1jt4rl5mrbCo4EY2ETAI91PBzEAG4+bani7VoF6hR5a6dpRDlAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-29T02:14:19.618970Z","bundle_sha256":"dfdfc39892cdeafb72db58e411333de350c9ae6b394e8a2a7b3d390560c74757"}}