{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KGNSPETQ7TIDYRZN63UFL74QCG","short_pith_number":"pith:KGNSPETQ","canonical_record":{"source":{"id":"2404.07108","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-10T15:46:08Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"d3925076f4714a9f86316dba2f02e27d5c97cfd1cce7012656bd8df9a3e06b52","abstract_canon_sha256":"a0a67540bb5f6c5b2f2d27301289ef2d96028efaecc2aeb96ed1c786d77fc22b"},"schema_version":"1.0"},"canonical_sha256":"519b279270fcd03c472df6e855ff9011bdcf9c72cd5b80a972a87751b260b7a1","source":{"kind":"arxiv","id":"2404.07108","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07108","created_at":"2026-07-05T08:06:49Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07108v2","created_at":"2026-07-05T08:06:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07108","created_at":"2026-07-05T08:06:49Z"},{"alias_kind":"pith_short_12","alias_value":"KGNSPETQ7TID","created_at":"2026-07-05T08:06:49Z"},{"alias_kind":"pith_short_16","alias_value":"KGNSPETQ7TIDYRZN","created_at":"2026-07-05T08:06:49Z"},{"alias_kind":"pith_short_8","alias_value":"KGNSPETQ","created_at":"2026-07-05T08:06:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KGNSPETQ7TIDYRZN63UFL74QCG","target":"record","payload":{"canonical_record":{"source":{"id":"2404.07108","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-10T15:46:08Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"d3925076f4714a9f86316dba2f02e27d5c97cfd1cce7012656bd8df9a3e06b52","abstract_canon_sha256":"a0a67540bb5f6c5b2f2d27301289ef2d96028efaecc2aeb96ed1c786d77fc22b"},"schema_version":"1.0"},"canonical_sha256":"519b279270fcd03c472df6e855ff9011bdcf9c72cd5b80a972a87751b260b7a1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:06:49.257000Z","signature_b64":"etEHCsUZBfOpoj6CxEdLJ8lN/soqtR1rc1cJ9Z7oq1+l5FVlIRiT+7GxnOIemVZHePlysX2qHlM0oGYd/2VuBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"519b279270fcd03c472df6e855ff9011bdcf9c72cd5b80a972a87751b260b7a1","last_reissued_at":"2026-07-05T08:06:49.256387Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:06:49.256387Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.07108","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LdLahOvI2E7//XqDJDFep8yzd0ClT9BvPqV4vXC8Wii86H7LijdJbFC6XJcRnZidCM7XHrSRdBNaMawYTdgXAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T11:19:47.618119Z"},"content_sha256":"d364bf7acc34975792c5d827c99e4d87ab571e8f62f6dbd7f483175070015562","schema_version":"1.0","event_id":"sha256:d364bf7acc34975792c5d827c99e4d87ab571e8f62f6dbd7f483175070015562"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KGNSPETQ7TIDYRZN63UFL74QCG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From Model-centered to Human-Centered: Revision Distance as a Metric for Text Evaluation in LLMs-based Applications","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Jiawei Liu, Lizhi Qing, Qikai Cheng, Wei Lu, Xiaozhong Liu, Yangyang Kang, Yongqiang Ma, Yue Zhang","submitted_at":"2024-04-10T15:46:08Z","abstract_excerpt":"Evaluating large language models (LLMs) is fundamental, particularly in the context of practical applications. Conventional evaluation methods, typically designed primarily for LLM development, yield numerical scores that ignore the user experience. Therefore, our study shifts the focus from model-centered to human-centered evaluation in the context of AI-powered writing assistance applications. Our proposed metric, termed ``Revision Distance,'' utilizes LLMs to suggest revision edits that mimic the human writing process. It is determined by counting the revision edits generated by LLMs. Benef"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07108","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.07108/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pzgff9dpz/qQUwHVXlvah04SHjZYaiONHgbuWYrq3e/EDjwHcreBg/1KYiFh/NNodefHkQDdQWp6s/70lreeCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T11:19:47.618771Z"},"content_sha256":"9c78e0d9ff95779229c8b30672dd2361915bffd2f3c9c34482402bf1ea309502","schema_version":"1.0","event_id":"sha256:9c78e0d9ff95779229c8b30672dd2361915bffd2f3c9c34482402bf1ea309502"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KGNSPETQ7TIDYRZN63UFL74QCG/bundle.json","state_url":"https://pith.science/pith/KGNSPETQ7TIDYRZN63UFL74QCG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KGNSPETQ7TIDYRZN63UFL74QCG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T11:19:47Z","links":{"resolver":"https://pith.science/pith/KGNSPETQ7TIDYRZN63UFL74QCG","bundle":"https://pith.science/pith/KGNSPETQ7TIDYRZN63UFL74QCG/bundle.json","state":"https://pith.science/pith/KGNSPETQ7TIDYRZN63UFL74QCG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KGNSPETQ7TIDYRZN63UFL74QCG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KGNSPETQ7TIDYRZN63UFL74QCG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a0a67540bb5f6c5b2f2d27301289ef2d96028efaecc2aeb96ed1c786d77fc22b","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-10T15:46:08Z","title_canon_sha256":"d3925076f4714a9f86316dba2f02e27d5c97cfd1cce7012656bd8df9a3e06b52"},"schema_version":"1.0","source":{"id":"2404.07108","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07108","created_at":"2026-07-05T08:06:49Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07108v2","created_at":"2026-07-05T08:06:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07108","created_at":"2026-07-05T08:06:49Z"},{"alias_kind":"pith_short_12","alias_value":"KGNSPETQ7TID","created_at":"2026-07-05T08:06:49Z"},{"alias_kind":"pith_short_16","alias_value":"KGNSPETQ7TIDYRZN","created_at":"2026-07-05T08:06:49Z"},{"alias_kind":"pith_short_8","alias_value":"KGNSPETQ","created_at":"2026-07-05T08:06:49Z"}],"graph_snapshots":[{"event_id":"sha256:9c78e0d9ff95779229c8b30672dd2361915bffd2f3c9c34482402bf1ea309502","target":"graph","created_at":"2026-07-05T08:06:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.07108/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating large language models (LLMs) is fundamental, particularly in the context of practical applications. Conventional evaluation methods, typically designed primarily for LLM development, yield numerical scores that ignore the user experience. Therefore, our study shifts the focus from model-centered to human-centered evaluation in the context of AI-powered writing assistance applications. Our proposed metric, termed ``Revision Distance,'' utilizes LLMs to suggest revision edits that mimic the human writing process. It is determined by counting the revision edits generated by LLMs. Benef","authors_text":"Jiawei Liu, Lizhi Qing, Qikai Cheng, Wei Lu, Xiaozhong Liu, Yangyang Kang, Yongqiang Ma, Yue Zhang","cross_cats":["cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-10T15:46:08Z","title":"From Model-centered to Human-Centered: Revision Distance as a Metric for Text Evaluation in LLMs-based Applications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07108","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d364bf7acc34975792c5d827c99e4d87ab571e8f62f6dbd7f483175070015562","target":"record","created_at":"2026-07-05T08:06:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a0a67540bb5f6c5b2f2d27301289ef2d96028efaecc2aeb96ed1c786d77fc22b","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-10T15:46:08Z","title_canon_sha256":"d3925076f4714a9f86316dba2f02e27d5c97cfd1cce7012656bd8df9a3e06b52"},"schema_version":"1.0","source":{"id":"2404.07108","kind":"arxiv","version":2}},"canonical_sha256":"519b279270fcd03c472df6e855ff9011bdcf9c72cd5b80a972a87751b260b7a1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"519b279270fcd03c472df6e855ff9011bdcf9c72cd5b80a972a87751b260b7a1","first_computed_at":"2026-07-05T08:06:49.256387Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:06:49.256387Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"etEHCsUZBfOpoj6CxEdLJ8lN/soqtR1rc1cJ9Z7oq1+l5FVlIRiT+7GxnOIemVZHePlysX2qHlM0oGYd/2VuBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:06:49.257000Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.07108","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d364bf7acc34975792c5d827c99e4d87ab571e8f62f6dbd7f483175070015562","sha256:9c78e0d9ff95779229c8b30672dd2361915bffd2f3c9c34482402bf1ea309502"],"state_sha256":"8f324c5d5c2ecab6a147f06948ddafccd4b26d4f41980437803a0a94b06eb087"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jZmJZLtfwcixEoKLcqs/5kMtFnm9zgybp600uMYxPeJONi7PmYv+WMW7mT3GLTIDy03IAOR1QI9DAeu+hVPZAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T11:19:47.623772Z","bundle_sha256":"3b8ec558ea7b002470456f38c5ad14821ce6a6e62ee9ed7fadbbaa71285e0fbf"}}