{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KPHX5IQN3L6AD6K2LH5D7S5SED","short_pith_number":"pith:KPHX5IQN","canonical_record":{"source":{"id":"2311.07138","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-13T08:09:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"349c5b4de159cf6aa1152195a1eb7080d042bc765ac0863ddc8c8ff42920cbcf","abstract_canon_sha256":"9a2fb3975f2d7de153432c55d144cdefd492b953eac11678cb15d444c12bdf4d"},"schema_version":"1.0"},"canonical_sha256":"53cf7ea20ddafc01f95a59fa3fcbb220fa4754e89145d7b54c2521fa14a10107","source":{"kind":"arxiv","id":"2311.07138","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.07138","created_at":"2026-07-05T08:38:04Z"},{"alias_kind":"arxiv_version","alias_value":"2311.07138v2","created_at":"2026-07-05T08:38:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.07138","created_at":"2026-07-05T08:38:04Z"},{"alias_kind":"pith_short_12","alias_value":"KPHX5IQN3L6A","created_at":"2026-07-05T08:38:04Z"},{"alias_kind":"pith_short_16","alias_value":"KPHX5IQN3L6AD6K2","created_at":"2026-07-05T08:38:04Z"},{"alias_kind":"pith_short_8","alias_value":"KPHX5IQN","created_at":"2026-07-05T08:38:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KPHX5IQN3L6AD6K2LH5D7S5SED","target":"record","payload":{"canonical_record":{"source":{"id":"2311.07138","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-13T08:09:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"349c5b4de159cf6aa1152195a1eb7080d042bc765ac0863ddc8c8ff42920cbcf","abstract_canon_sha256":"9a2fb3975f2d7de153432c55d144cdefd492b953eac11678cb15d444c12bdf4d"},"schema_version":"1.0"},"canonical_sha256":"53cf7ea20ddafc01f95a59fa3fcbb220fa4754e89145d7b54c2521fa14a10107","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:38:04.111309Z","signature_b64":"gujvOctyKUDLMgz9w8/KuKcE5/Z4/x3aEn0ysfC2GpsuiO8CYxbBmVW11DpReZYHuM1OxlmIsZLbLit6yReQDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"53cf7ea20ddafc01f95a59fa3fcbb220fa4754e89145d7b54c2521fa14a10107","last_reissued_at":"2026-07-05T08:38:04.110832Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:38:04.110832Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.07138","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:38:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MutTtyGYy5rFA0VZQcO+fWCBOWYzsUIjvtYfftqi4JVsJ7S2RInGjIFJZQsdeVuas1ey4IRbRB0LzF/jYpCdCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T08:29:44.069570Z"},"content_sha256":"24ea47c1d4d8c7290b0be1e0b08c3002a1cfdf37a9e2293ff18695a40b896b7d","schema_version":"1.0","event_id":"sha256:24ea47c1d4d8c7290b0be1e0b08c3002a1cfdf37a9e2293ff18695a40b896b7d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KPHX5IQN3L6AD6K2LH5D7S5SED","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"WaterBench: Towards Holistic Evaluation of Watermarks for Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jifan Yu, Juanzi Li, Lei Hou, Shangqing Tu, Yuliang Sun, Yushi Bai","submitted_at":"2023-11-13T08:09:01Z","abstract_excerpt":"To mitigate the potential misuse of large language models (LLMs), recent research has developed watermarking algorithms, which restrict the generation process to leave an invisible trace for watermark detection. Due to the two-stage nature of the task, most studies evaluate the generation and detection separately, thereby presenting a challenge in unbiased, thorough, and applicable evaluations. In this paper, we introduce WaterBench, the first comprehensive benchmark for LLM watermarks, in which we design three crucial factors: (1) For benchmarking procedure, to ensure an apples-to-apples comp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.07138","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.07138/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:38:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5tjkMlMsjnrMY3VwH5lS9F1ZDZH85WudIchbTbKbhI+MRJF2GdOQqfmLEh1gODQzbOsvE8TeU02v9PwvscD7CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T08:29:44.069960Z"},"content_sha256":"a1f769f2290995df34309c48b58b025c3495d1693a018bd497da1f8bdc6489dc","schema_version":"1.0","event_id":"sha256:a1f769f2290995df34309c48b58b025c3495d1693a018bd497da1f8bdc6489dc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KPHX5IQN3L6AD6K2LH5D7S5SED/bundle.json","state_url":"https://pith.science/pith/KPHX5IQN3L6AD6K2LH5D7S5SED/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KPHX5IQN3L6AD6K2LH5D7S5SED/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T08:29:44Z","links":{"resolver":"https://pith.science/pith/KPHX5IQN3L6AD6K2LH5D7S5SED","bundle":"https://pith.science/pith/KPHX5IQN3L6AD6K2LH5D7S5SED/bundle.json","state":"https://pith.science/pith/KPHX5IQN3L6AD6K2LH5D7S5SED/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KPHX5IQN3L6AD6K2LH5D7S5SED/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KPHX5IQN3L6AD6K2LH5D7S5SED","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9a2fb3975f2d7de153432c55d144cdefd492b953eac11678cb15d444c12bdf4d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-13T08:09:01Z","title_canon_sha256":"349c5b4de159cf6aa1152195a1eb7080d042bc765ac0863ddc8c8ff42920cbcf"},"schema_version":"1.0","source":{"id":"2311.07138","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.07138","created_at":"2026-07-05T08:38:04Z"},{"alias_kind":"arxiv_version","alias_value":"2311.07138v2","created_at":"2026-07-05T08:38:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.07138","created_at":"2026-07-05T08:38:04Z"},{"alias_kind":"pith_short_12","alias_value":"KPHX5IQN3L6A","created_at":"2026-07-05T08:38:04Z"},{"alias_kind":"pith_short_16","alias_value":"KPHX5IQN3L6AD6K2","created_at":"2026-07-05T08:38:04Z"},{"alias_kind":"pith_short_8","alias_value":"KPHX5IQN","created_at":"2026-07-05T08:38:04Z"}],"graph_snapshots":[{"event_id":"sha256:a1f769f2290995df34309c48b58b025c3495d1693a018bd497da1f8bdc6489dc","target":"graph","created_at":"2026-07-05T08:38:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.07138/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To mitigate the potential misuse of large language models (LLMs), recent research has developed watermarking algorithms, which restrict the generation process to leave an invisible trace for watermark detection. Due to the two-stage nature of the task, most studies evaluate the generation and detection separately, thereby presenting a challenge in unbiased, thorough, and applicable evaluations. In this paper, we introduce WaterBench, the first comprehensive benchmark for LLM watermarks, in which we design three crucial factors: (1) For benchmarking procedure, to ensure an apples-to-apples comp","authors_text":"Jifan Yu, Juanzi Li, Lei Hou, Shangqing Tu, Yuliang Sun, Yushi Bai","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-13T08:09:01Z","title":"WaterBench: Towards Holistic Evaluation of Watermarks for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.07138","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:24ea47c1d4d8c7290b0be1e0b08c3002a1cfdf37a9e2293ff18695a40b896b7d","target":"record","created_at":"2026-07-05T08:38:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9a2fb3975f2d7de153432c55d144cdefd492b953eac11678cb15d444c12bdf4d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-13T08:09:01Z","title_canon_sha256":"349c5b4de159cf6aa1152195a1eb7080d042bc765ac0863ddc8c8ff42920cbcf"},"schema_version":"1.0","source":{"id":"2311.07138","kind":"arxiv","version":2}},"canonical_sha256":"53cf7ea20ddafc01f95a59fa3fcbb220fa4754e89145d7b54c2521fa14a10107","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"53cf7ea20ddafc01f95a59fa3fcbb220fa4754e89145d7b54c2521fa14a10107","first_computed_at":"2026-07-05T08:38:04.110832Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:38:04.110832Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gujvOctyKUDLMgz9w8/KuKcE5/Z4/x3aEn0ysfC2GpsuiO8CYxbBmVW11DpReZYHuM1OxlmIsZLbLit6yReQDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:38:04.111309Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.07138","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:24ea47c1d4d8c7290b0be1e0b08c3002a1cfdf37a9e2293ff18695a40b896b7d","sha256:a1f769f2290995df34309c48b58b025c3495d1693a018bd497da1f8bdc6489dc"],"state_sha256":"06ad0619d572f4e2444f4bd84937785a542cdb9a15e7a015970c02fb012e117d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qir/FToPbVWWhBl0QYOn54Fy/i8PwVX+jMs4qa1fqRKUbdqmmDh5dsCc74hN3YEg5dDcB7AAqtOVe3LbsVn7Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T08:29:44.071839Z","bundle_sha256":"43d6733194f5d88d7eff5a911bb4eb08a2f72511ef89493929fc61fb8819e31c"}}