{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:OV7G3DKQDBYIZAU6ZNYM5PZVDT","short_pith_number":"pith:OV7G3DKQ","canonical_record":{"source":{"id":"2308.06527","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-12T11:00:59Z","cross_cats_sorted":[],"title_canon_sha256":"16c33a25cec6bb2a2b4c924b1ba42398c5ca5fc8c08f6e66f851a52e5e2946d7","abstract_canon_sha256":"b9c71b5b1051fca93de32d9e4dccd5152e06525b2862e0081099c95a669cfba4"},"schema_version":"1.0"},"canonical_sha256":"757e6d8d5018708c829ecb70cebf351cf3f17822ac73d9b7341a64debb12fa88","source":{"kind":"arxiv","id":"2308.06527","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.06527","created_at":"2026-07-05T06:40:41Z"},{"alias_kind":"arxiv_version","alias_value":"2308.06527v1","created_at":"2026-07-05T06:40:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.06527","created_at":"2026-07-05T06:40:41Z"},{"alias_kind":"pith_short_12","alias_value":"OV7G3DKQDBYI","created_at":"2026-07-05T06:40:41Z"},{"alias_kind":"pith_short_16","alias_value":"OV7G3DKQDBYIZAU6","created_at":"2026-07-05T06:40:41Z"},{"alias_kind":"pith_short_8","alias_value":"OV7G3DKQ","created_at":"2026-07-05T06:40:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:OV7G3DKQDBYIZAU6ZNYM5PZVDT","target":"record","payload":{"canonical_record":{"source":{"id":"2308.06527","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-12T11:00:59Z","cross_cats_sorted":[],"title_canon_sha256":"16c33a25cec6bb2a2b4c924b1ba42398c5ca5fc8c08f6e66f851a52e5e2946d7","abstract_canon_sha256":"b9c71b5b1051fca93de32d9e4dccd5152e06525b2862e0081099c95a669cfba4"},"schema_version":"1.0"},"canonical_sha256":"757e6d8d5018708c829ecb70cebf351cf3f17822ac73d9b7341a64debb12fa88","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:40:41.554099Z","signature_b64":"6q7I/W5oxGGtqhN1kSCvfdWotkkMnxGjFI1XQti4VCuR2G77wA8RLZjfqjq5KPuW6ihOQGMftHXSU9Gv+MRKDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"757e6d8d5018708c829ecb70cebf351cf3f17822ac73d9b7341a64debb12fa88","last_reissued_at":"2026-07-05T06:40:41.553715Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:40:41.553715Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.06527","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:40:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FeQpHP23euleE7IEJpmG5jIgJx+Orzyk/S1ge+ekG89qLsjcoAUFpHiT7XCTiwBFvmv6dzy95QDC/s2YVc4nDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T15:48:57.731945Z"},"content_sha256":"f7ee32f4ffe1d8a2983673ca0a7a6d85aa0571d7caecaf5e56d007d636f5d75d","schema_version":"1.0","event_id":"sha256:f7ee32f4ffe1d8a2983673ca0a7a6d85aa0571d7caecaf5e56d007d636f5d75d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:OV7G3DKQDBYIZAU6ZNYM5PZVDT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"With a Little Help from the Authors: Reproducing Human Evaluation of an MT Error Detector","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Mateusz Lango, Ond\\v{r}ej Du\\v{s}ek, Ond\\v{r}ej Pl\\'atek","submitted_at":"2023-08-12T11:00:59Z","abstract_excerpt":"This work presents our efforts to reproduce the results of the human evaluation experiment presented in the paper of Vamvas and Sennrich (2022), which evaluated an automatic system detecting over- and undertranslations (translations containing more or less information than the original) in machine translation (MT) outputs. Despite the high quality of the documentation and code provided by the authors, we discuss some problems we found in reproducing the exact experimental setup and offer recommendations for improving reproducibility. Our replicated results generally confirm the conclusions of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.06527","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.06527/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:40:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MjbNqD9C5iIGW+/It6NdJXsq/ddGQqXWl06VNy3TxqM/saJNO2m5d2xCL9S7M0KATD61LA9UvWjoM7Pgg1ZdCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T15:48:57.732771Z"},"content_sha256":"b526045c65c5d77127f6f510a8ad7b71ed990bdc0955a55eb0822c74440f2bfe","schema_version":"1.0","event_id":"sha256:b526045c65c5d77127f6f510a8ad7b71ed990bdc0955a55eb0822c74440f2bfe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OV7G3DKQDBYIZAU6ZNYM5PZVDT/bundle.json","state_url":"https://pith.science/pith/OV7G3DKQDBYIZAU6ZNYM5PZVDT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OV7G3DKQDBYIZAU6ZNYM5PZVDT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T15:48:57Z","links":{"resolver":"https://pith.science/pith/OV7G3DKQDBYIZAU6ZNYM5PZVDT","bundle":"https://pith.science/pith/OV7G3DKQDBYIZAU6ZNYM5PZVDT/bundle.json","state":"https://pith.science/pith/OV7G3DKQDBYIZAU6ZNYM5PZVDT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OV7G3DKQDBYIZAU6ZNYM5PZVDT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:OV7G3DKQDBYIZAU6ZNYM5PZVDT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b9c71b5b1051fca93de32d9e4dccd5152e06525b2862e0081099c95a669cfba4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-12T11:00:59Z","title_canon_sha256":"16c33a25cec6bb2a2b4c924b1ba42398c5ca5fc8c08f6e66f851a52e5e2946d7"},"schema_version":"1.0","source":{"id":"2308.06527","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.06527","created_at":"2026-07-05T06:40:41Z"},{"alias_kind":"arxiv_version","alias_value":"2308.06527v1","created_at":"2026-07-05T06:40:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.06527","created_at":"2026-07-05T06:40:41Z"},{"alias_kind":"pith_short_12","alias_value":"OV7G3DKQDBYI","created_at":"2026-07-05T06:40:41Z"},{"alias_kind":"pith_short_16","alias_value":"OV7G3DKQDBYIZAU6","created_at":"2026-07-05T06:40:41Z"},{"alias_kind":"pith_short_8","alias_value":"OV7G3DKQ","created_at":"2026-07-05T06:40:41Z"}],"graph_snapshots":[{"event_id":"sha256:b526045c65c5d77127f6f510a8ad7b71ed990bdc0955a55eb0822c74440f2bfe","target":"graph","created_at":"2026-07-05T06:40:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.06527/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This work presents our efforts to reproduce the results of the human evaluation experiment presented in the paper of Vamvas and Sennrich (2022), which evaluated an automatic system detecting over- and undertranslations (translations containing more or less information than the original) in machine translation (MT) outputs. Despite the high quality of the documentation and code provided by the authors, we discuss some problems we found in reproducing the exact experimental setup and offer recommendations for improving reproducibility. Our replicated results generally confirm the conclusions of ","authors_text":"Mateusz Lango, Ond\\v{r}ej Du\\v{s}ek, Ond\\v{r}ej Pl\\'atek","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-12T11:00:59Z","title":"With a Little Help from the Authors: Reproducing Human Evaluation of an MT Error Detector"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.06527","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f7ee32f4ffe1d8a2983673ca0a7a6d85aa0571d7caecaf5e56d007d636f5d75d","target":"record","created_at":"2026-07-05T06:40:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b9c71b5b1051fca93de32d9e4dccd5152e06525b2862e0081099c95a669cfba4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-12T11:00:59Z","title_canon_sha256":"16c33a25cec6bb2a2b4c924b1ba42398c5ca5fc8c08f6e66f851a52e5e2946d7"},"schema_version":"1.0","source":{"id":"2308.06527","kind":"arxiv","version":1}},"canonical_sha256":"757e6d8d5018708c829ecb70cebf351cf3f17822ac73d9b7341a64debb12fa88","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"757e6d8d5018708c829ecb70cebf351cf3f17822ac73d9b7341a64debb12fa88","first_computed_at":"2026-07-05T06:40:41.553715Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:40:41.553715Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6q7I/W5oxGGtqhN1kSCvfdWotkkMnxGjFI1XQti4VCuR2G77wA8RLZjfqjq5KPuW6ihOQGMftHXSU9Gv+MRKDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:40:41.554099Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.06527","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f7ee32f4ffe1d8a2983673ca0a7a6d85aa0571d7caecaf5e56d007d636f5d75d","sha256:b526045c65c5d77127f6f510a8ad7b71ed990bdc0955a55eb0822c74440f2bfe"],"state_sha256":"8753ba48da92ee89f4f0bc6381e7a1b62eef919e1e8ad645ca65b3b4decf4ff0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O/nw9ZO2yqYq7YCAEONBVGlRWQwvlE6QWVj9GfNCbbBTUC0RUgpRP6+tH5KyTUvgzF7Q5Fbi8WfMPwnPE8puDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T15:48:57.737194Z","bundle_sha256":"4e483f8abc36b35422e73c9848cc0b45205a4d9d442e41df9d852d5c163d0440"}}