{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:G2NMP4JQ2RWUEBXM6XM7EKR3ZC","short_pith_number":"pith:G2NMP4JQ","canonical_record":{"source":{"id":"2410.10861","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T16:54:18Z","cross_cats_sorted":[],"title_canon_sha256":"29bcd307840dbf3da61e796860f77a817d053170fe3c88185f4e693d9a47a5dc","abstract_canon_sha256":"93e51d0b03b7f2b8f3b62b0c70e73041d233d04ab04852b291884deda94bb06b"},"schema_version":"1.0"},"canonical_sha256":"369ac7f130d46d4206ecf5d9f22a3bc8a4a70b9adc093d60be8fb0ae6bf93216","source":{"kind":"arxiv","id":"2410.10861","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.10861","created_at":"2026-07-05T09:23:14Z"},{"alias_kind":"arxiv_version","alias_value":"2410.10861v3","created_at":"2026-07-05T09:23:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.10861","created_at":"2026-07-05T09:23:14Z"},{"alias_kind":"pith_short_12","alias_value":"G2NMP4JQ2RWU","created_at":"2026-07-05T09:23:14Z"},{"alias_kind":"pith_short_16","alias_value":"G2NMP4JQ2RWUEBXM","created_at":"2026-07-05T09:23:14Z"},{"alias_kind":"pith_short_8","alias_value":"G2NMP4JQ","created_at":"2026-07-05T09:23:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:G2NMP4JQ2RWUEBXM6XM7EKR3ZC","target":"record","payload":{"canonical_record":{"source":{"id":"2410.10861","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T16:54:18Z","cross_cats_sorted":[],"title_canon_sha256":"29bcd307840dbf3da61e796860f77a817d053170fe3c88185f4e693d9a47a5dc","abstract_canon_sha256":"93e51d0b03b7f2b8f3b62b0c70e73041d233d04ab04852b291884deda94bb06b"},"schema_version":"1.0"},"canonical_sha256":"369ac7f130d46d4206ecf5d9f22a3bc8a4a70b9adc093d60be8fb0ae6bf93216","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:23:14.725694Z","signature_b64":"wmDrPMmrwwk9BWZto9Y1jOYcYJx278yAS6iNA1whyA0U1hYfjRRbhU6qdOTWWIVEEWiG9S6pFKq8FOFYeLjgAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"369ac7f130d46d4206ecf5d9f22a3bc8a4a70b9adc093d60be8fb0ae6bf93216","last_reissued_at":"2026-07-05T09:23:14.725261Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:23:14.725261Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.10861","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:23:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"emgdtoRPeGXJhIlg46OMnKC01N4vMItnc1ien5X+lhFntd14C4snxwIQxf78KMpguqJ9wvWcFoOdb0eZ29zaBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T14:45:15.896174Z"},"content_sha256":"e7f81ecc3fd42bdfe193e3094b82961b2edad1e57a3946b4b2f059cef100d663","schema_version":"1.0","event_id":"sha256:e7f81ecc3fd42bdfe193e3094b82961b2edad1e57a3946b4b2f059cef100d663"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:G2NMP4JQ2RWUEBXM6XM7EKR3ZC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Translation Canvas: An Explainable Interface to Pinpoint and Analyze Translation Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chinmay Dandekar, Lei Li, Siqi Ouyang, Wenda Xu, Xi Xu","submitted_at":"2024-10-07T16:54:18Z","abstract_excerpt":"With the rapid advancement of machine translation research, evaluation toolkits have become essential for benchmarking system progress. Tools like COMET and SacreBLEU offer single quality score assessments that are effective for pairwise system comparisons. However, these tools provide limited insights for fine-grained system-level comparisons and the analysis of instance-level defects. To address these limitations, we introduce Translation Canvas, an explainable interface designed to pinpoint and analyze translation systems' performance: 1) Translation Canvas assists machine translation resea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.10861","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.10861/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:23:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iV+6acGmcUktIJAPYcKZwqhChelPK8tDGDBp20gB+F3NNxuYmuio4RPlMHBH57cL92uiArOR7YhnumjnQJpRCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-18T14:45:15.896552Z"},"content_sha256":"c65a019f808657dffec08479eb97bb58fb7920eb4b4d1c221fad9cd668b60417","schema_version":"1.0","event_id":"sha256:c65a019f808657dffec08479eb97bb58fb7920eb4b4d1c221fad9cd668b60417"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G2NMP4JQ2RWUEBXM6XM7EKR3ZC/bundle.json","state_url":"https://pith.science/pith/G2NMP4JQ2RWUEBXM6XM7EKR3ZC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G2NMP4JQ2RWUEBXM6XM7EKR3ZC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-18T14:45:15Z","links":{"resolver":"https://pith.science/pith/G2NMP4JQ2RWUEBXM6XM7EKR3ZC","bundle":"https://pith.science/pith/G2NMP4JQ2RWUEBXM6XM7EKR3ZC/bundle.json","state":"https://pith.science/pith/G2NMP4JQ2RWUEBXM6XM7EKR3ZC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G2NMP4JQ2RWUEBXM6XM7EKR3ZC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:G2NMP4JQ2RWUEBXM6XM7EKR3ZC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"93e51d0b03b7f2b8f3b62b0c70e73041d233d04ab04852b291884deda94bb06b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T16:54:18Z","title_canon_sha256":"29bcd307840dbf3da61e796860f77a817d053170fe3c88185f4e693d9a47a5dc"},"schema_version":"1.0","source":{"id":"2410.10861","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.10861","created_at":"2026-07-05T09:23:14Z"},{"alias_kind":"arxiv_version","alias_value":"2410.10861v3","created_at":"2026-07-05T09:23:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.10861","created_at":"2026-07-05T09:23:14Z"},{"alias_kind":"pith_short_12","alias_value":"G2NMP4JQ2RWU","created_at":"2026-07-05T09:23:14Z"},{"alias_kind":"pith_short_16","alias_value":"G2NMP4JQ2RWUEBXM","created_at":"2026-07-05T09:23:14Z"},{"alias_kind":"pith_short_8","alias_value":"G2NMP4JQ","created_at":"2026-07-05T09:23:14Z"}],"graph_snapshots":[{"event_id":"sha256:c65a019f808657dffec08479eb97bb58fb7920eb4b4d1c221fad9cd668b60417","target":"graph","created_at":"2026-07-05T09:23:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.10861/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the rapid advancement of machine translation research, evaluation toolkits have become essential for benchmarking system progress. Tools like COMET and SacreBLEU offer single quality score assessments that are effective for pairwise system comparisons. However, these tools provide limited insights for fine-grained system-level comparisons and the analysis of instance-level defects. To address these limitations, we introduce Translation Canvas, an explainable interface designed to pinpoint and analyze translation systems' performance: 1) Translation Canvas assists machine translation resea","authors_text":"Chinmay Dandekar, Lei Li, Siqi Ouyang, Wenda Xu, Xi Xu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T16:54:18Z","title":"Translation Canvas: An Explainable Interface to Pinpoint and Analyze Translation Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.10861","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e7f81ecc3fd42bdfe193e3094b82961b2edad1e57a3946b4b2f059cef100d663","target":"record","created_at":"2026-07-05T09:23:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"93e51d0b03b7f2b8f3b62b0c70e73041d233d04ab04852b291884deda94bb06b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T16:54:18Z","title_canon_sha256":"29bcd307840dbf3da61e796860f77a817d053170fe3c88185f4e693d9a47a5dc"},"schema_version":"1.0","source":{"id":"2410.10861","kind":"arxiv","version":3}},"canonical_sha256":"369ac7f130d46d4206ecf5d9f22a3bc8a4a70b9adc093d60be8fb0ae6bf93216","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"369ac7f130d46d4206ecf5d9f22a3bc8a4a70b9adc093d60be8fb0ae6bf93216","first_computed_at":"2026-07-05T09:23:14.725261Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:23:14.725261Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wmDrPMmrwwk9BWZto9Y1jOYcYJx278yAS6iNA1whyA0U1hYfjRRbhU6qdOTWWIVEEWiG9S6pFKq8FOFYeLjgAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:23:14.725694Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.10861","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e7f81ecc3fd42bdfe193e3094b82961b2edad1e57a3946b4b2f059cef100d663","sha256:c65a019f808657dffec08479eb97bb58fb7920eb4b4d1c221fad9cd668b60417"],"state_sha256":"578b124cb18867aab06e6dbc70fea2ecf8fbc35858e340a59c854e09b35d5de2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3+rFfJa+9+MPn6VZuN6a30WnOq816/UpN1SYoOiPvtGAasqnqXDiq1KH7qQFYQJ65CML9itJb7TaURPChWOBAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-18T14:45:15.898591Z","bundle_sha256":"31491bc99c04df0a2afbd1cf0dd335bd77974458dcc6fd75a3ba1b52054431c1"}}