{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2E3HMBR7I4B3RT6WATNEFD4KA3","short_pith_number":"pith:2E3HMBR7","canonical_record":{"source":{"id":"2401.06568","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-12T13:23:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4324fc6bea84180001e999408f3a5c3acfc6faa745fa371c7fcec72edc3ad48e","abstract_canon_sha256":"ce7ebbb0d8817df5415d221c2d980d21dc2a541d58b943e0ce5f25a9ff873888"},"schema_version":"1.0"},"canonical_sha256":"d13676063f4703b8cfd604da428f8a06fe647ca5daab8576cc93dee4dec6c4c2","source":{"kind":"arxiv","id":"2401.06568","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.06568","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"arxiv_version","alias_value":"2401.06568v2","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.06568","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_12","alias_value":"2E3HMBR7I4B3","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_16","alias_value":"2E3HMBR7I4B3RT6W","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_8","alias_value":"2E3HMBR7","created_at":"2026-07-05T08:28:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2E3HMBR7I4B3RT6WATNEFD4KA3","target":"record","payload":{"canonical_record":{"source":{"id":"2401.06568","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-12T13:23:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4324fc6bea84180001e999408f3a5c3acfc6faa745fa371c7fcec72edc3ad48e","abstract_canon_sha256":"ce7ebbb0d8817df5415d221c2d980d21dc2a541d58b943e0ce5f25a9ff873888"},"schema_version":"1.0"},"canonical_sha256":"d13676063f4703b8cfd604da428f8a06fe647ca5daab8576cc93dee4dec6c4c2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:04.831043Z","signature_b64":"yuQViARKm99ic8hIJyavAAb0fdNQEMIvESeLmpAg21mIrS3SmPxSTlSMq+O0GUcqjuZTBeML5dxLto9FNOcTBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d13676063f4703b8cfd604da428f8a06fe647ca5daab8576cc93dee4dec6c4c2","last_reissued_at":"2026-07-05T08:28:04.830597Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:04.830597Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.06568","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"68vuLB5MRRji3BbcJJ4MKeInbhqkordtvVIWuTcCjLAKXGokbJjCp6afyJm3EE+Zv0rd0OaCL79ekREFaG9ZCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:54:46.319325Z"},"content_sha256":"c702b0435e677f513972b6c93fbab061ca2b12a9e4ce7b336aa175a9d1d50e01","schema_version":"1.0","event_id":"sha256:c702b0435e677f513972b6c93fbab061ca2b12a9e4ce7b336aa175a9d1d50e01"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2E3HMBR7I4B3RT6WATNEFD4KA3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Lost in the Source Language: How Large Language Models Evaluate the Quality of Machine Translation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jiajun Chen, Shujian Huang, Xiang Geng, Xu Huang, Yichao Du, Zhirui Zhang","submitted_at":"2024-01-12T13:23:21Z","abstract_excerpt":"This study investigates how Large Language Models (LLMs) leverage source and reference data in machine translation evaluation task, aiming to better understand the mechanisms behind their remarkable performance in this task. We design the controlled experiments across various input modes and model types, and employ both coarse-grained and fine-grained prompts to discern the utility of source versus reference information. We find that reference information significantly enhances the evaluation accuracy, while surprisingly, source information sometimes is counterproductive, indicating LLMs' inab"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.06568","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.06568/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dzxt61JL/jtdvRAzY1esOiGhAQPXKDekRVpO5E2fT9QdqkF42IkPdYg+mabXt/ukSPCvW4cjFTyB5EqqfDqLDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:54:46.319850Z"},"content_sha256":"151bd141a806088a3872fbe4fd8c670472576a15cead5f71d1cbeffcd438048c","schema_version":"1.0","event_id":"sha256:151bd141a806088a3872fbe4fd8c670472576a15cead5f71d1cbeffcd438048c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2E3HMBR7I4B3RT6WATNEFD4KA3/bundle.json","state_url":"https://pith.science/pith/2E3HMBR7I4B3RT6WATNEFD4KA3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2E3HMBR7I4B3RT6WATNEFD4KA3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T08:54:46Z","links":{"resolver":"https://pith.science/pith/2E3HMBR7I4B3RT6WATNEFD4KA3","bundle":"https://pith.science/pith/2E3HMBR7I4B3RT6WATNEFD4KA3/bundle.json","state":"https://pith.science/pith/2E3HMBR7I4B3RT6WATNEFD4KA3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2E3HMBR7I4B3RT6WATNEFD4KA3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2E3HMBR7I4B3RT6WATNEFD4KA3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ce7ebbb0d8817df5415d221c2d980d21dc2a541d58b943e0ce5f25a9ff873888","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-12T13:23:21Z","title_canon_sha256":"4324fc6bea84180001e999408f3a5c3acfc6faa745fa371c7fcec72edc3ad48e"},"schema_version":"1.0","source":{"id":"2401.06568","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.06568","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"arxiv_version","alias_value":"2401.06568v2","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.06568","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_12","alias_value":"2E3HMBR7I4B3","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_16","alias_value":"2E3HMBR7I4B3RT6W","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_8","alias_value":"2E3HMBR7","created_at":"2026-07-05T08:28:04Z"}],"graph_snapshots":[{"event_id":"sha256:151bd141a806088a3872fbe4fd8c670472576a15cead5f71d1cbeffcd438048c","target":"graph","created_at":"2026-07-05T08:28:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.06568/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study investigates how Large Language Models (LLMs) leverage source and reference data in machine translation evaluation task, aiming to better understand the mechanisms behind their remarkable performance in this task. We design the controlled experiments across various input modes and model types, and employ both coarse-grained and fine-grained prompts to discern the utility of source versus reference information. We find that reference information significantly enhances the evaluation accuracy, while surprisingly, source information sometimes is counterproductive, indicating LLMs' inab","authors_text":"Jiajun Chen, Shujian Huang, Xiang Geng, Xu Huang, Yichao Du, Zhirui Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-12T13:23:21Z","title":"Lost in the Source Language: How Large Language Models Evaluate the Quality of Machine Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.06568","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c702b0435e677f513972b6c93fbab061ca2b12a9e4ce7b336aa175a9d1d50e01","target":"record","created_at":"2026-07-05T08:28:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ce7ebbb0d8817df5415d221c2d980d21dc2a541d58b943e0ce5f25a9ff873888","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-12T13:23:21Z","title_canon_sha256":"4324fc6bea84180001e999408f3a5c3acfc6faa745fa371c7fcec72edc3ad48e"},"schema_version":"1.0","source":{"id":"2401.06568","kind":"arxiv","version":2}},"canonical_sha256":"d13676063f4703b8cfd604da428f8a06fe647ca5daab8576cc93dee4dec6c4c2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d13676063f4703b8cfd604da428f8a06fe647ca5daab8576cc93dee4dec6c4c2","first_computed_at":"2026-07-05T08:28:04.830597Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:04.830597Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yuQViARKm99ic8hIJyavAAb0fdNQEMIvESeLmpAg21mIrS3SmPxSTlSMq+O0GUcqjuZTBeML5dxLto9FNOcTBg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:04.831043Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.06568","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c702b0435e677f513972b6c93fbab061ca2b12a9e4ce7b336aa175a9d1d50e01","sha256:151bd141a806088a3872fbe4fd8c670472576a15cead5f71d1cbeffcd438048c"],"state_sha256":"206bc50e0462bd96174a41a81eba52aa1215ca4adb9a12bc5858404ee6f4134c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9GqsiitatgqHga0VpOAq/6xVchA31ab0Nw0001vJkLkUpWlvHb4IMBHk8GulTxsLOxaWAQz0QwUTRgf66nDRDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T08:54:46.323249Z","bundle_sha256":"deac99ea553cd6761389d95a794f3f9c7690ceca231d0dc214669bbb0b2bca2d"}}