{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NWFCDFBT4FDGZ3BR6JN3BV6YL4","short_pith_number":"pith:NWFCDFBT","canonical_record":{"source":{"id":"2410.03278","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T09:50:45Z","cross_cats_sorted":[],"title_canon_sha256":"5660fc8de72ffb8e3815a1392ece3e21bbd650402c481114da6ac87481887a9f","abstract_canon_sha256":"8fc51f7f5032ed33657667cf06438d99cb5bc57a325d6eb5136e3bc2b7c1de4b"},"schema_version":"1.0"},"canonical_sha256":"6d8a219433e1466cec31f25bb0d7d85f37c2fa7e3b35ac6c14afb0f1aa6bd2e1","source":{"kind":"arxiv","id":"2410.03278","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03278","created_at":"2026-07-05T09:17:50Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03278v2","created_at":"2026-07-05T09:17:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03278","created_at":"2026-07-05T09:17:50Z"},{"alias_kind":"pith_short_12","alias_value":"NWFCDFBT4FDG","created_at":"2026-07-05T09:17:50Z"},{"alias_kind":"pith_short_16","alias_value":"NWFCDFBT4FDGZ3BR","created_at":"2026-07-05T09:17:50Z"},{"alias_kind":"pith_short_8","alias_value":"NWFCDFBT","created_at":"2026-07-05T09:17:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NWFCDFBT4FDGZ3BR6JN3BV6YL4","target":"record","payload":{"canonical_record":{"source":{"id":"2410.03278","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T09:50:45Z","cross_cats_sorted":[],"title_canon_sha256":"5660fc8de72ffb8e3815a1392ece3e21bbd650402c481114da6ac87481887a9f","abstract_canon_sha256":"8fc51f7f5032ed33657667cf06438d99cb5bc57a325d6eb5136e3bc2b7c1de4b"},"schema_version":"1.0"},"canonical_sha256":"6d8a219433e1466cec31f25bb0d7d85f37c2fa7e3b35ac6c14afb0f1aa6bd2e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:17:50.801530Z","signature_b64":"i0yNuAvt5rp3pGuORfbeh904e+AlijaldH/s9Bmn+XjMzh/tHdvvJB4tRZg7DhhIdW6Kbjn50GIUETXY4cZKDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6d8a219433e1466cec31f25bb0d7d85f37c2fa7e3b35ac6c14afb0f1aa6bd2e1","last_reissued_at":"2026-07-05T09:17:50.801036Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:17:50.801036Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.03278","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UxfZpGWIevQF08R0TJ/uw14aKQ8qGL12XtriybRrsG0uo9i/4a+o6eOeTi2CkkUQM1YDdp2c0teL0msC+k8DCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:04:41.906999Z"},"content_sha256":"bd3fa78a0c353f86005e9641ac8985fa081e10dfb200c79dfb13e4c7b666913e","schema_version":"1.0","event_id":"sha256:bd3fa78a0c353f86005e9641ac8985fa081e10dfb200c79dfb13e4c7b666913e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NWFCDFBT4FDGZ3BR6JN3BV6YL4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What do Large Language Models Need for Machine Translation Evaluation?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Archchana Sindhujan, Constantin Or\\u{a}san, Diptesh Kanojia, Fr\\'ed\\'eric Blain, Minnie Kabra, Shenbin Qian, Tharindu Ranasinghe","submitted_at":"2024-10-04T09:50:45Z","abstract_excerpt":"Leveraging large language models (LLMs) for various natural language processing tasks has led to superlative claims about their performance. For the evaluation of machine translation (MT), existing research shows that LLMs are able to achieve results comparable to fine-tuned multilingual pre-trained language models. In this paper, we explore what translation information, such as the source, reference, translation errors and annotation guidelines, is needed for LLMs to evaluate MT quality. In addition, we investigate prompting techniques such as zero-shot, Chain of Thought (CoT) and few-shot pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03278","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.03278/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y2ZgLt+IGeLk1iTaCCkFKmJBVJDLehpJq+GSADQTeRb0s30Z5rRyaMD3SZIGY9qPSQzhVtUP850OUaFQ5tNgBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:04:41.907368Z"},"content_sha256":"d0c19543eeafd964c55e18c67a28197eed6b2c33d58537c316b0107acefb36e9","schema_version":"1.0","event_id":"sha256:d0c19543eeafd964c55e18c67a28197eed6b2c33d58537c316b0107acefb36e9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NWFCDFBT4FDGZ3BR6JN3BV6YL4/bundle.json","state_url":"https://pith.science/pith/NWFCDFBT4FDGZ3BR6JN3BV6YL4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NWFCDFBT4FDGZ3BR6JN3BV6YL4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:04:41Z","links":{"resolver":"https://pith.science/pith/NWFCDFBT4FDGZ3BR6JN3BV6YL4","bundle":"https://pith.science/pith/NWFCDFBT4FDGZ3BR6JN3BV6YL4/bundle.json","state":"https://pith.science/pith/NWFCDFBT4FDGZ3BR6JN3BV6YL4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NWFCDFBT4FDGZ3BR6JN3BV6YL4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NWFCDFBT4FDGZ3BR6JN3BV6YL4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8fc51f7f5032ed33657667cf06438d99cb5bc57a325d6eb5136e3bc2b7c1de4b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T09:50:45Z","title_canon_sha256":"5660fc8de72ffb8e3815a1392ece3e21bbd650402c481114da6ac87481887a9f"},"schema_version":"1.0","source":{"id":"2410.03278","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03278","created_at":"2026-07-05T09:17:50Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03278v2","created_at":"2026-07-05T09:17:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03278","created_at":"2026-07-05T09:17:50Z"},{"alias_kind":"pith_short_12","alias_value":"NWFCDFBT4FDG","created_at":"2026-07-05T09:17:50Z"},{"alias_kind":"pith_short_16","alias_value":"NWFCDFBT4FDGZ3BR","created_at":"2026-07-05T09:17:50Z"},{"alias_kind":"pith_short_8","alias_value":"NWFCDFBT","created_at":"2026-07-05T09:17:50Z"}],"graph_snapshots":[{"event_id":"sha256:d0c19543eeafd964c55e18c67a28197eed6b2c33d58537c316b0107acefb36e9","target":"graph","created_at":"2026-07-05T09:17:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.03278/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Leveraging large language models (LLMs) for various natural language processing tasks has led to superlative claims about their performance. For the evaluation of machine translation (MT), existing research shows that LLMs are able to achieve results comparable to fine-tuned multilingual pre-trained language models. In this paper, we explore what translation information, such as the source, reference, translation errors and annotation guidelines, is needed for LLMs to evaluate MT quality. In addition, we investigate prompting techniques such as zero-shot, Chain of Thought (CoT) and few-shot pr","authors_text":"Archchana Sindhujan, Constantin Or\\u{a}san, Diptesh Kanojia, Fr\\'ed\\'eric Blain, Minnie Kabra, Shenbin Qian, Tharindu Ranasinghe","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T09:50:45Z","title":"What do Large Language Models Need for Machine Translation Evaluation?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03278","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bd3fa78a0c353f86005e9641ac8985fa081e10dfb200c79dfb13e4c7b666913e","target":"record","created_at":"2026-07-05T09:17:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8fc51f7f5032ed33657667cf06438d99cb5bc57a325d6eb5136e3bc2b7c1de4b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-04T09:50:45Z","title_canon_sha256":"5660fc8de72ffb8e3815a1392ece3e21bbd650402c481114da6ac87481887a9f"},"schema_version":"1.0","source":{"id":"2410.03278","kind":"arxiv","version":2}},"canonical_sha256":"6d8a219433e1466cec31f25bb0d7d85f37c2fa7e3b35ac6c14afb0f1aa6bd2e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6d8a219433e1466cec31f25bb0d7d85f37c2fa7e3b35ac6c14afb0f1aa6bd2e1","first_computed_at":"2026-07-05T09:17:50.801036Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:17:50.801036Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"i0yNuAvt5rp3pGuORfbeh904e+AlijaldH/s9Bmn+XjMzh/tHdvvJB4tRZg7DhhIdW6Kbjn50GIUETXY4cZKDg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:17:50.801530Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.03278","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bd3fa78a0c353f86005e9641ac8985fa081e10dfb200c79dfb13e4c7b666913e","sha256:d0c19543eeafd964c55e18c67a28197eed6b2c33d58537c316b0107acefb36e9"],"state_sha256":"4ec6716c3152f2edd997d188ad62df2e40dea15ef41583edee122be638e2038d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5tExzyF1aKdkXPagcz/XzFrJ/s1a4AwZSy5CoAufDM8y1GqwGzjezonkMwmqMYml2tqTR2Nu4awLe8yoOTGsDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:04:41.909484Z","bundle_sha256":"b26f0a7e0b779661e4726ed06a4f2651843fae2337420d72d036483004836939"}}