{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:VG6RANRZRQJX2INIO7XOPO57PG","short_pith_number":"pith:VG6RANRZ","schema_version":"1.0","canonical_sha256":"a9bd1036398c137d21a877eee7bbbf798b68df7b7779b98605dba46cc200d5b1","source":{"kind":"arxiv","id":"2301.08745","version":4},"attestation_state":"computed","paper":{"title":"Is ChatGPT A Good Translator? Yes With GPT-4 As The Engine","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jen-tse Huang, Shuming Shi, Wenxiang Jiao, Wenxuan Wang, Xing Wang, Zhaopeng Tu","submitted_at":"2023-01-20T08:51:36Z","abstract_excerpt":"This report provides a preliminary evaluation of ChatGPT for machine translation, including translation prompt, multilingual translation, and translation robustness. We adopt the prompts advised by ChatGPT to trigger its translation ability and find that the candidate prompts generally work well with minor performance differences. By evaluating on a number of benchmark test sets, we find that ChatGPT performs competitively with commercial translation products (e.g., Google Translate) on high-resource European languages but lags behind significantly on low-resource or distant languages. As for "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2301.08745","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-01-20T08:51:36Z","cross_cats_sorted":[],"title_canon_sha256":"44d85ac4bd18b45116ca20f131eaee14b82cebb47bd49ede2f6db132d4ec3d7a","abstract_canon_sha256":"dffcd38cede597e268bb736911c4f944983b8a6b4ad83ee512aa16365a4490cb"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:08:04.884342Z","signature_b64":"msDLJLF9amINYNz49D/u5M6ZLGFfq9yAchoraPU3+7fv8dnu0hshtRIlHT1c9MHAzHRcwnZDIB93FYpRn+GeDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a9bd1036398c137d21a877eee7bbbf798b68df7b7779b98605dba46cc200d5b1","last_reissued_at":"2026-07-05T07:08:04.883855Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:08:04.883855Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Is ChatGPT A Good Translator? Yes With GPT-4 As The Engine","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jen-tse Huang, Shuming Shi, Wenxiang Jiao, Wenxuan Wang, Xing Wang, Zhaopeng Tu","submitted_at":"2023-01-20T08:51:36Z","abstract_excerpt":"This report provides a preliminary evaluation of ChatGPT for machine translation, including translation prompt, multilingual translation, and translation robustness. We adopt the prompts advised by ChatGPT to trigger its translation ability and find that the candidate prompts generally work well with minor performance differences. By evaluating on a number of benchmark test sets, we find that ChatGPT performs competitively with commercial translation products (e.g., Google Translate) on high-resource European languages but lags behind significantly on low-resource or distant languages. As for "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.08745","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2301.08745/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2301.08745","created_at":"2026-07-05T07:08:04.883912+00:00"},{"alias_kind":"arxiv_version","alias_value":"2301.08745v4","created_at":"2026-07-05T07:08:04.883912+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.08745","created_at":"2026-07-05T07:08:04.883912+00:00"},{"alias_kind":"pith_short_12","alias_value":"VG6RANRZRQJX","created_at":"2026-07-05T07:08:04.883912+00:00"},{"alias_kind":"pith_short_16","alias_value":"VG6RANRZRQJX2INI","created_at":"2026-07-05T07:08:04.883912+00:00"},{"alias_kind":"pith_short_8","alias_value":"VG6RANRZ","created_at":"2026-07-05T07:08:04.883912+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":13,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.07996","citing_title":"MC-PDD: Masked Corpus-Level Pretraining Data Detection for Black-Box Large Language Models","ref_index":3,"is_internal_anchor":false},{"citing_arxiv_id":"2606.07020","citing_title":"MADE: Beyond Scoring via a Multilingual Agentic Diagnosing Engine for Fine-Grained Evaluation Insights","ref_index":22,"is_internal_anchor":false},{"citing_arxiv_id":"2606.01136","citing_title":"From Outliers to Errors: Auditing Pali-to-English LLM Translations with Multi-Reference Adjudication","ref_index":25,"is_internal_anchor":false},{"citing_arxiv_id":"2401.00761","citing_title":"Identifying the Achilles' Heel: An Iterative Method for Dynamically Uncovering Factual Errors in Large Language Models","ref_index":32,"is_internal_anchor":false},{"citing_arxiv_id":"2409.00557","citing_title":"Learning to Ask: When LLM Agents Meet Unclear Instruction","ref_index":6,"is_internal_anchor":false},{"citing_arxiv_id":"2406.04244","citing_title":"Benchmark Data Contamination of Large Language Models: A Survey","ref_index":74,"is_internal_anchor":false},{"citing_arxiv_id":"2504.01919","citing_title":"Bridging the Linguistic Divide: A Survey on Leveraging Large Language Models for Machine Translation","ref_index":58,"is_internal_anchor":false},{"citing_arxiv_id":"2605.22064","citing_title":"Hy-MT2: A Family of Fast, Efficient and Powerful Multilingual Translation Models in the Wild","ref_index":31,"is_internal_anchor":false},{"citing_arxiv_id":"2508.11548","citing_title":"Copyright Protection for Large Language Models: A Survey of Methods, Challenges, and Trends","ref_index":67,"is_internal_anchor":false},{"citing_arxiv_id":"2308.05374","citing_title":"Trustworthy LLMs: a Survey and Guideline for Evaluating Large Language Models' Alignment","ref_index":271,"is_internal_anchor":false},{"citing_arxiv_id":"2308.03825","citing_title":"\"Do Anything Now\": Characterizing and Evaluating In-The-Wild Jailbreak Prompts on Large Language Models","ref_index":37,"is_internal_anchor":false},{"citing_arxiv_id":"2305.19118","citing_title":"Encouraging Divergent Thinking in Large Language Models through Multi-Agent Debate","ref_index":62,"is_internal_anchor":false},{"citing_arxiv_id":"2412.21187","citing_title":"Do NOT Think That Much for 2+3=? On the Overthinking of o1-Like LLMs","ref_index":225,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/VG6RANRZRQJX2INIO7XOPO57PG","json":"https://pith.science/pith/VG6RANRZRQJX2INIO7XOPO57PG.json","graph_json":"https://pith.science/api/pith-number/VG6RANRZRQJX2INIO7XOPO57PG/graph.json","events_json":"https://pith.science/api/pith-number/VG6RANRZRQJX2INIO7XOPO57PG/events.json","paper":"https://pith.science/paper/VG6RANRZ"},"agent_actions":{"view_html":"https://pith.science/pith/VG6RANRZRQJX2INIO7XOPO57PG","download_json":"https://pith.science/pith/VG6RANRZRQJX2INIO7XOPO57PG.json","view_paper":"https://pith.science/paper/VG6RANRZ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2301.08745&json=true","fetch_graph":"https://pith.science/api/pith-number/VG6RANRZRQJX2INIO7XOPO57PG/graph.json","fetch_events":"https://pith.science/api/pith-number/VG6RANRZRQJX2INIO7XOPO57PG/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/VG6RANRZRQJX2INIO7XOPO57PG/action/timestamp_anchor","attest_storage":"https://pith.science/pith/VG6RANRZRQJX2INIO7XOPO57PG/action/storage_attestation","attest_author":"https://pith.science/pith/VG6RANRZRQJX2INIO7XOPO57PG/action/author_attestation","sign_citation":"https://pith.science/pith/VG6RANRZRQJX2INIO7XOPO57PG/action/citation_signature","submit_replication":"https://pith.science/pith/VG6RANRZRQJX2INIO7XOPO57PG/action/replication_record"}},"created_at":"2026-07-05T07:08:04.883912+00:00","updated_at":"2026-07-05T07:08:04.883912+00:00"}