{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:E4A3KYJ7BXIEXCG7Q7BUIZLNHA","short_pith_number":"pith:E4A3KYJ7","canonical_record":{"source":{"id":"2410.14391","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T11:52:10Z","cross_cats_sorted":[],"title_canon_sha256":"b553cbe7c52948d2979988f1eab59ec155109d2d23a4f436a33a516efb552264","abstract_canon_sha256":"301816a8713de8db49b33233f9164d02cf93b7beaf3def637bb18676871144bd"},"schema_version":"1.0"},"canonical_sha256":"2701b5613f0dd04b88df87c344656d38092688282e3f4b16ffe2f76fe305a1a9","source":{"kind":"arxiv","id":"2410.14391","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.14391","created_at":"2026-07-05T10:14:24Z"},{"alias_kind":"arxiv_version","alias_value":"2410.14391v2","created_at":"2026-07-05T10:14:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.14391","created_at":"2026-07-05T10:14:24Z"},{"alias_kind":"pith_short_12","alias_value":"E4A3KYJ7BXIE","created_at":"2026-07-05T10:14:24Z"},{"alias_kind":"pith_short_16","alias_value":"E4A3KYJ7BXIEXCG7","created_at":"2026-07-05T10:14:24Z"},{"alias_kind":"pith_short_8","alias_value":"E4A3KYJ7","created_at":"2026-07-05T10:14:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:E4A3KYJ7BXIEXCG7Q7BUIZLNHA","target":"record","payload":{"canonical_record":{"source":{"id":"2410.14391","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T11:52:10Z","cross_cats_sorted":[],"title_canon_sha256":"b553cbe7c52948d2979988f1eab59ec155109d2d23a4f436a33a516efb552264","abstract_canon_sha256":"301816a8713de8db49b33233f9164d02cf93b7beaf3def637bb18676871144bd"},"schema_version":"1.0"},"canonical_sha256":"2701b5613f0dd04b88df87c344656d38092688282e3f4b16ffe2f76fe305a1a9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:14:24.587835Z","signature_b64":"CbQ+unJaQ21Sa+Qgawww3CUFyLpYpkgk8xufuIZ0Twzrhf0ns7Ze947784eU0I0FzSm54TTwMzWW0A/7iwTeAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2701b5613f0dd04b88df87c344656d38092688282e3f4b16ffe2f76fe305a1a9","last_reissued_at":"2026-07-05T10:14:24.587225Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:14:24.587225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.14391","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:14:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YJfv76AIpem3r6pZse8Ldrxj4EkUggDtadMNyblEEJ4OGww9NQ6vJd67x34JUyWOYS81WQfcJwzAPi0lklCRDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:40:45.012524Z"},"content_sha256":"679f26316c6e6c747e7afc638446a7d0edaf782879e0a8d70b41c46e750f159b","schema_version":"1.0","event_id":"sha256:679f26316c6e6c747e7afc638446a7d0edaf782879e0a8d70b41c46e750f159b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:E4A3KYJ7BXIEXCG7Q7BUIZLNHA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Context-Aware or Context-Insensitive? Assessing LLMs' Performance in Document-Level Translation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Vlad Niculae, Wafaa Mohammed","submitted_at":"2024-10-18T11:52:10Z","abstract_excerpt":"Large language models (LLMs) are increasingly strong contenders in machine translation. In this work, we focus on document-level translation, where some words cannot be translated without context from outside the sentence. Specifically, we investigate the ability of prominent LLMs to utilize the document context during translation through a perturbation analysis (analyzing models' robustness to perturbed and randomized document context) and an attribution analysis (examining the contribution of relevant context to the translation). We conduct an extensive evaluation across nine LLMs from diver"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.14391","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.14391/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:14:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0QjRRXYJ315SfNBxthUGv010YlsMSJnBZh61xOXmPVDou7DtowktP3eAIb5uVbxDCZemLkjT+rIa1RfNxPb5AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:40:45.013019Z"},"content_sha256":"41d378c4c86539473e826bdcf96663beb5e442da04a0a8ca39b92ca95683ad0c","schema_version":"1.0","event_id":"sha256:41d378c4c86539473e826bdcf96663beb5e442da04a0a8ca39b92ca95683ad0c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E4A3KYJ7BXIEXCG7Q7BUIZLNHA/bundle.json","state_url":"https://pith.science/pith/E4A3KYJ7BXIEXCG7Q7BUIZLNHA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E4A3KYJ7BXIEXCG7Q7BUIZLNHA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T18:40:45Z","links":{"resolver":"https://pith.science/pith/E4A3KYJ7BXIEXCG7Q7BUIZLNHA","bundle":"https://pith.science/pith/E4A3KYJ7BXIEXCG7Q7BUIZLNHA/bundle.json","state":"https://pith.science/pith/E4A3KYJ7BXIEXCG7Q7BUIZLNHA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E4A3KYJ7BXIEXCG7Q7BUIZLNHA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:E4A3KYJ7BXIEXCG7Q7BUIZLNHA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"301816a8713de8db49b33233f9164d02cf93b7beaf3def637bb18676871144bd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T11:52:10Z","title_canon_sha256":"b553cbe7c52948d2979988f1eab59ec155109d2d23a4f436a33a516efb552264"},"schema_version":"1.0","source":{"id":"2410.14391","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.14391","created_at":"2026-07-05T10:14:24Z"},{"alias_kind":"arxiv_version","alias_value":"2410.14391v2","created_at":"2026-07-05T10:14:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.14391","created_at":"2026-07-05T10:14:24Z"},{"alias_kind":"pith_short_12","alias_value":"E4A3KYJ7BXIE","created_at":"2026-07-05T10:14:24Z"},{"alias_kind":"pith_short_16","alias_value":"E4A3KYJ7BXIEXCG7","created_at":"2026-07-05T10:14:24Z"},{"alias_kind":"pith_short_8","alias_value":"E4A3KYJ7","created_at":"2026-07-05T10:14:24Z"}],"graph_snapshots":[{"event_id":"sha256:41d378c4c86539473e826bdcf96663beb5e442da04a0a8ca39b92ca95683ad0c","target":"graph","created_at":"2026-07-05T10:14:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.14391/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are increasingly strong contenders in machine translation. In this work, we focus on document-level translation, where some words cannot be translated without context from outside the sentence. Specifically, we investigate the ability of prominent LLMs to utilize the document context during translation through a perturbation analysis (analyzing models' robustness to perturbed and randomized document context) and an attribution analysis (examining the contribution of relevant context to the translation). We conduct an extensive evaluation across nine LLMs from diver","authors_text":"Vlad Niculae, Wafaa Mohammed","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T11:52:10Z","title":"Context-Aware or Context-Insensitive? Assessing LLMs' Performance in Document-Level Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.14391","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:679f26316c6e6c747e7afc638446a7d0edaf782879e0a8d70b41c46e750f159b","target":"record","created_at":"2026-07-05T10:14:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"301816a8713de8db49b33233f9164d02cf93b7beaf3def637bb18676871144bd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T11:52:10Z","title_canon_sha256":"b553cbe7c52948d2979988f1eab59ec155109d2d23a4f436a33a516efb552264"},"schema_version":"1.0","source":{"id":"2410.14391","kind":"arxiv","version":2}},"canonical_sha256":"2701b5613f0dd04b88df87c344656d38092688282e3f4b16ffe2f76fe305a1a9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2701b5613f0dd04b88df87c344656d38092688282e3f4b16ffe2f76fe305a1a9","first_computed_at":"2026-07-05T10:14:24.587225Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:14:24.587225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CbQ+unJaQ21Sa+Qgawww3CUFyLpYpkgk8xufuIZ0Twzrhf0ns7Ze947784eU0I0FzSm54TTwMzWW0A/7iwTeAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:14:24.587835Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.14391","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:679f26316c6e6c747e7afc638446a7d0edaf782879e0a8d70b41c46e750f159b","sha256:41d378c4c86539473e826bdcf96663beb5e442da04a0a8ca39b92ca95683ad0c"],"state_sha256":"b55fc68ff109dc8d3c8bcf28cfca3045613f4787bad61a9802f7de3e074e91ff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BBYpMPDNREw6Cfwt+HCUPyyYSRqljsIRKsoC7Cx4ZRhtwE45wUOvP8JibEnZpXB9LsY4PFjbeUqk5KG1eX4NBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T18:40:45.016436Z","bundle_sha256":"3760996c0528e2d920e37553e98764a743ba1ccaae2e73f7a5cceeba586bd30b"}}