{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:CKF3QTCGOAKUTZMVNALVINHWRY","short_pith_number":"pith:CKF3QTCG","canonical_record":{"source":{"id":"2109.14250","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-29T07:51:17Z","cross_cats_sorted":[],"title_canon_sha256":"e619bbe9f347311acb84c10c6b953b25725b13e903f586d48155442b8fe089bb","abstract_canon_sha256":"f8b8d2a42d8fac0df4bd8469558bbf97d68deb87338d4691d631606b23314a7d"},"schema_version":"1.0"},"canonical_sha256":"128bb84c46701549e59568175434f68e1f881c39fb41e97c39b60a4c7bd1b3a8","source":{"kind":"arxiv","id":"2109.14250","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.14250","created_at":"2026-07-05T03:18:33Z"},{"alias_kind":"arxiv_version","alias_value":"2109.14250v1","created_at":"2026-07-05T03:18:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.14250","created_at":"2026-07-05T03:18:33Z"},{"alias_kind":"pith_short_12","alias_value":"CKF3QTCGOAKU","created_at":"2026-07-05T03:18:33Z"},{"alias_kind":"pith_short_16","alias_value":"CKF3QTCGOAKUTZMV","created_at":"2026-07-05T03:18:33Z"},{"alias_kind":"pith_short_8","alias_value":"CKF3QTCG","created_at":"2026-07-05T03:18:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:CKF3QTCGOAKUTZMVNALVINHWRY","target":"record","payload":{"canonical_record":{"source":{"id":"2109.14250","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-29T07:51:17Z","cross_cats_sorted":[],"title_canon_sha256":"e619bbe9f347311acb84c10c6b953b25725b13e903f586d48155442b8fe089bb","abstract_canon_sha256":"f8b8d2a42d8fac0df4bd8469558bbf97d68deb87338d4691d631606b23314a7d"},"schema_version":"1.0"},"canonical_sha256":"128bb84c46701549e59568175434f68e1f881c39fb41e97c39b60a4c7bd1b3a8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:18:33.480382Z","signature_b64":"ZF+ACrj/71rL4Us8gSfZW+LaPcC6diWfj4rIUVakCOtEMbXTO8n2u+7RB4mr2IA87mVmddQTtCtg8v1hiilLDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"128bb84c46701549e59568175434f68e1f881c39fb41e97c39b60a4c7bd1b3a8","last_reissued_at":"2026-07-05T03:18:33.479969Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:18:33.479969Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.14250","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:18:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qRFPfobZLGCg9D4fExhZLMAWIsKAuUJHgnzJ7KcJNUf8cpEJD/xEm2z4hVU2l+Vew/m6oKYVqlXlh8CWerqDBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T15:24:21.916908Z"},"content_sha256":"fe2b7b6c4fafcff365937fde708530bb436f8bf94def01c68965a297627e96ce","schema_version":"1.0","event_id":"sha256:fe2b7b6c4fafcff365937fde708530bb436f8bf94def01c68965a297627e96ce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:CKF3QTCGOAKUTZMVNALVINHWRY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BLEU, METEOR, BERTScore: Evaluation of Metrics Performance in Assessing Critical Translation Errors in Sentiment-oriented Text","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Constantin Orasan, Hadeel Saadany","submitted_at":"2021-09-29T07:51:17Z","abstract_excerpt":"Social media companies as well as authorities make extensive use of artificial intelligence (AI) tools to monitor postings of hate speech, celebrations of violence or profanity. Since AI software requires massive volumes of data to train computers, Machine Translation (MT) of the online content is commonly used to process posts written in several languages and hence augment the data needed for training. However, MT mistakes are a regular occurrence when translating sentiment-oriented user-generated content (UGC), especially when a low-resource language is involved. The adequacy of the whole pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.14250","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.14250/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:18:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VUu2hbvmRC5UOD7U32wyvyOiI4fi7s/C2mFnvNqKbdoi2lIpTW6dlzu461QJK8Keotwc3sTFfwXlkU7PX4yaCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T15:24:21.917281Z"},"content_sha256":"fabf11f5fffd51569be40bca09451cbcb0d25448724ad088c2d492f13ce7609b","schema_version":"1.0","event_id":"sha256:fabf11f5fffd51569be40bca09451cbcb0d25448724ad088c2d492f13ce7609b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CKF3QTCGOAKUTZMVNALVINHWRY/bundle.json","state_url":"https://pith.science/pith/CKF3QTCGOAKUTZMVNALVINHWRY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CKF3QTCGOAKUTZMVNALVINHWRY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-21T15:24:21Z","links":{"resolver":"https://pith.science/pith/CKF3QTCGOAKUTZMVNALVINHWRY","bundle":"https://pith.science/pith/CKF3QTCGOAKUTZMVNALVINHWRY/bundle.json","state":"https://pith.science/pith/CKF3QTCGOAKUTZMVNALVINHWRY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CKF3QTCGOAKUTZMVNALVINHWRY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:CKF3QTCGOAKUTZMVNALVINHWRY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f8b8d2a42d8fac0df4bd8469558bbf97d68deb87338d4691d631606b23314a7d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-29T07:51:17Z","title_canon_sha256":"e619bbe9f347311acb84c10c6b953b25725b13e903f586d48155442b8fe089bb"},"schema_version":"1.0","source":{"id":"2109.14250","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.14250","created_at":"2026-07-05T03:18:33Z"},{"alias_kind":"arxiv_version","alias_value":"2109.14250v1","created_at":"2026-07-05T03:18:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.14250","created_at":"2026-07-05T03:18:33Z"},{"alias_kind":"pith_short_12","alias_value":"CKF3QTCGOAKU","created_at":"2026-07-05T03:18:33Z"},{"alias_kind":"pith_short_16","alias_value":"CKF3QTCGOAKUTZMV","created_at":"2026-07-05T03:18:33Z"},{"alias_kind":"pith_short_8","alias_value":"CKF3QTCG","created_at":"2026-07-05T03:18:33Z"}],"graph_snapshots":[{"event_id":"sha256:fabf11f5fffd51569be40bca09451cbcb0d25448724ad088c2d492f13ce7609b","target":"graph","created_at":"2026-07-05T03:18:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.14250/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Social media companies as well as authorities make extensive use of artificial intelligence (AI) tools to monitor postings of hate speech, celebrations of violence or profanity. Since AI software requires massive volumes of data to train computers, Machine Translation (MT) of the online content is commonly used to process posts written in several languages and hence augment the data needed for training. However, MT mistakes are a regular occurrence when translating sentiment-oriented user-generated content (UGC), especially when a low-resource language is involved. The adequacy of the whole pr","authors_text":"Constantin Orasan, Hadeel Saadany","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-29T07:51:17Z","title":"BLEU, METEOR, BERTScore: Evaluation of Metrics Performance in Assessing Critical Translation Errors in Sentiment-oriented Text"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.14250","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fe2b7b6c4fafcff365937fde708530bb436f8bf94def01c68965a297627e96ce","target":"record","created_at":"2026-07-05T03:18:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f8b8d2a42d8fac0df4bd8469558bbf97d68deb87338d4691d631606b23314a7d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-29T07:51:17Z","title_canon_sha256":"e619bbe9f347311acb84c10c6b953b25725b13e903f586d48155442b8fe089bb"},"schema_version":"1.0","source":{"id":"2109.14250","kind":"arxiv","version":1}},"canonical_sha256":"128bb84c46701549e59568175434f68e1f881c39fb41e97c39b60a4c7bd1b3a8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"128bb84c46701549e59568175434f68e1f881c39fb41e97c39b60a4c7bd1b3a8","first_computed_at":"2026-07-05T03:18:33.479969Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:18:33.479969Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZF+ACrj/71rL4Us8gSfZW+LaPcC6diWfj4rIUVakCOtEMbXTO8n2u+7RB4mr2IA87mVmddQTtCtg8v1hiilLDw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:18:33.480382Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.14250","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fe2b7b6c4fafcff365937fde708530bb436f8bf94def01c68965a297627e96ce","sha256:fabf11f5fffd51569be40bca09451cbcb0d25448724ad088c2d492f13ce7609b"],"state_sha256":"4ededc30401efa09775e67df510c4daea28c7291124dc082827cb4227ee0f690"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ss09A7yYinwcYCz2SX4f0LymKLVFm6Wpv9LgxU1dN/OkaiHwGPEIzhgWil1qTqQe3xJXiX5WtzzHhLjHg1TmCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-21T15:24:21.919833Z","bundle_sha256":"8f137d7f7b3d561418a7028426348abc04b44d9a367eeb7bc851c9832ff72884"}}