{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:AEDPBQWTW4GSNZ4YFAQEH6WQEN","short_pith_number":"pith:AEDPBQWT","canonical_record":{"source":{"id":"2505.12273","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-18T07:24:13Z","cross_cats_sorted":[],"title_canon_sha256":"4dac0a2ee5406cf8952522aca2dc81fd36d82cd5919190386b37ec6e1a9cf41e","abstract_canon_sha256":"a7e7ba18a187c7a807dc315ed940af74419210018d47ca320992545067f46526"},"schema_version":"1.0"},"canonical_sha256":"0106f0c2d3b70d26e798282043fad02344b0e7ae0bd2d63f3d95c3fe1d6e1f17","source":{"kind":"arxiv","id":"2505.12273","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.12273","created_at":"2026-07-05T11:05:01Z"},{"alias_kind":"arxiv_version","alias_value":"2505.12273v1","created_at":"2026-07-05T11:05:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.12273","created_at":"2026-07-05T11:05:01Z"},{"alias_kind":"pith_short_12","alias_value":"AEDPBQWTW4GS","created_at":"2026-07-05T11:05:01Z"},{"alias_kind":"pith_short_16","alias_value":"AEDPBQWTW4GSNZ4Y","created_at":"2026-07-05T11:05:01Z"},{"alias_kind":"pith_short_8","alias_value":"AEDPBQWT","created_at":"2026-07-05T11:05:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:AEDPBQWTW4GSNZ4YFAQEH6WQEN","target":"record","payload":{"canonical_record":{"source":{"id":"2505.12273","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-18T07:24:13Z","cross_cats_sorted":[],"title_canon_sha256":"4dac0a2ee5406cf8952522aca2dc81fd36d82cd5919190386b37ec6e1a9cf41e","abstract_canon_sha256":"a7e7ba18a187c7a807dc315ed940af74419210018d47ca320992545067f46526"},"schema_version":"1.0"},"canonical_sha256":"0106f0c2d3b70d26e798282043fad02344b0e7ae0bd2d63f3d95c3fe1d6e1f17","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:05:01.315193Z","signature_b64":"l/IGZsFagWGudyzlj7voa7I9UpdYaghwe3hCpPjJ1SkVIJ/T9ciDSl2CAOWqYhlyUlZK8RpBpdsPSj2s54guBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0106f0c2d3b70d26e798282043fad02344b0e7ae0bd2d63f3d95c3fe1d6e1f17","last_reissued_at":"2026-07-05T11:05:01.314686Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:05:01.314686Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.12273","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:05:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ln8S5PVRlHNNhiv4DayDL91iJK3xMT84/DvChWBXfWGo2y6d+A9meR4TZ2HpJoV/SjzsUEuQJdPocEg8OqcsBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T22:57:52.077082Z"},"content_sha256":"3fef6f4734c81f72fce4a9ea7533bb007c49d648e53c5b20228d30c6f5067181","schema_version":"1.0","event_id":"sha256:3fef6f4734c81f72fce4a9ea7533bb007c49d648e53c5b20228d30c6f5067181"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:AEDPBQWTW4GSNZ4YFAQEH6WQEN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLM-Based Evaluation of Low-Resource Machine Translation: A Reference-less Dialect Guided Approach with a Refined Sylheti-English Benchmark","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Md. Atiqur Rahman, Mushfiqul Haque Omi, Sabrina Islam","submitted_at":"2025-05-18T07:24:13Z","abstract_excerpt":"Evaluating machine translation (MT) for low-resource languages poses a persistent challenge, primarily due to the limited availability of high quality reference translations. This issue is further exacerbated in languages with multiple dialects, where linguistic diversity and data scarcity hinder robust evaluation. Large Language Models (LLMs) present a promising solution through reference-free evaluation techniques; however, their effectiveness diminishes in the absence of dialect-specific context and tailored guidance. In this work, we propose a comprehensive framework that enhances LLM-base"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.12273","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.12273/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:05:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"96YqXi8OyFuPGWDQxZjqdatOi7ktHlRWWsW8nTFE7UnYjyjLygTmmxsV2Hstv22ez561dDrEM3JK6kYCQeJJAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T22:57:52.077602Z"},"content_sha256":"c1397fe2bff689c4566a549d31e0999a1dc6bec37f659096c62aebae7902d504","schema_version":"1.0","event_id":"sha256:c1397fe2bff689c4566a549d31e0999a1dc6bec37f659096c62aebae7902d504"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AEDPBQWTW4GSNZ4YFAQEH6WQEN/bundle.json","state_url":"https://pith.science/pith/AEDPBQWTW4GSNZ4YFAQEH6WQEN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AEDPBQWTW4GSNZ4YFAQEH6WQEN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T22:57:52Z","links":{"resolver":"https://pith.science/pith/AEDPBQWTW4GSNZ4YFAQEH6WQEN","bundle":"https://pith.science/pith/AEDPBQWTW4GSNZ4YFAQEH6WQEN/bundle.json","state":"https://pith.science/pith/AEDPBQWTW4GSNZ4YFAQEH6WQEN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AEDPBQWTW4GSNZ4YFAQEH6WQEN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:AEDPBQWTW4GSNZ4YFAQEH6WQEN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a7e7ba18a187c7a807dc315ed940af74419210018d47ca320992545067f46526","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-18T07:24:13Z","title_canon_sha256":"4dac0a2ee5406cf8952522aca2dc81fd36d82cd5919190386b37ec6e1a9cf41e"},"schema_version":"1.0","source":{"id":"2505.12273","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.12273","created_at":"2026-07-05T11:05:01Z"},{"alias_kind":"arxiv_version","alias_value":"2505.12273v1","created_at":"2026-07-05T11:05:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.12273","created_at":"2026-07-05T11:05:01Z"},{"alias_kind":"pith_short_12","alias_value":"AEDPBQWTW4GS","created_at":"2026-07-05T11:05:01Z"},{"alias_kind":"pith_short_16","alias_value":"AEDPBQWTW4GSNZ4Y","created_at":"2026-07-05T11:05:01Z"},{"alias_kind":"pith_short_8","alias_value":"AEDPBQWT","created_at":"2026-07-05T11:05:01Z"}],"graph_snapshots":[{"event_id":"sha256:c1397fe2bff689c4566a549d31e0999a1dc6bec37f659096c62aebae7902d504","target":"graph","created_at":"2026-07-05T11:05:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.12273/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating machine translation (MT) for low-resource languages poses a persistent challenge, primarily due to the limited availability of high quality reference translations. This issue is further exacerbated in languages with multiple dialects, where linguistic diversity and data scarcity hinder robust evaluation. Large Language Models (LLMs) present a promising solution through reference-free evaluation techniques; however, their effectiveness diminishes in the absence of dialect-specific context and tailored guidance. In this work, we propose a comprehensive framework that enhances LLM-base","authors_text":"Md. Atiqur Rahman, Mushfiqul Haque Omi, Sabrina Islam","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-18T07:24:13Z","title":"LLM-Based Evaluation of Low-Resource Machine Translation: A Reference-less Dialect Guided Approach with a Refined Sylheti-English Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.12273","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3fef6f4734c81f72fce4a9ea7533bb007c49d648e53c5b20228d30c6f5067181","target":"record","created_at":"2026-07-05T11:05:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a7e7ba18a187c7a807dc315ed940af74419210018d47ca320992545067f46526","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-18T07:24:13Z","title_canon_sha256":"4dac0a2ee5406cf8952522aca2dc81fd36d82cd5919190386b37ec6e1a9cf41e"},"schema_version":"1.0","source":{"id":"2505.12273","kind":"arxiv","version":1}},"canonical_sha256":"0106f0c2d3b70d26e798282043fad02344b0e7ae0bd2d63f3d95c3fe1d6e1f17","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0106f0c2d3b70d26e798282043fad02344b0e7ae0bd2d63f3d95c3fe1d6e1f17","first_computed_at":"2026-07-05T11:05:01.314686Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:05:01.314686Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l/IGZsFagWGudyzlj7voa7I9UpdYaghwe3hCpPjJ1SkVIJ/T9ciDSl2CAOWqYhlyUlZK8RpBpdsPSj2s54guBw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:05:01.315193Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.12273","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3fef6f4734c81f72fce4a9ea7533bb007c49d648e53c5b20228d30c6f5067181","sha256:c1397fe2bff689c4566a549d31e0999a1dc6bec37f659096c62aebae7902d504"],"state_sha256":"19308908a7ba8a2f1ba35b456b2e93a7f9ff9dd151aa1dd9bb1abcbb51523842"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1EpboXAxCSxDoXhsCG6UwNMZ8D0eLFz3HRMN5IJeOrfM+LFNvdbe6qJl5OhYS2SWg/x1vIsXcJWlKAotu5fcCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T22:57:52.082388Z","bundle_sha256":"24055ce372d3fcdd2fc983b8446c2197f82374da966a3cf4751f38233a66c4b4"}}