{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:O2GKCIJPIORMBIHL4E6OL3T7JS","short_pith_number":"pith:O2GKCIJP","canonical_record":{"source":{"id":"2104.05596","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-12T16:18:20Z","cross_cats_sorted":[],"title_canon_sha256":"85768bbb82b2f86bf930865e74cd1412fda823938f599d751342242624c09873","abstract_canon_sha256":"f8852c9db6816f235cf0e3afb82218db1dbae22c7ece0f4f13947c7c9cf31639"},"schema_version":"1.0"},"canonical_sha256":"768ca1212f43a2c0a0ebe13ce5ee7f4c84dff0dd5d43f18b723b36d5cf964722","source":{"kind":"arxiv","id":"2104.05596","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.05596","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"arxiv_version","alias_value":"2104.05596v4","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.05596","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_12","alias_value":"O2GKCIJPIORM","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_16","alias_value":"O2GKCIJPIORMBIHL","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_8","alias_value":"O2GKCIJP","created_at":"2026-07-05T06:19:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:O2GKCIJPIORMBIHL4E6OL3T7JS","target":"record","payload":{"canonical_record":{"source":{"id":"2104.05596","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-12T16:18:20Z","cross_cats_sorted":[],"title_canon_sha256":"85768bbb82b2f86bf930865e74cd1412fda823938f599d751342242624c09873","abstract_canon_sha256":"f8852c9db6816f235cf0e3afb82218db1dbae22c7ece0f4f13947c7c9cf31639"},"schema_version":"1.0"},"canonical_sha256":"768ca1212f43a2c0a0ebe13ce5ee7f4c84dff0dd5d43f18b723b36d5cf964722","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:19:50.426019Z","signature_b64":"0nyHqpPCWz/lDsYqnMxzBDeq8RIU1NHAkBD4TzuYpaa1G2l7ku2Mk68z0se0EH+j3VeQ6Dz5V5sNZ0i0qao6Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"768ca1212f43a2c0a0ebe13ce5ee7f4c84dff0dd5d43f18b723b36d5cf964722","last_reissued_at":"2026-07-05T06:19:50.425469Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:19:50.425469Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.05596","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:19:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cwg7Hqk/rhmvC4lzoHRhsT4P2LiOVyno48ncQwGDOy/aKXZCPD0hv8YtqX79niEUaXVQFOJa2SPKTrQzRPrMBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:19:46.691349Z"},"content_sha256":"f4a080ed6cb62efb1d73e8d17225425e959f95cf69fb1be7756a3b502e563d62","schema_version":"1.0","event_id":"sha256:f4a080ed6cb62efb1d73e8d17225425e959f95cf69fb1be7756a3b502e563d62"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:O2GKCIJPIORMBIHL4E6OL3T7JS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Samanantar: The Largest Publicly Available Parallel Corpora Collection for 11 Indic Languages","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ajitesh Sharma, Anoop Kunchukuttan, Aravinth Bheemaraj, Aswin Pradeep, Divyanshu Kakwani, Gowtham Ramesh, Harshita Diddee, Kumar Deepak, Mahalakshmi J, Mayank Jobanputra, Mitesh Shantadevi Khapra, Navneet Kumar, Pratyush Kumar, Raghavan AK, Srihari Nagaraj, Sujit Sahoo, Sumanth Doddapaneni, Vivek Raghavan","submitted_at":"2021-04-12T16:18:20Z","abstract_excerpt":"We present Samanantar, the largest publicly available parallel corpora collection for Indic languages. The collection contains a total of 49.7 million sentence pairs between English and 11 Indic languages (from two language families). Specifically, we compile 12.4 million sentence pairs from existing, publicly-available parallel corpora, and additionally mine 37.4 million sentence pairs from the web, resulting in a 4x increase. We mine the parallel sentences from the web by combining many corpora, tools, and methods: (a) web-crawled monolingual corpora, (b) document OCR for extracting sentence"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.05596","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.05596/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:19:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qp8+UefwJxswjWQ19Z47dAyGTy1oyClEFpocJt7oxXu0jhL3J6apAehesLJqHdMR5wUk1rHS1XvUh5dPDaH6AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:19:46.691726Z"},"content_sha256":"53298072645222f60f74f45f2716bc797de94e4d04584d36ca2b9bfc3c3c2aa5","schema_version":"1.0","event_id":"sha256:53298072645222f60f74f45f2716bc797de94e4d04584d36ca2b9bfc3c3c2aa5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O2GKCIJPIORMBIHL4E6OL3T7JS/bundle.json","state_url":"https://pith.science/pith/O2GKCIJPIORMBIHL4E6OL3T7JS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O2GKCIJPIORMBIHL4E6OL3T7JS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T15:19:46Z","links":{"resolver":"https://pith.science/pith/O2GKCIJPIORMBIHL4E6OL3T7JS","bundle":"https://pith.science/pith/O2GKCIJPIORMBIHL4E6OL3T7JS/bundle.json","state":"https://pith.science/pith/O2GKCIJPIORMBIHL4E6OL3T7JS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O2GKCIJPIORMBIHL4E6OL3T7JS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:O2GKCIJPIORMBIHL4E6OL3T7JS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f8852c9db6816f235cf0e3afb82218db1dbae22c7ece0f4f13947c7c9cf31639","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-12T16:18:20Z","title_canon_sha256":"85768bbb82b2f86bf930865e74cd1412fda823938f599d751342242624c09873"},"schema_version":"1.0","source":{"id":"2104.05596","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.05596","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"arxiv_version","alias_value":"2104.05596v4","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.05596","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_12","alias_value":"O2GKCIJPIORM","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_16","alias_value":"O2GKCIJPIORMBIHL","created_at":"2026-07-05T06:19:50Z"},{"alias_kind":"pith_short_8","alias_value":"O2GKCIJP","created_at":"2026-07-05T06:19:50Z"}],"graph_snapshots":[{"event_id":"sha256:53298072645222f60f74f45f2716bc797de94e4d04584d36ca2b9bfc3c3c2aa5","target":"graph","created_at":"2026-07-05T06:19:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.05596/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present Samanantar, the largest publicly available parallel corpora collection for Indic languages. The collection contains a total of 49.7 million sentence pairs between English and 11 Indic languages (from two language families). Specifically, we compile 12.4 million sentence pairs from existing, publicly-available parallel corpora, and additionally mine 37.4 million sentence pairs from the web, resulting in a 4x increase. We mine the parallel sentences from the web by combining many corpora, tools, and methods: (a) web-crawled monolingual corpora, (b) document OCR for extracting sentence","authors_text":"Ajitesh Sharma, Anoop Kunchukuttan, Aravinth Bheemaraj, Aswin Pradeep, Divyanshu Kakwani, Gowtham Ramesh, Harshita Diddee, Kumar Deepak, Mahalakshmi J, Mayank Jobanputra, Mitesh Shantadevi Khapra, Navneet Kumar, Pratyush Kumar, Raghavan AK, Srihari Nagaraj, Sujit Sahoo, Sumanth Doddapaneni, Vivek Raghavan","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-12T16:18:20Z","title":"Samanantar: The Largest Publicly Available Parallel Corpora Collection for 11 Indic Languages"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.05596","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f4a080ed6cb62efb1d73e8d17225425e959f95cf69fb1be7756a3b502e563d62","target":"record","created_at":"2026-07-05T06:19:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f8852c9db6816f235cf0e3afb82218db1dbae22c7ece0f4f13947c7c9cf31639","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-12T16:18:20Z","title_canon_sha256":"85768bbb82b2f86bf930865e74cd1412fda823938f599d751342242624c09873"},"schema_version":"1.0","source":{"id":"2104.05596","kind":"arxiv","version":4}},"canonical_sha256":"768ca1212f43a2c0a0ebe13ce5ee7f4c84dff0dd5d43f18b723b36d5cf964722","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"768ca1212f43a2c0a0ebe13ce5ee7f4c84dff0dd5d43f18b723b36d5cf964722","first_computed_at":"2026-07-05T06:19:50.425469Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:19:50.425469Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0nyHqpPCWz/lDsYqnMxzBDeq8RIU1NHAkBD4TzuYpaa1G2l7ku2Mk68z0se0EH+j3VeQ6Dz5V5sNZ0i0qao6Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:19:50.426019Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.05596","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f4a080ed6cb62efb1d73e8d17225425e959f95cf69fb1be7756a3b502e563d62","sha256:53298072645222f60f74f45f2716bc797de94e4d04584d36ca2b9bfc3c3c2aa5"],"state_sha256":"485cf8f695f43688bead0e2c7fe7c451b724e22ed05713ba76442cc9ecfa6a3c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NHvIbO3utuYxlru3f3TQGt/Zjqtb0G5cwErvwdqHNKLvl+49JunOQRHbW8XML0c8DHqATswgAqpTS9AJ46DiBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T15:19:46.693653Z","bundle_sha256":"6af5aba5cbc7cd3c6c4b5f487e791a15b01b288343396384a590f01101d51cde"}}