{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:ICO6BHOM3XTKUSTQDSAKOAH3AC","short_pith_number":"pith:ICO6BHOM","schema_version":"1.0","canonical_sha256":"409de09dccdde6aa4a701c80a700fb00a9801a9842eb494134a34b1d9c6b9ebc","source":{"kind":"arxiv","id":"2606.30790","version":1},"attestation_state":"computed","paper":{"title":"Indi-RomCoM: Code-Mixed Benchmark for Evaluating LLMs on Romanized Indic-English Instructions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Avisha Das, Mihir Parmar, Mohana Ramnath, Pulkit Verma","submitted_at":"2026-06-29T18:19:24Z","abstract_excerpt":"Romanized Code Mixing (RCM), where bilingual speakers fluidly blend local languages with English in Roman script, has emerged as the dominant form of communication across multilingual communities. While Large Language Models (LLMs) perform strongly on monolingual and native-script benchmarks, their ability to follow instructions and reason over RCM-based content remains largely unexplored. To this end, we introduce the Indi-RomCoM benchmark for facilitating systematic evaluation on Indic Romanized Code-Mixed instructions. Our benchmark spans seven instruction-following tasks, four widely spoke"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2606.30790","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-06-29T18:19:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4fcfc69d2a6c80758ac978a33702ce5cf2acfb72ff6d3286d976f6526d338fac","abstract_canon_sha256":"ab7503d450cdd8fed3016b757a7c706950c2763652cee6e98336ba90cf28e110"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-01T00:17:17.041127Z","signature_b64":"X2VkC3BspSllpMpOZxlCEUzuQbYxAncTcNsmnyvhxsnylBnrmAKS3LxlRWZV+URAvoGzEGBkYYscZrJXlsYXAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"409de09dccdde6aa4a701c80a700fb00a9801a9842eb494134a34b1d9c6b9ebc","last_reissued_at":"2026-07-01T00:17:17.040553Z","signature_status":"signed_v1","first_computed_at":"2026-07-01T00:17:17.040553Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Indi-RomCoM: Code-Mixed Benchmark for Evaluating LLMs on Romanized Indic-English Instructions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Avisha Das, Mihir Parmar, Mohana Ramnath, Pulkit Verma","submitted_at":"2026-06-29T18:19:24Z","abstract_excerpt":"Romanized Code Mixing (RCM), where bilingual speakers fluidly blend local languages with English in Roman script, has emerged as the dominant form of communication across multilingual communities. While Large Language Models (LLMs) perform strongly on monolingual and native-script benchmarks, their ability to follow instructions and reason over RCM-based content remains largely unexplored. To this end, we introduce the Indi-RomCoM benchmark for facilitating systematic evaluation on Indic Romanized Code-Mixed instructions. Our benchmark spans seven instruction-following tasks, four widely spoke"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.30790","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.30790/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2606.30790","created_at":"2026-07-01T00:17:17.040639+00:00"},{"alias_kind":"arxiv_version","alias_value":"2606.30790v1","created_at":"2026-07-01T00:17:17.040639+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.30790","created_at":"2026-07-01T00:17:17.040639+00:00"},{"alias_kind":"pith_short_12","alias_value":"ICO6BHOM3XTK","created_at":"2026-07-01T00:17:17.040639+00:00"},{"alias_kind":"pith_short_16","alias_value":"ICO6BHOM3XTKUSTQ","created_at":"2026-07-01T00:17:17.040639+00:00"},{"alias_kind":"pith_short_8","alias_value":"ICO6BHOM","created_at":"2026-07-01T00:17:17.040639+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ICO6BHOM3XTKUSTQDSAKOAH3AC","json":"https://pith.science/pith/ICO6BHOM3XTKUSTQDSAKOAH3AC.json","graph_json":"https://pith.science/api/pith-number/ICO6BHOM3XTKUSTQDSAKOAH3AC/graph.json","events_json":"https://pith.science/api/pith-number/ICO6BHOM3XTKUSTQDSAKOAH3AC/events.json","paper":"https://pith.science/paper/ICO6BHOM"},"agent_actions":{"view_html":"https://pith.science/pith/ICO6BHOM3XTKUSTQDSAKOAH3AC","download_json":"https://pith.science/pith/ICO6BHOM3XTKUSTQDSAKOAH3AC.json","view_paper":"https://pith.science/paper/ICO6BHOM","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2606.30790&json=true","fetch_graph":"https://pith.science/api/pith-number/ICO6BHOM3XTKUSTQDSAKOAH3AC/graph.json","fetch_events":"https://pith.science/api/pith-number/ICO6BHOM3XTKUSTQDSAKOAH3AC/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ICO6BHOM3XTKUSTQDSAKOAH3AC/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ICO6BHOM3XTKUSTQDSAKOAH3AC/action/storage_attestation","attest_author":"https://pith.science/pith/ICO6BHOM3XTKUSTQDSAKOAH3AC/action/author_attestation","sign_citation":"https://pith.science/pith/ICO6BHOM3XTKUSTQDSAKOAH3AC/action/citation_signature","submit_replication":"https://pith.science/pith/ICO6BHOM3XTKUSTQDSAKOAH3AC/action/replication_record"}},"created_at":"2026-07-01T00:17:17.040639+00:00","updated_at":"2026-07-01T00:17:17.040639+00:00"}