{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:IA6GLWGJDPKVJVQNQONUESAURR","short_pith_number":"pith:IA6GLWGJ","canonical_record":{"source":{"id":"2501.19264","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-01-31T16:24:46Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"90fe3922a10615e034296aa5a3613dc7bafd464b0e525f12ba628db86a013d08","abstract_canon_sha256":"758f9f80d4fe44a6a053bf078308f83749a212c805dfc51a3286d484a8a38d21"},"schema_version":"1.0"},"canonical_sha256":"403c65d8c91bd554d60d839b4248148c65b4a1e5b8e047c18fd68dc0adf46b59","source":{"kind":"arxiv","id":"2501.19264","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.19264","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"arxiv_version","alias_value":"2501.19264v1","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.19264","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_12","alias_value":"IA6GLWGJDPKV","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_16","alias_value":"IA6GLWGJDPKVJVQN","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_8","alias_value":"IA6GLWGJ","created_at":"2026-07-05T10:07:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:IA6GLWGJDPKVJVQNQONUESAURR","target":"record","payload":{"canonical_record":{"source":{"id":"2501.19264","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-01-31T16:24:46Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"90fe3922a10615e034296aa5a3613dc7bafd464b0e525f12ba628db86a013d08","abstract_canon_sha256":"758f9f80d4fe44a6a053bf078308f83749a212c805dfc51a3286d484a8a38d21"},"schema_version":"1.0"},"canonical_sha256":"403c65d8c91bd554d60d839b4248148c65b4a1e5b8e047c18fd68dc0adf46b59","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:07:58.424051Z","signature_b64":"/+xaXZJINPxn2CwBv5qIP0AEXWUfhEaet6hqaItnzI2FRceGcQiDqJUZflHwvvIdxn5i3J/dH38yX0FvrJI7AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"403c65d8c91bd554d60d839b4248148c65b4a1e5b8e047c18fd68dc0adf46b59","last_reissued_at":"2026-07-05T10:07:58.423470Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:07:58.423470Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.19264","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:07:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6gMH2rGlDSgKsxTEBoOsM7bnCZ/xQFhCB8MrDMqRuhXpX5yfRJhmBQVfMUyS1CP0chBR7rgbfdK/zp6wheThAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T22:14:17.386269Z"},"content_sha256":"4e825993a5055cd48ed4648c48d070e97ca3bfbdfa3d8090d516a9327a625c1f","schema_version":"1.0","event_id":"sha256:4e825993a5055cd48ed4648c48d070e97ca3bfbdfa3d8090d516a9327a625c1f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:IA6GLWGJDPKVJVQNQONUESAURR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"mFollowIR: a Multilingual Benchmark for Instruction Following in Retrieval","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.IR","authors_text":"Arman Cohan, Benjamin Chang, Benjamin Van Durme, Dawn Lawrie, Eugene Yang, Luca Soldaini, Mahsa Yarmohammadi, Orion Weller, Sam Barham, Sean MacAvaney","submitted_at":"2025-01-31T16:24:46Z","abstract_excerpt":"Retrieval systems generally focus on web-style queries that are short and underspecified. However, advances in language models have facilitated the nascent rise of retrieval models that can understand more complex queries with diverse intents. However, these efforts have focused exclusively on English; therefore, we do not yet understand how they work across languages. We introduce mFollowIR, a multilingual benchmark for measuring instruction-following ability in retrieval models. mFollowIR builds upon the TREC NeuCLIR narratives (or instructions) that span three diverse languages (Russian, Ch"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.19264","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.19264/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:07:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"43vj5BmyIH1TjOJLrdsomXDHp2+/AqKZ538u3jwGeg5WhXHUJzFrqEcBFLWW8X45bSrEb2wr9yw+dXzY2uoyCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T22:14:17.387171Z"},"content_sha256":"7d9e1c16efb81a63aec9af67e1b31e4f38837dd5f2c8f21147a5bb5317eca223","schema_version":"1.0","event_id":"sha256:7d9e1c16efb81a63aec9af67e1b31e4f38837dd5f2c8f21147a5bb5317eca223"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IA6GLWGJDPKVJVQNQONUESAURR/bundle.json","state_url":"https://pith.science/pith/IA6GLWGJDPKVJVQNQONUESAURR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IA6GLWGJDPKVJVQNQONUESAURR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T22:14:17Z","links":{"resolver":"https://pith.science/pith/IA6GLWGJDPKVJVQNQONUESAURR","bundle":"https://pith.science/pith/IA6GLWGJDPKVJVQNQONUESAURR/bundle.json","state":"https://pith.science/pith/IA6GLWGJDPKVJVQNQONUESAURR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IA6GLWGJDPKVJVQNQONUESAURR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:IA6GLWGJDPKVJVQNQONUESAURR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"758f9f80d4fe44a6a053bf078308f83749a212c805dfc51a3286d484a8a38d21","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-01-31T16:24:46Z","title_canon_sha256":"90fe3922a10615e034296aa5a3613dc7bafd464b0e525f12ba628db86a013d08"},"schema_version":"1.0","source":{"id":"2501.19264","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.19264","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"arxiv_version","alias_value":"2501.19264v1","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.19264","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_12","alias_value":"IA6GLWGJDPKV","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_16","alias_value":"IA6GLWGJDPKVJVQN","created_at":"2026-07-05T10:07:58Z"},{"alias_kind":"pith_short_8","alias_value":"IA6GLWGJ","created_at":"2026-07-05T10:07:58Z"}],"graph_snapshots":[{"event_id":"sha256:7d9e1c16efb81a63aec9af67e1b31e4f38837dd5f2c8f21147a5bb5317eca223","target":"graph","created_at":"2026-07-05T10:07:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.19264/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Retrieval systems generally focus on web-style queries that are short and underspecified. However, advances in language models have facilitated the nascent rise of retrieval models that can understand more complex queries with diverse intents. However, these efforts have focused exclusively on English; therefore, we do not yet understand how they work across languages. We introduce mFollowIR, a multilingual benchmark for measuring instruction-following ability in retrieval models. mFollowIR builds upon the TREC NeuCLIR narratives (or instructions) that span three diverse languages (Russian, Ch","authors_text":"Arman Cohan, Benjamin Chang, Benjamin Van Durme, Dawn Lawrie, Eugene Yang, Luca Soldaini, Mahsa Yarmohammadi, Orion Weller, Sam Barham, Sean MacAvaney","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-01-31T16:24:46Z","title":"mFollowIR: a Multilingual Benchmark for Instruction Following in Retrieval"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.19264","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4e825993a5055cd48ed4648c48d070e97ca3bfbdfa3d8090d516a9327a625c1f","target":"record","created_at":"2026-07-05T10:07:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"758f9f80d4fe44a6a053bf078308f83749a212c805dfc51a3286d484a8a38d21","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-01-31T16:24:46Z","title_canon_sha256":"90fe3922a10615e034296aa5a3613dc7bafd464b0e525f12ba628db86a013d08"},"schema_version":"1.0","source":{"id":"2501.19264","kind":"arxiv","version":1}},"canonical_sha256":"403c65d8c91bd554d60d839b4248148c65b4a1e5b8e047c18fd68dc0adf46b59","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"403c65d8c91bd554d60d839b4248148c65b4a1e5b8e047c18fd68dc0adf46b59","first_computed_at":"2026-07-05T10:07:58.423470Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:07:58.423470Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/+xaXZJINPxn2CwBv5qIP0AEXWUfhEaet6hqaItnzI2FRceGcQiDqJUZflHwvvIdxn5i3J/dH38yX0FvrJI7AA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:07:58.424051Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.19264","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4e825993a5055cd48ed4648c48d070e97ca3bfbdfa3d8090d516a9327a625c1f","sha256:7d9e1c16efb81a63aec9af67e1b31e4f38837dd5f2c8f21147a5bb5317eca223"],"state_sha256":"d397b095f8d91b6619e696f5a0f32fdccfa99bdc773fcbe3680a102c53d9fbac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZvNYx8B2LHnopZ6I+d6k69ax1NSVcETR7JsJXzWvuyVzzckrJ+KNm4yX868F9+OewaMnDIaQkF/P8VAcg43zDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T22:14:17.394085Z","bundle_sha256":"52b86c46d2235845ee4fbe2102c292fc9729d0b9da7d8fdb153480e169cec7bd"}}