{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DZSG3BXMUYK75HYE3FO3HJJLOE","short_pith_number":"pith:DZSG3BXM","canonical_record":{"source":{"id":"2403.15246","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-03-22T14:42:29Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"540e2dbf28636ed661bed493c302cfc9f5e131459e544867abebf90f0d1a50e1","abstract_canon_sha256":"e191a9eaec09a6af34b9773efe2c8037b280a670ec056c3d7616ceeefdb18f4e"},"schema_version":"1.0"},"canonical_sha256":"1e646d86eca615fe9f04d95db3a52b7112859696be4b9b4af9be4ae8b2606824","source":{"kind":"arxiv","id":"2403.15246","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.15246","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"arxiv_version","alias_value":"2403.15246v3","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.15246","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_12","alias_value":"DZSG3BXMUYK7","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_16","alias_value":"DZSG3BXMUYK75HYE","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_8","alias_value":"DZSG3BXM","created_at":"2026-07-05T08:16:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DZSG3BXMUYK75HYE3FO3HJJLOE","target":"record","payload":{"canonical_record":{"source":{"id":"2403.15246","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-03-22T14:42:29Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"540e2dbf28636ed661bed493c302cfc9f5e131459e544867abebf90f0d1a50e1","abstract_canon_sha256":"e191a9eaec09a6af34b9773efe2c8037b280a670ec056c3d7616ceeefdb18f4e"},"schema_version":"1.0"},"canonical_sha256":"1e646d86eca615fe9f04d95db3a52b7112859696be4b9b4af9be4ae8b2606824","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:16:26.170658Z","signature_b64":"FavxKXBUKp0URp4QrqU1renBB3ufLsaXBwtortlHHinhfrJRBFm8UsJQDhLIqOEfUVzkOWIdny5rfe9Pt2FPAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1e646d86eca615fe9f04d95db3a52b7112859696be4b9b4af9be4ae8b2606824","last_reissued_at":"2026-07-05T08:16:26.170178Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:16:26.170178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.15246","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:16:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y0Ps9DgW2sP9EFm5KoPv1XpieaWlI5uu5vFHZbJm48AQTYjqDLVug1wx0qq4vq8nnVEnDPSNvkKO7vMbj3e7BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T12:37:27.636057Z"},"content_sha256":"6cbcf7aa6890b8dfb7726554fed8c9342bdf67d61ccbcff82f8e4955c4a57a34","schema_version":"1.0","event_id":"sha256:6cbcf7aa6890b8dfb7726554fed8c9342bdf67d61ccbcff82f8e4955c4a57a34"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DZSG3BXMUYK75HYE3FO3HJJLOE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FollowIR: Evaluating and Teaching Information Retrieval Models to Follow Instructions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.IR","authors_text":"Arman Cohan, Benjamin Chang, Benjamin Van Durme, Dawn Lawrie, Kyle Lo, Luca Soldaini, Orion Weller, Sean MacAvaney","submitted_at":"2024-03-22T14:42:29Z","abstract_excerpt":"Modern Language Models (LMs) are capable of following long and complex instructions that enable a large and diverse set of user requests. While Information Retrieval (IR) models use these LMs as the backbone of their architectures, virtually none of them allow users to provide detailed instructions alongside queries, thus limiting their ability to satisfy complex information needs. In this work, we study the use of instructions in IR systems. First, we introduce our dataset FollowIR, which contains a rigorous instruction evaluation benchmark as well as a training set for helping IR models lear"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.15246","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.15246/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:16:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CtlHC2USw6CHfxlRugncZMCO2XWw+agH6vV3UrukpRu2Wj0Aa+cJ4omXDz3abHtdiaGHj36k7QSW1LkBdq0ADg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T12:37:27.636943Z"},"content_sha256":"a0b3ae37a44d9121df6213c742eb852bf156e9b76654b91043ed633aa132ee35","schema_version":"1.0","event_id":"sha256:a0b3ae37a44d9121df6213c742eb852bf156e9b76654b91043ed633aa132ee35"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DZSG3BXMUYK75HYE3FO3HJJLOE/bundle.json","state_url":"https://pith.science/pith/DZSG3BXMUYK75HYE3FO3HJJLOE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DZSG3BXMUYK75HYE3FO3HJJLOE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T12:37:27Z","links":{"resolver":"https://pith.science/pith/DZSG3BXMUYK75HYE3FO3HJJLOE","bundle":"https://pith.science/pith/DZSG3BXMUYK75HYE3FO3HJJLOE/bundle.json","state":"https://pith.science/pith/DZSG3BXMUYK75HYE3FO3HJJLOE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DZSG3BXMUYK75HYE3FO3HJJLOE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DZSG3BXMUYK75HYE3FO3HJJLOE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e191a9eaec09a6af34b9773efe2c8037b280a670ec056c3d7616ceeefdb18f4e","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-03-22T14:42:29Z","title_canon_sha256":"540e2dbf28636ed661bed493c302cfc9f5e131459e544867abebf90f0d1a50e1"},"schema_version":"1.0","source":{"id":"2403.15246","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.15246","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"arxiv_version","alias_value":"2403.15246v3","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.15246","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_12","alias_value":"DZSG3BXMUYK7","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_16","alias_value":"DZSG3BXMUYK75HYE","created_at":"2026-07-05T08:16:26Z"},{"alias_kind":"pith_short_8","alias_value":"DZSG3BXM","created_at":"2026-07-05T08:16:26Z"}],"graph_snapshots":[{"event_id":"sha256:a0b3ae37a44d9121df6213c742eb852bf156e9b76654b91043ed633aa132ee35","target":"graph","created_at":"2026-07-05T08:16:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.15246/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Modern Language Models (LMs) are capable of following long and complex instructions that enable a large and diverse set of user requests. While Information Retrieval (IR) models use these LMs as the backbone of their architectures, virtually none of them allow users to provide detailed instructions alongside queries, thus limiting their ability to satisfy complex information needs. In this work, we study the use of instructions in IR systems. First, we introduce our dataset FollowIR, which contains a rigorous instruction evaluation benchmark as well as a training set for helping IR models lear","authors_text":"Arman Cohan, Benjamin Chang, Benjamin Van Durme, Dawn Lawrie, Kyle Lo, Luca Soldaini, Orion Weller, Sean MacAvaney","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-03-22T14:42:29Z","title":"FollowIR: Evaluating and Teaching Information Retrieval Models to Follow Instructions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.15246","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6cbcf7aa6890b8dfb7726554fed8c9342bdf67d61ccbcff82f8e4955c4a57a34","target":"record","created_at":"2026-07-05T08:16:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e191a9eaec09a6af34b9773efe2c8037b280a670ec056c3d7616ceeefdb18f4e","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-03-22T14:42:29Z","title_canon_sha256":"540e2dbf28636ed661bed493c302cfc9f5e131459e544867abebf90f0d1a50e1"},"schema_version":"1.0","source":{"id":"2403.15246","kind":"arxiv","version":3}},"canonical_sha256":"1e646d86eca615fe9f04d95db3a52b7112859696be4b9b4af9be4ae8b2606824","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e646d86eca615fe9f04d95db3a52b7112859696be4b9b4af9be4ae8b2606824","first_computed_at":"2026-07-05T08:16:26.170178Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:16:26.170178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FavxKXBUKp0URp4QrqU1renBB3ufLsaXBwtortlHHinhfrJRBFm8UsJQDhLIqOEfUVzkOWIdny5rfe9Pt2FPAA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:16:26.170658Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.15246","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6cbcf7aa6890b8dfb7726554fed8c9342bdf67d61ccbcff82f8e4955c4a57a34","sha256:a0b3ae37a44d9121df6213c742eb852bf156e9b76654b91043ed633aa132ee35"],"state_sha256":"b9953782450fd230e32081a2104b5a6bbcabf8ccf3e0306a8aa7cff72c37d081"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8edhaPGVkIVr1a7EWDWZKtcjUThkT0vjDHF1+sml5aJ7U73oSfgNzW1yjZXgC7wV+J+adcuvAXGJZjV+2kvaCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T12:37:27.694930Z","bundle_sha256":"0cfa916f9e6059cba79b14169b49f3a288fd95a5fe7e8e4fb02a96d39b87a21d"}}