{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QB42MG5JNM2EJ2UZHFOGCC2KKY","short_pith_number":"pith:QB42MG5J","canonical_record":{"source":{"id":"2409.15763","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-09-24T05:39:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9e89ada7528dcfe5b290a31985cdfbe9ea4ce5edcee61470072740dd528e8087","abstract_canon_sha256":"af6af124085f744c072f563d490ad57c12701a16598e49be55e6b2e466495a7c"},"schema_version":"1.0"},"canonical_sha256":"8079a61ba96b3444ea99395c610b4a5616b4fc2d8a220ba77af9ddbc7d66805a","source":{"kind":"arxiv","id":"2409.15763","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.15763","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"arxiv_version","alias_value":"2409.15763v2","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.15763","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_12","alias_value":"QB42MG5JNM2E","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_16","alias_value":"QB42MG5JNM2EJ2UZ","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_8","alias_value":"QB42MG5J","created_at":"2026-07-05T09:12:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QB42MG5JNM2EJ2UZHFOGCC2KKY","target":"record","payload":{"canonical_record":{"source":{"id":"2409.15763","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-09-24T05:39:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9e89ada7528dcfe5b290a31985cdfbe9ea4ce5edcee61470072740dd528e8087","abstract_canon_sha256":"af6af124085f744c072f563d490ad57c12701a16598e49be55e6b2e466495a7c"},"schema_version":"1.0"},"canonical_sha256":"8079a61ba96b3444ea99395c610b4a5616b4fc2d8a220ba77af9ddbc7d66805a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:12:10.054958Z","signature_b64":"TJf3IrJqPs7wZHJjot8YyduZLq20SIHE9x2rkKtkJFvliO7x4qQe1yqIQJHT6A9amvOj4+UrNcQP1e12YL7gDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8079a61ba96b3444ea99395c610b4a5616b4fc2d8a220ba77af9ddbc7d66805a","last_reissued_at":"2026-07-05T09:12:10.054471Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:12:10.054471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.15763","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:12:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vN/4fnEgG5xgPMoC0SkzPyu/Jwy32WzGaUJN521x6E0q8YPtpIqcsWfoRsgbgh3il7pD882HSx9n8/gDf08bBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T02:25:54.530374Z"},"content_sha256":"052bfd41daf2acc23300509bf8893ed9ffdf4e86ff05db210b1d992edae2ad7a","schema_version":"1.0","event_id":"sha256:052bfd41daf2acc23300509bf8893ed9ffdf4e86ff05db210b1d992edae2ad7a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QB42MG5JNM2EJ2UZHFOGCC2KKY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"IRSC: A Zero-shot Evaluation Benchmark for Information Retrieval through Semantic Comprehension in Retrieval-Augmented Generation Scenarios","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.IR","authors_text":"Hai Lin, Haitao Zheng, Hui Wang, Junyou Su, Shaoxiong Zhan","submitted_at":"2024-09-24T05:39:53Z","abstract_excerpt":"In Retrieval-Augmented Generation (RAG) tasks using Large Language Models (LLMs), the quality of retrieved information is critical to the final output. This paper introduces the IRSC benchmark for evaluating the performance of embedding models in multilingual RAG tasks. The benchmark encompasses five retrieval tasks: query retrieval, title retrieval, part-of-paragraph retrieval, keyword retrieval, and summary retrieval. Our research addresses the current lack of comprehensive testing and effective comparison methods for embedding models in RAG scenarios. We introduced new metrics: the Similari"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.15763","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.15763/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:12:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fR5tb0D0b/li9DrPx68tp6xYSpAtneL0FAFNJ8am+TE1DOZdCqCA9jE4g8GOzrQVfvEalgMwKZo2BYaEER2NAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T02:25:54.530934Z"},"content_sha256":"fb4a1935046f5b2f478934ff0869b9c54693c4a4a13e21889f98be01311375ef","schema_version":"1.0","event_id":"sha256:fb4a1935046f5b2f478934ff0869b9c54693c4a4a13e21889f98be01311375ef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QB42MG5JNM2EJ2UZHFOGCC2KKY/bundle.json","state_url":"https://pith.science/pith/QB42MG5JNM2EJ2UZHFOGCC2KKY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QB42MG5JNM2EJ2UZHFOGCC2KKY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T02:25:54Z","links":{"resolver":"https://pith.science/pith/QB42MG5JNM2EJ2UZHFOGCC2KKY","bundle":"https://pith.science/pith/QB42MG5JNM2EJ2UZHFOGCC2KKY/bundle.json","state":"https://pith.science/pith/QB42MG5JNM2EJ2UZHFOGCC2KKY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QB42MG5JNM2EJ2UZHFOGCC2KKY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QB42MG5JNM2EJ2UZHFOGCC2KKY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"af6af124085f744c072f563d490ad57c12701a16598e49be55e6b2e466495a7c","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-09-24T05:39:53Z","title_canon_sha256":"9e89ada7528dcfe5b290a31985cdfbe9ea4ce5edcee61470072740dd528e8087"},"schema_version":"1.0","source":{"id":"2409.15763","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.15763","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"arxiv_version","alias_value":"2409.15763v2","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.15763","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_12","alias_value":"QB42MG5JNM2E","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_16","alias_value":"QB42MG5JNM2EJ2UZ","created_at":"2026-07-05T09:12:10Z"},{"alias_kind":"pith_short_8","alias_value":"QB42MG5J","created_at":"2026-07-05T09:12:10Z"}],"graph_snapshots":[{"event_id":"sha256:fb4a1935046f5b2f478934ff0869b9c54693c4a4a13e21889f98be01311375ef","target":"graph","created_at":"2026-07-05T09:12:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.15763/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In Retrieval-Augmented Generation (RAG) tasks using Large Language Models (LLMs), the quality of retrieved information is critical to the final output. This paper introduces the IRSC benchmark for evaluating the performance of embedding models in multilingual RAG tasks. The benchmark encompasses five retrieval tasks: query retrieval, title retrieval, part-of-paragraph retrieval, keyword retrieval, and summary retrieval. Our research addresses the current lack of comprehensive testing and effective comparison methods for embedding models in RAG scenarios. We introduced new metrics: the Similari","authors_text":"Hai Lin, Haitao Zheng, Hui Wang, Junyou Su, Shaoxiong Zhan","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-09-24T05:39:53Z","title":"IRSC: A Zero-shot Evaluation Benchmark for Information Retrieval through Semantic Comprehension in Retrieval-Augmented Generation Scenarios"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.15763","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:052bfd41daf2acc23300509bf8893ed9ffdf4e86ff05db210b1d992edae2ad7a","target":"record","created_at":"2026-07-05T09:12:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"af6af124085f744c072f563d490ad57c12701a16598e49be55e6b2e466495a7c","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-09-24T05:39:53Z","title_canon_sha256":"9e89ada7528dcfe5b290a31985cdfbe9ea4ce5edcee61470072740dd528e8087"},"schema_version":"1.0","source":{"id":"2409.15763","kind":"arxiv","version":2}},"canonical_sha256":"8079a61ba96b3444ea99395c610b4a5616b4fc2d8a220ba77af9ddbc7d66805a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8079a61ba96b3444ea99395c610b4a5616b4fc2d8a220ba77af9ddbc7d66805a","first_computed_at":"2026-07-05T09:12:10.054471Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:12:10.054471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TJf3IrJqPs7wZHJjot8YyduZLq20SIHE9x2rkKtkJFvliO7x4qQe1yqIQJHT6A9amvOj4+UrNcQP1e12YL7gDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:12:10.054958Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.15763","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:052bfd41daf2acc23300509bf8893ed9ffdf4e86ff05db210b1d992edae2ad7a","sha256:fb4a1935046f5b2f478934ff0869b9c54693c4a4a13e21889f98be01311375ef"],"state_sha256":"724f293dc707598b2e1c36259a3d6b95e513154f51e668ba3dfb40e294bc47e3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7TBffzYmfiWv+2CEZb/gxFGHA3V4kYG4pc/LXY4oTTSw5AzTDe7iqUhKx/MBjDLlj43JQt+ijcBiF5/gWP8BDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T02:25:54.534603Z","bundle_sha256":"997925926088b00da06cf1be60244d6792babd74d6dfae6b2a6cae022fe8b40e"}}