{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3O45VO5OEXMXEHHM6TTD6BZLKR","short_pith_number":"pith:3O45VO5O","canonical_record":{"source":{"id":"2502.17036","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T10:37:13Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d2fd6f852f2f04b31db750d48f5411183f7a52616808a9aaebac85d16d88fb21","abstract_canon_sha256":"4e07b28cbee97c6afdc10ecc9d337e5694b19fe3662e0b1c9be6c617eb637c0a"},"schema_version":"1.0"},"canonical_sha256":"dbb9dabbae25d9721cecf4e63f072b54763bd30651a095ee5fa323da2755fd92","source":{"kind":"arxiv","id":"2502.17036","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.17036","created_at":"2026-07-05T11:26:26Z"},{"alias_kind":"arxiv_version","alias_value":"2502.17036v2","created_at":"2026-07-05T11:26:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.17036","created_at":"2026-07-05T11:26:26Z"},{"alias_kind":"pith_short_12","alias_value":"3O45VO5OEXMX","created_at":"2026-07-05T11:26:26Z"},{"alias_kind":"pith_short_16","alias_value":"3O45VO5OEXMXEHHM","created_at":"2026-07-05T11:26:26Z"},{"alias_kind":"pith_short_8","alias_value":"3O45VO5O","created_at":"2026-07-05T11:26:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3O45VO5OEXMXEHHM6TTD6BZLKR","target":"record","payload":{"canonical_record":{"source":{"id":"2502.17036","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T10:37:13Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d2fd6f852f2f04b31db750d48f5411183f7a52616808a9aaebac85d16d88fb21","abstract_canon_sha256":"4e07b28cbee97c6afdc10ecc9d337e5694b19fe3662e0b1c9be6c617eb637c0a"},"schema_version":"1.0"},"canonical_sha256":"dbb9dabbae25d9721cecf4e63f072b54763bd30651a095ee5fa323da2755fd92","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:26:26.532654Z","signature_b64":"8B7sLruZ9P63rXSwd1vOG4oXoOoJS5z5Sjk4UigFq9nltNJ+Zw4V/53BV+ImlMshJORS2EgvJGgSR5eKgHRyAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dbb9dabbae25d9721cecf4e63f072b54763bd30651a095ee5fa323da2755fd92","last_reissued_at":"2026-07-05T11:26:26.532096Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:26:26.532096Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.17036","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:26:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2wtr0Bd44xW3OtJaKEwsOVs5ayLS1K+dxTD18LTSOVJQXMeAfotGTZBp40F7RwhivmEY1jNH1FjFZQZJO8E2Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T15:44:16.811929Z"},"content_sha256":"b81a23e31b20e6af231723311f0c2016afddf29d44026676d6312eded7d447f7","schema_version":"1.0","event_id":"sha256:b81a23e31b20e6af231723311f0c2016afddf29d44026676d6312eded7d447f7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3O45VO5OEXMXEHHM6TTD6BZLKR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Language Model Re-rankers are Fooled by Lexical Similarities","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alexander Junge, Ercong Nie, Helmut Schmid, Lovisa Hagstr\\\"om, Richard Johansson, Ruben Halifa","submitted_at":"2025-02-24T10:37:13Z","abstract_excerpt":"Language model (LM) re-rankers are used to refine retrieval results for retrieval-augmented generation (RAG). They are more expensive than lexical matching methods like BM25 but assumed to better process semantic information and the relations between the query and the retrieved answers. To understand whether LM re-rankers always live up to this assumption, we evaluate 6 different LM re-rankers on the NQ, LitQA2 and DRUID datasets. Our results show that LM re-rankers struggle to outperform a simple BM25 baseline on DRUID. Leveraging a novel separation metric based on BM25 scores, we explain and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.17036","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.17036/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:26:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4wCnYqnYeRBDvIOWCPjwOIQ5N9JtMdd9mdCIXOPEQhNOU2dqzcKEB+lqNm4rjhJVLNKDtFrK4kEAtzgGCzIyAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T15:44:16.812505Z"},"content_sha256":"03b9d12049f90289542e613b818cd1ba6176ba6db317731b64418d6b529d6d58","schema_version":"1.0","event_id":"sha256:03b9d12049f90289542e613b818cd1ba6176ba6db317731b64418d6b529d6d58"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3O45VO5OEXMXEHHM6TTD6BZLKR/bundle.json","state_url":"https://pith.science/pith/3O45VO5OEXMXEHHM6TTD6BZLKR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3O45VO5OEXMXEHHM6TTD6BZLKR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T15:44:16Z","links":{"resolver":"https://pith.science/pith/3O45VO5OEXMXEHHM6TTD6BZLKR","bundle":"https://pith.science/pith/3O45VO5OEXMXEHHM6TTD6BZLKR/bundle.json","state":"https://pith.science/pith/3O45VO5OEXMXEHHM6TTD6BZLKR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3O45VO5OEXMXEHHM6TTD6BZLKR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3O45VO5OEXMXEHHM6TTD6BZLKR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4e07b28cbee97c6afdc10ecc9d337e5694b19fe3662e0b1c9be6c617eb637c0a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T10:37:13Z","title_canon_sha256":"d2fd6f852f2f04b31db750d48f5411183f7a52616808a9aaebac85d16d88fb21"},"schema_version":"1.0","source":{"id":"2502.17036","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.17036","created_at":"2026-07-05T11:26:26Z"},{"alias_kind":"arxiv_version","alias_value":"2502.17036v2","created_at":"2026-07-05T11:26:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.17036","created_at":"2026-07-05T11:26:26Z"},{"alias_kind":"pith_short_12","alias_value":"3O45VO5OEXMX","created_at":"2026-07-05T11:26:26Z"},{"alias_kind":"pith_short_16","alias_value":"3O45VO5OEXMXEHHM","created_at":"2026-07-05T11:26:26Z"},{"alias_kind":"pith_short_8","alias_value":"3O45VO5O","created_at":"2026-07-05T11:26:26Z"}],"graph_snapshots":[{"event_id":"sha256:03b9d12049f90289542e613b818cd1ba6176ba6db317731b64418d6b529d6d58","target":"graph","created_at":"2026-07-05T11:26:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.17036/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language model (LM) re-rankers are used to refine retrieval results for retrieval-augmented generation (RAG). They are more expensive than lexical matching methods like BM25 but assumed to better process semantic information and the relations between the query and the retrieved answers. To understand whether LM re-rankers always live up to this assumption, we evaluate 6 different LM re-rankers on the NQ, LitQA2 and DRUID datasets. Our results show that LM re-rankers struggle to outperform a simple BM25 baseline on DRUID. Leveraging a novel separation metric based on BM25 scores, we explain and","authors_text":"Alexander Junge, Ercong Nie, Helmut Schmid, Lovisa Hagstr\\\"om, Richard Johansson, Ruben Halifa","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T10:37:13Z","title":"Language Model Re-rankers are Fooled by Lexical Similarities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.17036","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b81a23e31b20e6af231723311f0c2016afddf29d44026676d6312eded7d447f7","target":"record","created_at":"2026-07-05T11:26:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4e07b28cbee97c6afdc10ecc9d337e5694b19fe3662e0b1c9be6c617eb637c0a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-24T10:37:13Z","title_canon_sha256":"d2fd6f852f2f04b31db750d48f5411183f7a52616808a9aaebac85d16d88fb21"},"schema_version":"1.0","source":{"id":"2502.17036","kind":"arxiv","version":2}},"canonical_sha256":"dbb9dabbae25d9721cecf4e63f072b54763bd30651a095ee5fa323da2755fd92","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dbb9dabbae25d9721cecf4e63f072b54763bd30651a095ee5fa323da2755fd92","first_computed_at":"2026-07-05T11:26:26.532096Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:26:26.532096Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8B7sLruZ9P63rXSwd1vOG4oXoOoJS5z5Sjk4UigFq9nltNJ+Zw4V/53BV+ImlMshJORS2EgvJGgSR5eKgHRyAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:26:26.532654Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.17036","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b81a23e31b20e6af231723311f0c2016afddf29d44026676d6312eded7d447f7","sha256:03b9d12049f90289542e613b818cd1ba6176ba6db317731b64418d6b529d6d58"],"state_sha256":"80a0826434070554ba95c479268ec1917b0bbc448407dfeb05129f1c184340dd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PWKpRVtBpk9TWuXucpfiUwWA1wqGxSjKzOTY3ZDmeRg1b6AFxtpLAer1KAaZp0uWSJ0PsoNHVWuwzRdl0wCtDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T15:44:16.817225Z","bundle_sha256":"4f2121f7fffbfe5115fda5d78c7c6044a6d82f41e6926e65406e7d1689e04576"}}