{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UFS4YPKHHXDEXXMMFIZ46BAKAB","short_pith_number":"pith:UFS4YPKH","canonical_record":{"source":{"id":"2407.07790","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.IR","submitted_at":"2024-07-10T16:07:51Z","cross_cats_sorted":[],"title_canon_sha256":"89a3a05f34a2e6182297b9f2d0ffde7ebed2534a1131ef73fcd1a184125c1488","abstract_canon_sha256":"195af773f62ee9fd11353d296a23ca111468699fdb5461fc99c7627005a5c42e"},"schema_version":"1.0"},"canonical_sha256":"a165cc3d473dc64bdd8c2a33cf040a007b9247b434cde5b45980d5d6596a6974","source":{"kind":"arxiv","id":"2407.07790","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.07790","created_at":"2026-07-05T08:42:25Z"},{"alias_kind":"arxiv_version","alias_value":"2407.07790v1","created_at":"2026-07-05T08:42:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.07790","created_at":"2026-07-05T08:42:25Z"},{"alias_kind":"pith_short_12","alias_value":"UFS4YPKHHXDE","created_at":"2026-07-05T08:42:25Z"},{"alias_kind":"pith_short_16","alias_value":"UFS4YPKHHXDEXXMM","created_at":"2026-07-05T08:42:25Z"},{"alias_kind":"pith_short_8","alias_value":"UFS4YPKH","created_at":"2026-07-05T08:42:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UFS4YPKHHXDEXXMMFIZ46BAKAB","target":"record","payload":{"canonical_record":{"source":{"id":"2407.07790","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.IR","submitted_at":"2024-07-10T16:07:51Z","cross_cats_sorted":[],"title_canon_sha256":"89a3a05f34a2e6182297b9f2d0ffde7ebed2534a1131ef73fcd1a184125c1488","abstract_canon_sha256":"195af773f62ee9fd11353d296a23ca111468699fdb5461fc99c7627005a5c42e"},"schema_version":"1.0"},"canonical_sha256":"a165cc3d473dc64bdd8c2a33cf040a007b9247b434cde5b45980d5d6596a6974","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:42:25.405749Z","signature_b64":"MGa8QRMaAtwbWJJvJjaE3GtV3Y/R4cycxsDDu5LEZ+pYIEMTnGrXx6uut6SfKKkp8aAV6ePVu89JEkqHHIV4BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a165cc3d473dc64bdd8c2a33cf040a007b9247b434cde5b45980d5d6596a6974","last_reissued_at":"2026-07-05T08:42:25.405311Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:42:25.405311Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.07790","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0Yo9i+hQv1zC2edT0uSGQMuHaZ8l58KiyKgh5xI5UTA4uW3TymjxKURR1fTtl0Q3YxgZ38cO/qviwRbY+wR+AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T13:09:29.669362Z"},"content_sha256":"2baac43e836a57fc964bc46ff1f8c6a16cbd020903e4db1f26aad4129998b5a5","schema_version":"1.0","event_id":"sha256:2baac43e836a57fc964bc46ff1f8c6a16cbd020903e4db1f26aad4129998b5a5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UFS4YPKHHXDEXXMMFIZ46BAKAB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Systematic Evaluation of Neural Retrieval Models on the Touch\\'e 2020 Argument Retrieval Subset of BEIR","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Alexander Bondarenko, Ehsan Kamalloo, Jimmy Lin, Luiz Bonifacio, Maik Fr\\\"obe, Martin Potthast, Matthias Hagen, Nandan Thakur","submitted_at":"2024-07-10T16:07:51Z","abstract_excerpt":"The zero-shot effectiveness of neural retrieval models is often evaluated on the BEIR benchmark -- a combination of different IR evaluation datasets. Interestingly, previous studies found that particularly on the BEIR subset Touch\\'e 2020, an argument retrieval task, neural retrieval models are considerably less effective than BM25. Still, so far, no further investigation has been conducted on what makes argument retrieval so \"special\". To more deeply analyze the respective potential limits of neural retrieval models, we run a reproducibility study on the Touch\\'e 2020 data. In our study, we f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.07790","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.07790/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VVFBANh1reWQt3t4tygjUVrlxPakOoF3LgSjdRh/b1Ha7hzYKOro1hl6oR7sqnmAvrM9V17pxRUI6r95itadCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T13:09:29.669737Z"},"content_sha256":"822ec3c394e33d1b347cd454b133474087478a662a3ddf90b79e80c897edb0cb","schema_version":"1.0","event_id":"sha256:822ec3c394e33d1b347cd454b133474087478a662a3ddf90b79e80c897edb0cb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UFS4YPKHHXDEXXMMFIZ46BAKAB/bundle.json","state_url":"https://pith.science/pith/UFS4YPKHHXDEXXMMFIZ46BAKAB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UFS4YPKHHXDEXXMMFIZ46BAKAB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T13:09:29Z","links":{"resolver":"https://pith.science/pith/UFS4YPKHHXDEXXMMFIZ46BAKAB","bundle":"https://pith.science/pith/UFS4YPKHHXDEXXMMFIZ46BAKAB/bundle.json","state":"https://pith.science/pith/UFS4YPKHHXDEXXMMFIZ46BAKAB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UFS4YPKHHXDEXXMMFIZ46BAKAB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UFS4YPKHHXDEXXMMFIZ46BAKAB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"195af773f62ee9fd11353d296a23ca111468699fdb5461fc99c7627005a5c42e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.IR","submitted_at":"2024-07-10T16:07:51Z","title_canon_sha256":"89a3a05f34a2e6182297b9f2d0ffde7ebed2534a1131ef73fcd1a184125c1488"},"schema_version":"1.0","source":{"id":"2407.07790","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.07790","created_at":"2026-07-05T08:42:25Z"},{"alias_kind":"arxiv_version","alias_value":"2407.07790v1","created_at":"2026-07-05T08:42:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.07790","created_at":"2026-07-05T08:42:25Z"},{"alias_kind":"pith_short_12","alias_value":"UFS4YPKHHXDE","created_at":"2026-07-05T08:42:25Z"},{"alias_kind":"pith_short_16","alias_value":"UFS4YPKHHXDEXXMM","created_at":"2026-07-05T08:42:25Z"},{"alias_kind":"pith_short_8","alias_value":"UFS4YPKH","created_at":"2026-07-05T08:42:25Z"}],"graph_snapshots":[{"event_id":"sha256:822ec3c394e33d1b347cd454b133474087478a662a3ddf90b79e80c897edb0cb","target":"graph","created_at":"2026-07-05T08:42:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.07790/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The zero-shot effectiveness of neural retrieval models is often evaluated on the BEIR benchmark -- a combination of different IR evaluation datasets. Interestingly, previous studies found that particularly on the BEIR subset Touch\\'e 2020, an argument retrieval task, neural retrieval models are considerably less effective than BM25. Still, so far, no further investigation has been conducted on what makes argument retrieval so \"special\". To more deeply analyze the respective potential limits of neural retrieval models, we run a reproducibility study on the Touch\\'e 2020 data. In our study, we f","authors_text":"Alexander Bondarenko, Ehsan Kamalloo, Jimmy Lin, Luiz Bonifacio, Maik Fr\\\"obe, Martin Potthast, Matthias Hagen, Nandan Thakur","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.IR","submitted_at":"2024-07-10T16:07:51Z","title":"Systematic Evaluation of Neural Retrieval Models on the Touch\\'e 2020 Argument Retrieval Subset of BEIR"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.07790","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2baac43e836a57fc964bc46ff1f8c6a16cbd020903e4db1f26aad4129998b5a5","target":"record","created_at":"2026-07-05T08:42:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"195af773f62ee9fd11353d296a23ca111468699fdb5461fc99c7627005a5c42e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.IR","submitted_at":"2024-07-10T16:07:51Z","title_canon_sha256":"89a3a05f34a2e6182297b9f2d0ffde7ebed2534a1131ef73fcd1a184125c1488"},"schema_version":"1.0","source":{"id":"2407.07790","kind":"arxiv","version":1}},"canonical_sha256":"a165cc3d473dc64bdd8c2a33cf040a007b9247b434cde5b45980d5d6596a6974","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a165cc3d473dc64bdd8c2a33cf040a007b9247b434cde5b45980d5d6596a6974","first_computed_at":"2026-07-05T08:42:25.405311Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:42:25.405311Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MGa8QRMaAtwbWJJvJjaE3GtV3Y/R4cycxsDDu5LEZ+pYIEMTnGrXx6uut6SfKKkp8aAV6ePVu89JEkqHHIV4BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:42:25.405749Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.07790","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2baac43e836a57fc964bc46ff1f8c6a16cbd020903e4db1f26aad4129998b5a5","sha256:822ec3c394e33d1b347cd454b133474087478a662a3ddf90b79e80c897edb0cb"],"state_sha256":"a63711a665dfc1e1d86f65961fca7a3edbb5d0b76e3df7345d48331556e28868"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MEouyrzOEgS2Fk8oXzd1OmxGAMIk0PMPOyoAldjG6I9riR3bfKoU/CaNd3kDeNiKO8sYgfnjEkNcXEuUoUlfCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T13:09:29.671632Z","bundle_sha256":"3d0d495c4c94fee25e3846d6fabe5386df35de28cf9f77eff5f41713923307d8"}}