{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PNWUUZSIOVU55EZWBDIL5BPNYX","short_pith_number":"pith:PNWUUZSI","canonical_record":{"source":{"id":"2504.10509","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-04-09T18:44:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6072280aaccc52a405c75fb41d37cea9f58f15f2e8ec994c8de2e3a13bf62d15","abstract_canon_sha256":"d9687dc56638c510a5bd2f86d7e7ba828aa7cca3163747ff69adff21d0fad7ed"},"schema_version":"1.0"},"canonical_sha256":"7b6d4a66487569de933608d0be85edc5c4eec4da9299dbaed2a0ac7fd31ca5ef","source":{"kind":"arxiv","id":"2504.10509","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.10509","created_at":"2026-07-05T10:49:18Z"},{"alias_kind":"arxiv_version","alias_value":"2504.10509v1","created_at":"2026-07-05T10:49:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.10509","created_at":"2026-07-05T10:49:18Z"},{"alias_kind":"pith_short_12","alias_value":"PNWUUZSIOVU5","created_at":"2026-07-05T10:49:18Z"},{"alias_kind":"pith_short_16","alias_value":"PNWUUZSIOVU55EZW","created_at":"2026-07-05T10:49:18Z"},{"alias_kind":"pith_short_8","alias_value":"PNWUUZSI","created_at":"2026-07-05T10:49:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PNWUUZSIOVU55EZWBDIL5BPNYX","target":"record","payload":{"canonical_record":{"source":{"id":"2504.10509","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-04-09T18:44:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6072280aaccc52a405c75fb41d37cea9f58f15f2e8ec994c8de2e3a13bf62d15","abstract_canon_sha256":"d9687dc56638c510a5bd2f86d7e7ba828aa7cca3163747ff69adff21d0fad7ed"},"schema_version":"1.0"},"canonical_sha256":"7b6d4a66487569de933608d0be85edc5c4eec4da9299dbaed2a0ac7fd31ca5ef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:49:18.740879Z","signature_b64":"Lvgy0G6QUfImL4Cir9LOTvVZSJ0T7dMNmTsQFLEj9IzqOrPA9/UiE/0r0CJI+8xiq2H0XQVR7lz6Iqrwkz10BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7b6d4a66487569de933608d0be85edc5c4eec4da9299dbaed2a0ac7fd31ca5ef","last_reissued_at":"2026-07-05T10:49:18.740370Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:49:18.740370Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.10509","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:49:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qxNtTE8y2o1CXyDGxiKvdCPlPK0kRCY4PDWJA9fMPPuCrMaBHPh/JmlfJUQOzzM9U+tcXVjtO/mwWXewxG6IDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T09:28:41.209911Z"},"content_sha256":"00a3b334a1d60790966174ebf6f711447988777f1d5a4810a01e74ea03860171","schema_version":"1.0","event_id":"sha256:00a3b334a1d60790966174ebf6f711447988777f1d5a4810a01e74ea03860171"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PNWUUZSIOVU55EZWBDIL5BPNYX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Reproducibility: Advancing Zero-shot LLM Reranking Efficiency with Setwise Insertion","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.IR","authors_text":"Jakub Podolak, Leon Peric, Mina Janicijevic, Roxana Petcu","submitted_at":"2025-04-09T18:44:34Z","abstract_excerpt":"This study presents a comprehensive reproducibility and extension analysis of the Setwise prompting methodology for zero-shot ranking with Large Language Models (LLMs), as proposed by Zhuang et al. We evaluate its effectiveness and efficiency compared to traditional Pointwise, Pairwise, and Listwise approaches in document ranking tasks. Our reproduction confirms the findings of Zhuang et al., highlighting the trade-offs between computational efficiency and ranking effectiveness in Setwise methods. Building on these insights, we introduce Setwise Insertion, a novel approach that leverages the i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.10509","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.10509/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:49:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IcItHhMjMdMiQOZcekY/gSiEU0fauh3jFVUyfbq0ezrdd03DbHxr4B3b14c1mHtt1MVkqsZX/Obv39tVJjdTAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T09:28:41.210911Z"},"content_sha256":"2b3d1f56f8e6179b32cdf25b52204aed79ecf4deef03c5075892d7a80ea8bc57","schema_version":"1.0","event_id":"sha256:2b3d1f56f8e6179b32cdf25b52204aed79ecf4deef03c5075892d7a80ea8bc57"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PNWUUZSIOVU55EZWBDIL5BPNYX/bundle.json","state_url":"https://pith.science/pith/PNWUUZSIOVU55EZWBDIL5BPNYX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PNWUUZSIOVU55EZWBDIL5BPNYX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T09:28:41Z","links":{"resolver":"https://pith.science/pith/PNWUUZSIOVU55EZWBDIL5BPNYX","bundle":"https://pith.science/pith/PNWUUZSIOVU55EZWBDIL5BPNYX/bundle.json","state":"https://pith.science/pith/PNWUUZSIOVU55EZWBDIL5BPNYX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PNWUUZSIOVU55EZWBDIL5BPNYX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PNWUUZSIOVU55EZWBDIL5BPNYX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d9687dc56638c510a5bd2f86d7e7ba828aa7cca3163747ff69adff21d0fad7ed","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-04-09T18:44:34Z","title_canon_sha256":"6072280aaccc52a405c75fb41d37cea9f58f15f2e8ec994c8de2e3a13bf62d15"},"schema_version":"1.0","source":{"id":"2504.10509","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.10509","created_at":"2026-07-05T10:49:18Z"},{"alias_kind":"arxiv_version","alias_value":"2504.10509v1","created_at":"2026-07-05T10:49:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.10509","created_at":"2026-07-05T10:49:18Z"},{"alias_kind":"pith_short_12","alias_value":"PNWUUZSIOVU5","created_at":"2026-07-05T10:49:18Z"},{"alias_kind":"pith_short_16","alias_value":"PNWUUZSIOVU55EZW","created_at":"2026-07-05T10:49:18Z"},{"alias_kind":"pith_short_8","alias_value":"PNWUUZSI","created_at":"2026-07-05T10:49:18Z"}],"graph_snapshots":[{"event_id":"sha256:2b3d1f56f8e6179b32cdf25b52204aed79ecf4deef03c5075892d7a80ea8bc57","target":"graph","created_at":"2026-07-05T10:49:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.10509/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study presents a comprehensive reproducibility and extension analysis of the Setwise prompting methodology for zero-shot ranking with Large Language Models (LLMs), as proposed by Zhuang et al. We evaluate its effectiveness and efficiency compared to traditional Pointwise, Pairwise, and Listwise approaches in document ranking tasks. Our reproduction confirms the findings of Zhuang et al., highlighting the trade-offs between computational efficiency and ranking effectiveness in Setwise methods. Building on these insights, we introduce Setwise Insertion, a novel approach that leverages the i","authors_text":"Jakub Podolak, Leon Peric, Mina Janicijevic, Roxana Petcu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-04-09T18:44:34Z","title":"Beyond Reproducibility: Advancing Zero-shot LLM Reranking Efficiency with Setwise Insertion"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.10509","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:00a3b334a1d60790966174ebf6f711447988777f1d5a4810a01e74ea03860171","target":"record","created_at":"2026-07-05T10:49:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d9687dc56638c510a5bd2f86d7e7ba828aa7cca3163747ff69adff21d0fad7ed","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-04-09T18:44:34Z","title_canon_sha256":"6072280aaccc52a405c75fb41d37cea9f58f15f2e8ec994c8de2e3a13bf62d15"},"schema_version":"1.0","source":{"id":"2504.10509","kind":"arxiv","version":1}},"canonical_sha256":"7b6d4a66487569de933608d0be85edc5c4eec4da9299dbaed2a0ac7fd31ca5ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7b6d4a66487569de933608d0be85edc5c4eec4da9299dbaed2a0ac7fd31ca5ef","first_computed_at":"2026-07-05T10:49:18.740370Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:49:18.740370Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Lvgy0G6QUfImL4Cir9LOTvVZSJ0T7dMNmTsQFLEj9IzqOrPA9/UiE/0r0CJI+8xiq2H0XQVR7lz6Iqrwkz10BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:49:18.740879Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.10509","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:00a3b334a1d60790966174ebf6f711447988777f1d5a4810a01e74ea03860171","sha256:2b3d1f56f8e6179b32cdf25b52204aed79ecf4deef03c5075892d7a80ea8bc57"],"state_sha256":"8c54dc1f8b3cbeb485809f4975fa5915fa09115fa5cd5bf125fd25e71aa1020f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U1UHioa5g1MlBEPZiRB7hWmCQL5usOXVaAgltySBf0jP07ggUtPJhhjQ+AMGJmG59q++2ja+mq5pPfDfy06IAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T09:28:41.218439Z","bundle_sha256":"e643beb098e25f1659dfa5fa3427ea7d75457c55b18b4d6522130ef3317aa73b"}}