{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:PY65BKKQIJQ2R5MK7XOGXSFIQ6","short_pith_number":"pith:PY65BKKQ","canonical_record":{"source":{"id":"2309.10621","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-09-19T13:55:39Z","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"title_canon_sha256":"aa0a3914628e44bed63f52f9a2592e3be3ebe24a3373bdca4d734e05a6f02967","abstract_canon_sha256":"e59748bba856ef2e072f2e91401a2ca706314d2d0b35b9e41a307d604eba51de"},"schema_version":"1.0"},"canonical_sha256":"7e3dd0a9504261a8f58afddc6bc8a8879bab925a948b23b8d0e04ad5792eed8c","source":{"kind":"arxiv","id":"2309.10621","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.10621","created_at":"2026-07-05T08:19:56Z"},{"alias_kind":"arxiv_version","alias_value":"2309.10621v3","created_at":"2026-07-05T08:19:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.10621","created_at":"2026-07-05T08:19:56Z"},{"alias_kind":"pith_short_12","alias_value":"PY65BKKQIJQ2","created_at":"2026-07-05T08:19:56Z"},{"alias_kind":"pith_short_16","alias_value":"PY65BKKQIJQ2R5MK","created_at":"2026-07-05T08:19:56Z"},{"alias_kind":"pith_short_8","alias_value":"PY65BKKQ","created_at":"2026-07-05T08:19:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:PY65BKKQIJQ2R5MK7XOGXSFIQ6","target":"record","payload":{"canonical_record":{"source":{"id":"2309.10621","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-09-19T13:55:39Z","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"title_canon_sha256":"aa0a3914628e44bed63f52f9a2592e3be3ebe24a3373bdca4d734e05a6f02967","abstract_canon_sha256":"e59748bba856ef2e072f2e91401a2ca706314d2d0b35b9e41a307d604eba51de"},"schema_version":"1.0"},"canonical_sha256":"7e3dd0a9504261a8f58afddc6bc8a8879bab925a948b23b8d0e04ad5792eed8c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:19:56.686483Z","signature_b64":"V0wMxgkLX8yJy0n995cNBcGBj8eQ5SFXVQjNU/7sxUGVsYp87ly39/aq8ISBbxBx2zOG/Cdpnmmq0HUckn4wAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7e3dd0a9504261a8f58afddc6bc8a8879bab925a948b23b8d0e04ad5792eed8c","last_reissued_at":"2026-07-05T08:19:56.685993Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:19:56.685993Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.10621","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:19:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cVlNADJXBD4cMi+SIjSLrWbWD2SJsgIQygFmyR81HsszviPCG7bcxKsqN6/Rq0LSFfNVKiZl1daEtrD4oKOFCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T07:33:26.780741Z"},"content_sha256":"624a1fdaf18bbae8d0587a82f0b575c997fea8b599a9543776e94cf2f1f3d786","schema_version":"1.0","event_id":"sha256:624a1fdaf18bbae8d0587a82f0b575c997fea8b599a9543776e94cf2f1f3d786"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:PY65BKKQIJQ2R5MK7XOGXSFIQ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large language models can accurately predict searcher preferences","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.LG"],"primary_cat":"cs.IR","authors_text":"Bhaskar Mitra, Nick Craswell, Paul Thomas, Seth Spielman","submitted_at":"2023-09-19T13:55:39Z","abstract_excerpt":"Relevance labels, which indicate whether a search result is valuable to a searcher, are key to evaluating and optimising search systems. The best way to capture the true preferences of users is to ask them for their careful feedback on which results would be useful, but this approach does not scale to produce a large number of labels. Getting relevance labels at scale is usually done with third-party labellers, who judge on behalf of the user, but there is a risk of low-quality data if the labeller doesn't understand user needs. To improve quality, one standard approach is to study real users "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.10621","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.10621/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:19:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iDc47FNSOGlulymton3D1tBFtIg/bVIbsIOhg7jN6eNJ1bHNM2S7TtD0nPSw48BneQTVQ5aX98wmHx14WcN6CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T07:33:26.781121Z"},"content_sha256":"f20f024722cba071537bc3a4b5d1881aebae59926a05ade30ac883ccf4a1b64e","schema_version":"1.0","event_id":"sha256:f20f024722cba071537bc3a4b5d1881aebae59926a05ade30ac883ccf4a1b64e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PY65BKKQIJQ2R5MK7XOGXSFIQ6/bundle.json","state_url":"https://pith.science/pith/PY65BKKQIJQ2R5MK7XOGXSFIQ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PY65BKKQIJQ2R5MK7XOGXSFIQ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T07:33:26Z","links":{"resolver":"https://pith.science/pith/PY65BKKQIJQ2R5MK7XOGXSFIQ6","bundle":"https://pith.science/pith/PY65BKKQIJQ2R5MK7XOGXSFIQ6/bundle.json","state":"https://pith.science/pith/PY65BKKQIJQ2R5MK7XOGXSFIQ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PY65BKKQIJQ2R5MK7XOGXSFIQ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:PY65BKKQIJQ2R5MK7XOGXSFIQ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e59748bba856ef2e072f2e91401a2ca706314d2d0b35b9e41a307d604eba51de","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-09-19T13:55:39Z","title_canon_sha256":"aa0a3914628e44bed63f52f9a2592e3be3ebe24a3373bdca4d734e05a6f02967"},"schema_version":"1.0","source":{"id":"2309.10621","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.10621","created_at":"2026-07-05T08:19:56Z"},{"alias_kind":"arxiv_version","alias_value":"2309.10621v3","created_at":"2026-07-05T08:19:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.10621","created_at":"2026-07-05T08:19:56Z"},{"alias_kind":"pith_short_12","alias_value":"PY65BKKQIJQ2","created_at":"2026-07-05T08:19:56Z"},{"alias_kind":"pith_short_16","alias_value":"PY65BKKQIJQ2R5MK","created_at":"2026-07-05T08:19:56Z"},{"alias_kind":"pith_short_8","alias_value":"PY65BKKQ","created_at":"2026-07-05T08:19:56Z"}],"graph_snapshots":[{"event_id":"sha256:f20f024722cba071537bc3a4b5d1881aebae59926a05ade30ac883ccf4a1b64e","target":"graph","created_at":"2026-07-05T08:19:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.10621/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Relevance labels, which indicate whether a search result is valuable to a searcher, are key to evaluating and optimising search systems. The best way to capture the true preferences of users is to ask them for their careful feedback on which results would be useful, but this approach does not scale to produce a large number of labels. Getting relevance labels at scale is usually done with third-party labellers, who judge on behalf of the user, but there is a risk of low-quality data if the labeller doesn't understand user needs. To improve quality, one standard approach is to study real users ","authors_text":"Bhaskar Mitra, Nick Craswell, Paul Thomas, Seth Spielman","cross_cats":["cs.AI","cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-09-19T13:55:39Z","title":"Large language models can accurately predict searcher preferences"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.10621","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:624a1fdaf18bbae8d0587a82f0b575c997fea8b599a9543776e94cf2f1f3d786","target":"record","created_at":"2026-07-05T08:19:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e59748bba856ef2e072f2e91401a2ca706314d2d0b35b9e41a307d604eba51de","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-09-19T13:55:39Z","title_canon_sha256":"aa0a3914628e44bed63f52f9a2592e3be3ebe24a3373bdca4d734e05a6f02967"},"schema_version":"1.0","source":{"id":"2309.10621","kind":"arxiv","version":3}},"canonical_sha256":"7e3dd0a9504261a8f58afddc6bc8a8879bab925a948b23b8d0e04ad5792eed8c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7e3dd0a9504261a8f58afddc6bc8a8879bab925a948b23b8d0e04ad5792eed8c","first_computed_at":"2026-07-05T08:19:56.685993Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:19:56.685993Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"V0wMxgkLX8yJy0n995cNBcGBj8eQ5SFXVQjNU/7sxUGVsYp87ly39/aq8ISBbxBx2zOG/Cdpnmmq0HUckn4wAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:19:56.686483Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.10621","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:624a1fdaf18bbae8d0587a82f0b575c997fea8b599a9543776e94cf2f1f3d786","sha256:f20f024722cba071537bc3a4b5d1881aebae59926a05ade30ac883ccf4a1b64e"],"state_sha256":"bff37f1ec1c9a408d31293b5d495651c2173359659d2f006a3cb2287a6e60acc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DZJ70cd3T5GsFu5EM6RaxN+ObT3uJwWqLy1BFlmmBESTDuRRNmWfG5K+u48uvkDVavwe6m6qlkHg9rL4wYU8DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T07:33:26.783093Z","bundle_sha256":"7544528eea3f30f1f96a83d8b994400f965bebda21faa8df4a6753200dcaf431"}}