{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VBIPYLD5NUIOIA3APYCYMH6INK","short_pith_number":"pith:VBIPYLD5","canonical_record":{"source":{"id":"2406.00247","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-06-01T00:52:41Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"16849f9477b4b9bdc2075a65f48dfc6a6bd224dc7be1c441132a6d44b237e383","abstract_canon_sha256":"89f9e02e522952e385b5ec666b79d3196c05efce3ec0c61020498307a899299c"},"schema_version":"1.0"},"canonical_sha256":"a850fc2c7d6d10e403607e05861fc86ab8e9afe50c25c27940173d0131b56fad","source":{"kind":"arxiv","id":"2406.00247","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.00247","created_at":"2026-07-05T08:44:54Z"},{"alias_kind":"arxiv_version","alias_value":"2406.00247v2","created_at":"2026-07-05T08:44:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.00247","created_at":"2026-07-05T08:44:54Z"},{"alias_kind":"pith_short_12","alias_value":"VBIPYLD5NUIO","created_at":"2026-07-05T08:44:54Z"},{"alias_kind":"pith_short_16","alias_value":"VBIPYLD5NUIOIA3A","created_at":"2026-07-05T08:44:54Z"},{"alias_kind":"pith_short_8","alias_value":"VBIPYLD5","created_at":"2026-07-05T08:44:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VBIPYLD5NUIOIA3APYCYMH6INK","target":"record","payload":{"canonical_record":{"source":{"id":"2406.00247","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-06-01T00:52:41Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"16849f9477b4b9bdc2075a65f48dfc6a6bd224dc7be1c441132a6d44b237e383","abstract_canon_sha256":"89f9e02e522952e385b5ec666b79d3196c05efce3ec0c61020498307a899299c"},"schema_version":"1.0"},"canonical_sha256":"a850fc2c7d6d10e403607e05861fc86ab8e9afe50c25c27940173d0131b56fad","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:44:54.897569Z","signature_b64":"Xj2CxE3XTHWjXIDPY4UaEQ6W78irh2FTbptvybvwO29RK5W8fC+TS4xs9X89sm2D2OxtS3pxvWCenDt/IDZ0DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a850fc2c7d6d10e403607e05861fc86ab8e9afe50c25c27940173d0131b56fad","last_reissued_at":"2026-07-05T08:44:54.897102Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:44:54.897102Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.00247","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:44:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8gQ5AARLxQ+j7iysScDT7F5HwQ/KOWGnG3zSmKF2tAZExTUE6joIXgKWOz25vK1j4MFEI1sjpRIHMs9VeZ1QCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:12:14.270741Z"},"content_sha256":"93ff3abc5dd9de5f18223b9f51fc624353db6cdc80b7adeac8be9ec2e9ebedf5","schema_version":"1.0","event_id":"sha256:93ff3abc5dd9de5f18223b9f51fc624353db6cdc80b7adeac8be9ec2e9ebedf5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VBIPYLD5NUIOIA3APYCYMH6INK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large Language Models for Relevance Judgment in Product Search","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.IR","authors_text":"Ajit Puthenputhussery, Alessandro Magnani, ChengXiang Zhai, Ciya Liao, Hrushikesh Mohapatra, Mossaab Bagdouri, Navid Mehrdad, Prijith Chandran, Sachin Yadav, Tony Lee, Xunfan Cai","submitted_at":"2024-06-01T00:52:41Z","abstract_excerpt":"High relevance of retrieved and re-ranked items to the search query is the cornerstone of successful product search, yet measuring relevance of items to queries is one of the most challenging tasks in product information retrieval, and quality of product search is highly influenced by the precision and scale of available relevance-labelled data. In this paper, we present an array of techniques for leveraging Large Language Models (LLMs) for automating the relevance judgment of query-item pairs (QIPs) at scale. Using a unique dataset of multi-million QIPs, annotated by human evaluators, we test"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.00247","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.00247/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:44:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w2yh/iD2uCMunR5n8Rgqten7w3/VrjPwCQUn7kJi27D/ewqtekMKnHBh5i96heiCfNKkuuhN6MefRWYDjq4nBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:12:14.271124Z"},"content_sha256":"0e35d1a8ae7927bf809cbc8ef3b10fb0ff770a8a0fdf49b63d8aeb9fc05af516","schema_version":"1.0","event_id":"sha256:0e35d1a8ae7927bf809cbc8ef3b10fb0ff770a8a0fdf49b63d8aeb9fc05af516"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VBIPYLD5NUIOIA3APYCYMH6INK/bundle.json","state_url":"https://pith.science/pith/VBIPYLD5NUIOIA3APYCYMH6INK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VBIPYLD5NUIOIA3APYCYMH6INK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T14:12:14Z","links":{"resolver":"https://pith.science/pith/VBIPYLD5NUIOIA3APYCYMH6INK","bundle":"https://pith.science/pith/VBIPYLD5NUIOIA3APYCYMH6INK/bundle.json","state":"https://pith.science/pith/VBIPYLD5NUIOIA3APYCYMH6INK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VBIPYLD5NUIOIA3APYCYMH6INK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VBIPYLD5NUIOIA3APYCYMH6INK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"89f9e02e522952e385b5ec666b79d3196c05efce3ec0c61020498307a899299c","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-06-01T00:52:41Z","title_canon_sha256":"16849f9477b4b9bdc2075a65f48dfc6a6bd224dc7be1c441132a6d44b237e383"},"schema_version":"1.0","source":{"id":"2406.00247","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.00247","created_at":"2026-07-05T08:44:54Z"},{"alias_kind":"arxiv_version","alias_value":"2406.00247v2","created_at":"2026-07-05T08:44:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.00247","created_at":"2026-07-05T08:44:54Z"},{"alias_kind":"pith_short_12","alias_value":"VBIPYLD5NUIO","created_at":"2026-07-05T08:44:54Z"},{"alias_kind":"pith_short_16","alias_value":"VBIPYLD5NUIOIA3A","created_at":"2026-07-05T08:44:54Z"},{"alias_kind":"pith_short_8","alias_value":"VBIPYLD5","created_at":"2026-07-05T08:44:54Z"}],"graph_snapshots":[{"event_id":"sha256:0e35d1a8ae7927bf809cbc8ef3b10fb0ff770a8a0fdf49b63d8aeb9fc05af516","target":"graph","created_at":"2026-07-05T08:44:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.00247/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"High relevance of retrieved and re-ranked items to the search query is the cornerstone of successful product search, yet measuring relevance of items to queries is one of the most challenging tasks in product information retrieval, and quality of product search is highly influenced by the precision and scale of available relevance-labelled data. In this paper, we present an array of techniques for leveraging Large Language Models (LLMs) for automating the relevance judgment of query-item pairs (QIPs) at scale. Using a unique dataset of multi-million QIPs, annotated by human evaluators, we test","authors_text":"Ajit Puthenputhussery, Alessandro Magnani, ChengXiang Zhai, Ciya Liao, Hrushikesh Mohapatra, Mossaab Bagdouri, Navid Mehrdad, Prijith Chandran, Sachin Yadav, Tony Lee, Xunfan Cai","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-06-01T00:52:41Z","title":"Large Language Models for Relevance Judgment in Product Search"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.00247","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:93ff3abc5dd9de5f18223b9f51fc624353db6cdc80b7adeac8be9ec2e9ebedf5","target":"record","created_at":"2026-07-05T08:44:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"89f9e02e522952e385b5ec666b79d3196c05efce3ec0c61020498307a899299c","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2024-06-01T00:52:41Z","title_canon_sha256":"16849f9477b4b9bdc2075a65f48dfc6a6bd224dc7be1c441132a6d44b237e383"},"schema_version":"1.0","source":{"id":"2406.00247","kind":"arxiv","version":2}},"canonical_sha256":"a850fc2c7d6d10e403607e05861fc86ab8e9afe50c25c27940173d0131b56fad","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a850fc2c7d6d10e403607e05861fc86ab8e9afe50c25c27940173d0131b56fad","first_computed_at":"2026-07-05T08:44:54.897102Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:44:54.897102Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Xj2CxE3XTHWjXIDPY4UaEQ6W78irh2FTbptvybvwO29RK5W8fC+TS4xs9X89sm2D2OxtS3pxvWCenDt/IDZ0DA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:44:54.897569Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.00247","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:93ff3abc5dd9de5f18223b9f51fc624353db6cdc80b7adeac8be9ec2e9ebedf5","sha256:0e35d1a8ae7927bf809cbc8ef3b10fb0ff770a8a0fdf49b63d8aeb9fc05af516"],"state_sha256":"831df7c5c94708b7625f74b533582a71f85e30c9d4aeaa938e2b8d4afa7471d0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nevq7KtTH8SoCM0x3NAA16Hr6yQbrWkwBZ7t9mAdUZ/cg7pw5WfSXjsUzUpkHTAWzazYkbXu1ifXxMnG7Gj7BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T14:12:14.273698Z","bundle_sha256":"94961c719482aec0411bf3cb840794bdeb6657dc8054592407a397ca3387ca10"}}