{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:ZC3JHJYJ5NZOIVWVIVL5JZOYPN","short_pith_number":"pith:ZC3JHJYJ","canonical_record":{"source":{"id":"2608.02446","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-08-03T16:23:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7a753aa40509a5df4ec0e1bfa47223805b7dba6d3adfe82d4bf65e47f7a6eccf","abstract_canon_sha256":"b25e4c4817ee8f7f3b86cd7cff968164015522f500f8b7e92d0089e811b2ceb0"},"schema_version":"1.0"},"canonical_sha256":"c8b693a709eb72e456d54557d4e5d87b4f2c78c0b210aec0adbe472a40f819c8","source":{"kind":"arxiv","id":"2608.02446","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.02446","created_at":"2026-08-04T02:43:31Z"},{"alias_kind":"arxiv_version","alias_value":"2608.02446v1","created_at":"2026-08-04T02:43:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.02446","created_at":"2026-08-04T02:43:31Z"},{"alias_kind":"pith_short_12","alias_value":"ZC3JHJYJ5NZO","created_at":"2026-08-04T02:43:31Z"},{"alias_kind":"pith_short_16","alias_value":"ZC3JHJYJ5NZOIVWV","created_at":"2026-08-04T02:43:31Z"},{"alias_kind":"pith_short_8","alias_value":"ZC3JHJYJ","created_at":"2026-08-04T02:43:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:ZC3JHJYJ5NZOIVWVIVL5JZOYPN","target":"record","payload":{"canonical_record":{"source":{"id":"2608.02446","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-08-03T16:23:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7a753aa40509a5df4ec0e1bfa47223805b7dba6d3adfe82d4bf65e47f7a6eccf","abstract_canon_sha256":"b25e4c4817ee8f7f3b86cd7cff968164015522f500f8b7e92d0089e811b2ceb0"},"schema_version":"1.0"},"canonical_sha256":"c8b693a709eb72e456d54557d4e5d87b4f2c78c0b210aec0adbe472a40f819c8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-04T02:43:31.569195Z","signature_b64":"/v9T2NJ5eoGEkqjFGi7iWPKruqa0Cps2M7t7qZdWvJ6OY2x/CG4Yf1ZqBoBuSYihVqzYOBp5hsdg8M0PFg01Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c8b693a709eb72e456d54557d4e5d87b4f2c78c0b210aec0adbe472a40f819c8","last_reissued_at":"2026-08-04T02:43:31.566321Z","signature_status":"signed_v1","first_computed_at":"2026-08-04T02:43:31.566321Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2608.02446","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-04T02:43:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jVXeog+SkxzQj0w06tF1TvcKkgT1aoByE2pZesyIS+GAk5+MAnDZOtHQzrRUlIrsE5WR8eHu23XXbHgpnudwBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T04:15:55.406139Z"},"content_sha256":"d67d6dcc5a83a55f99bc316a146a20d1b5ed55127a2ea8fe2459528783a2e031","schema_version":"1.0","event_id":"sha256:d67d6dcc5a83a55f99bc316a146a20d1b5ed55127a2ea8fe2459528783a2e031"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:ZC3JHJYJ5NZOIVWVIVL5JZOYPN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Advancing Relevance Measurement with Vision-Language Models for Web-Scale Search","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.IR","authors_text":"Alex Whitworth, Han Wang, Krishna Kamath, Kurchi Subhra Hazra, Pak Ming Cheung, Roberto Konow, Xi Chen, Zhenjie Zhang","submitted_at":"2026-08-03T16:23:49Z","abstract_excerpt":"Relevance evaluation plays a crucial role in personalized search systems, serving as a guardrail alongside user engagement metrics to ensure that search results align with user queries and intent. While human annotation is the traditional method for relevance evaluation, its high cost and long turnaround time limit its scalability. In this work, we present a VLM-based automated relevance evaluation pipeline deployed within Pinterest Search for online A/B experiments. We rigorously validate the alignment between VLM-generated judgments and human annotations, demonstrating that VLMs can provide "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.02446","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2608.02446/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-04T02:43:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VXHWVCgPScNTGpZXiAts8/6zUN5fKsnRs+gPs2vsS1ZdAfwtcptfcuLg1TtT1q8KqujVc9Y6XmH/1utnVuA9Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T04:15:55.406832Z"},"content_sha256":"4ab5e74c31c18fe1c30d2a14e74bd35a7f47211ebff7dd8efb212d4a42e2fc6a","schema_version":"1.0","event_id":"sha256:4ab5e74c31c18fe1c30d2a14e74bd35a7f47211ebff7dd8efb212d4a42e2fc6a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZC3JHJYJ5NZOIVWVIVL5JZOYPN/bundle.json","state_url":"https://pith.science/pith/ZC3JHJYJ5NZOIVWVIVL5JZOYPN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZC3JHJYJ5NZOIVWVIVL5JZOYPN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T04:15:55Z","links":{"resolver":"https://pith.science/pith/ZC3JHJYJ5NZOIVWVIVL5JZOYPN","bundle":"https://pith.science/pith/ZC3JHJYJ5NZOIVWVIVL5JZOYPN/bundle.json","state":"https://pith.science/pith/ZC3JHJYJ5NZOIVWVIVL5JZOYPN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZC3JHJYJ5NZOIVWVIVL5JZOYPN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:ZC3JHJYJ5NZOIVWVIVL5JZOYPN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b25e4c4817ee8f7f3b86cd7cff968164015522f500f8b7e92d0089e811b2ceb0","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-08-03T16:23:49Z","title_canon_sha256":"7a753aa40509a5df4ec0e1bfa47223805b7dba6d3adfe82d4bf65e47f7a6eccf"},"schema_version":"1.0","source":{"id":"2608.02446","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.02446","created_at":"2026-08-04T02:43:31Z"},{"alias_kind":"arxiv_version","alias_value":"2608.02446v1","created_at":"2026-08-04T02:43:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.02446","created_at":"2026-08-04T02:43:31Z"},{"alias_kind":"pith_short_12","alias_value":"ZC3JHJYJ5NZO","created_at":"2026-08-04T02:43:31Z"},{"alias_kind":"pith_short_16","alias_value":"ZC3JHJYJ5NZOIVWV","created_at":"2026-08-04T02:43:31Z"},{"alias_kind":"pith_short_8","alias_value":"ZC3JHJYJ","created_at":"2026-08-04T02:43:31Z"}],"graph_snapshots":[{"event_id":"sha256:4ab5e74c31c18fe1c30d2a14e74bd35a7f47211ebff7dd8efb212d4a42e2fc6a","target":"graph","created_at":"2026-08-04T02:43:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2608.02446/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Relevance evaluation plays a crucial role in personalized search systems, serving as a guardrail alongside user engagement metrics to ensure that search results align with user queries and intent. While human annotation is the traditional method for relevance evaluation, its high cost and long turnaround time limit its scalability. In this work, we present a VLM-based automated relevance evaluation pipeline deployed within Pinterest Search for online A/B experiments. We rigorously validate the alignment between VLM-generated judgments and human annotations, demonstrating that VLMs can provide ","authors_text":"Alex Whitworth, Han Wang, Krishna Kamath, Kurchi Subhra Hazra, Pak Ming Cheung, Roberto Konow, Xi Chen, Zhenjie Zhang","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-08-03T16:23:49Z","title":"Advancing Relevance Measurement with Vision-Language Models for Web-Scale Search"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.02446","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d67d6dcc5a83a55f99bc316a146a20d1b5ed55127a2ea8fe2459528783a2e031","target":"record","created_at":"2026-08-04T02:43:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b25e4c4817ee8f7f3b86cd7cff968164015522f500f8b7e92d0089e811b2ceb0","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-08-03T16:23:49Z","title_canon_sha256":"7a753aa40509a5df4ec0e1bfa47223805b7dba6d3adfe82d4bf65e47f7a6eccf"},"schema_version":"1.0","source":{"id":"2608.02446","kind":"arxiv","version":1}},"canonical_sha256":"c8b693a709eb72e456d54557d4e5d87b4f2c78c0b210aec0adbe472a40f819c8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c8b693a709eb72e456d54557d4e5d87b4f2c78c0b210aec0adbe472a40f819c8","first_computed_at":"2026-08-04T02:43:31.566321Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-04T02:43:31.566321Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/v9T2NJ5eoGEkqjFGi7iWPKruqa0Cps2M7t7qZdWvJ6OY2x/CG4Yf1ZqBoBuSYihVqzYOBp5hsdg8M0PFg01Bw==","signature_status":"signed_v1","signed_at":"2026-08-04T02:43:31.569195Z","signed_message":"canonical_sha256_bytes"},"source_id":"2608.02446","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d67d6dcc5a83a55f99bc316a146a20d1b5ed55127a2ea8fe2459528783a2e031","sha256:4ab5e74c31c18fe1c30d2a14e74bd35a7f47211ebff7dd8efb212d4a42e2fc6a"],"state_sha256":"7901497946e78ce468cf3861b06bcfdf917a014788eaa3fa2ca1b341e6ebc0ab"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e7yDYbR03Fn7neEjJ2k9Xt8YaRFLI+O2++KHL2m83+Eb9Hw/VGGLNNjTn6MAO6YGTGqBWC7cH3izhXPYCNPJBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T04:15:55.413333Z","bundle_sha256":"b247b2014f5055fd3e82e5694f5db133327a22fc9342c022a451bb2fcee5f079"}}