{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:YMNRNMMFZQQW72PO722Y3TVBLQ","short_pith_number":"pith:YMNRNMMF","canonical_record":{"source":{"id":"2606.25871","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-06-24T14:20:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1df6368e707240fdd00571f9421fb08631b1d64f3b462c1589ecb734b52073b5","abstract_canon_sha256":"378fd5f019abd65e44911a4b462e9c1747501bba1e9ce5b4653f2f657b58f689"},"schema_version":"1.0"},"canonical_sha256":"c31b16b185cc216fe9eefeb58dcea15c1e4b0661ad8a04f95d317ccca7f052de","source":{"kind":"arxiv","id":"2606.25871","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.25871","created_at":"2026-06-25T01:18:41Z"},{"alias_kind":"arxiv_version","alias_value":"2606.25871v1","created_at":"2026-06-25T01:18:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.25871","created_at":"2026-06-25T01:18:41Z"},{"alias_kind":"pith_short_12","alias_value":"YMNRNMMFZQQW","created_at":"2026-06-25T01:18:41Z"},{"alias_kind":"pith_short_16","alias_value":"YMNRNMMFZQQW72PO","created_at":"2026-06-25T01:18:41Z"},{"alias_kind":"pith_short_8","alias_value":"YMNRNMMF","created_at":"2026-06-25T01:18:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:YMNRNMMFZQQW72PO722Y3TVBLQ","target":"record","payload":{"canonical_record":{"source":{"id":"2606.25871","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-06-24T14:20:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1df6368e707240fdd00571f9421fb08631b1d64f3b462c1589ecb734b52073b5","abstract_canon_sha256":"378fd5f019abd65e44911a4b462e9c1747501bba1e9ce5b4653f2f657b58f689"},"schema_version":"1.0"},"canonical_sha256":"c31b16b185cc216fe9eefeb58dcea15c1e4b0661ad8a04f95d317ccca7f052de","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-25T01:18:41.867937Z","signature_b64":"0bb8kp3H3e58qj59B8mA4sOxAr6gMx4jIsVjK5EebGWeZBbXSHQC9qmmXOWg0rqIqplssaWz/Jtp9YddYAKbCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c31b16b185cc216fe9eefeb58dcea15c1e4b0661ad8a04f95d317ccca7f052de","last_reissued_at":"2026-06-25T01:18:41.867537Z","signature_status":"signed_v1","first_computed_at":"2026-06-25T01:18:41.867537Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.25871","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-25T01:18:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mm/yJALL2gzKXxQiTypPlZ+ygEXd2kNCjDrYPYXNZUczDt1w0wdGCL6rrHEvoqEtini3YpsCsq+twDUM7CNeDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T17:58:12.287371Z"},"content_sha256":"ff86cb48d82f63c93634f3246529ea4349c76206f01c206e1e2ef75b4d18f2a6","schema_version":"1.0","event_id":"sha256:ff86cb48d82f63c93634f3246529ea4349c76206f01c206e1e2ef75b4d18f2a6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:YMNRNMMFZQQW72PO722Y3TVBLQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AutoRelAnnotator: Calibrated Model Cascades for Cost-Efficient Relevance Evaluation in Sponsored Search","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.IR","authors_text":"Hong Yao, Kuang-chih Lee, Md Omar Faruk Rokon, Shasvat Desai","submitted_at":"2026-06-24T14:20:30Z","abstract_excerpt":"How can we generate high-quality relevance annotations at scale without the cost and delays of human labeling? Relevance annotations are the backbone of search ranking systems which is needed for training data preparation, NDCG evaluation, and root cause analysis. However, human annotation is slow and off-the-shelf LLMs suffer from accuracy on domain-specific tasks. We propose a calibrated model cascade, a systematic approach for cost-efficient offline relevance annotation by routing queries through progressively larger fine-tuned classifiers. Our central insight is that accuracy and cost are "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.25871","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.25871/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-25T01:18:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RxiImUa1pRnQGE/TKvXvgYB2PeqqNRws8zh7G8Z9KhKI/n9NftLh6C404yDVd/hQ8z4QLFZ952gz6k1CBBlyAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T17:58:12.287759Z"},"content_sha256":"5d402a5cbefa2a0792eddb54c48ec1335eb5d2214585421781a8a0c20b7e069d","schema_version":"1.0","event_id":"sha256:5d402a5cbefa2a0792eddb54c48ec1335eb5d2214585421781a8a0c20b7e069d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YMNRNMMFZQQW72PO722Y3TVBLQ/bundle.json","state_url":"https://pith.science/pith/YMNRNMMFZQQW72PO722Y3TVBLQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YMNRNMMFZQQW72PO722Y3TVBLQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T17:58:12Z","links":{"resolver":"https://pith.science/pith/YMNRNMMFZQQW72PO722Y3TVBLQ","bundle":"https://pith.science/pith/YMNRNMMFZQQW72PO722Y3TVBLQ/bundle.json","state":"https://pith.science/pith/YMNRNMMFZQQW72PO722Y3TVBLQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YMNRNMMFZQQW72PO722Y3TVBLQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:YMNRNMMFZQQW72PO722Y3TVBLQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"378fd5f019abd65e44911a4b462e9c1747501bba1e9ce5b4653f2f657b58f689","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-06-24T14:20:30Z","title_canon_sha256":"1df6368e707240fdd00571f9421fb08631b1d64f3b462c1589ecb734b52073b5"},"schema_version":"1.0","source":{"id":"2606.25871","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.25871","created_at":"2026-06-25T01:18:41Z"},{"alias_kind":"arxiv_version","alias_value":"2606.25871v1","created_at":"2026-06-25T01:18:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.25871","created_at":"2026-06-25T01:18:41Z"},{"alias_kind":"pith_short_12","alias_value":"YMNRNMMFZQQW","created_at":"2026-06-25T01:18:41Z"},{"alias_kind":"pith_short_16","alias_value":"YMNRNMMFZQQW72PO","created_at":"2026-06-25T01:18:41Z"},{"alias_kind":"pith_short_8","alias_value":"YMNRNMMF","created_at":"2026-06-25T01:18:41Z"}],"graph_snapshots":[{"event_id":"sha256:5d402a5cbefa2a0792eddb54c48ec1335eb5d2214585421781a8a0c20b7e069d","target":"graph","created_at":"2026-06-25T01:18:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.25871/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"How can we generate high-quality relevance annotations at scale without the cost and delays of human labeling? Relevance annotations are the backbone of search ranking systems which is needed for training data preparation, NDCG evaluation, and root cause analysis. However, human annotation is slow and off-the-shelf LLMs suffer from accuracy on domain-specific tasks. We propose a calibrated model cascade, a systematic approach for cost-efficient offline relevance annotation by routing queries through progressively larger fine-tuned classifiers. Our central insight is that accuracy and cost are ","authors_text":"Hong Yao, Kuang-chih Lee, Md Omar Faruk Rokon, Shasvat Desai","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-06-24T14:20:30Z","title":"AutoRelAnnotator: Calibrated Model Cascades for Cost-Efficient Relevance Evaluation in Sponsored Search"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.25871","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ff86cb48d82f63c93634f3246529ea4349c76206f01c206e1e2ef75b4d18f2a6","target":"record","created_at":"2026-06-25T01:18:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"378fd5f019abd65e44911a4b462e9c1747501bba1e9ce5b4653f2f657b58f689","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-06-24T14:20:30Z","title_canon_sha256":"1df6368e707240fdd00571f9421fb08631b1d64f3b462c1589ecb734b52073b5"},"schema_version":"1.0","source":{"id":"2606.25871","kind":"arxiv","version":1}},"canonical_sha256":"c31b16b185cc216fe9eefeb58dcea15c1e4b0661ad8a04f95d317ccca7f052de","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c31b16b185cc216fe9eefeb58dcea15c1e4b0661ad8a04f95d317ccca7f052de","first_computed_at":"2026-06-25T01:18:41.867537Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-25T01:18:41.867537Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0bb8kp3H3e58qj59B8mA4sOxAr6gMx4jIsVjK5EebGWeZBbXSHQC9qmmXOWg0rqIqplssaWz/Jtp9YddYAKbCg==","signature_status":"signed_v1","signed_at":"2026-06-25T01:18:41.867937Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.25871","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ff86cb48d82f63c93634f3246529ea4349c76206f01c206e1e2ef75b4d18f2a6","sha256:5d402a5cbefa2a0792eddb54c48ec1335eb5d2214585421781a8a0c20b7e069d"],"state_sha256":"7daae8daa63427d744a5bff41f99b4c5e60b36a47064170cb3874c050cabdfd8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I5z/3hqigc2e7/1BjlPZGnoBmFvXjX0ZUmVrqtrFI8t0h/Ybru36VDMUaNUkxxmW5ZW5EOMd7FQwA0WCjq28DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T17:58:12.290336Z","bundle_sha256":"7837a9871d2bddb47806502e26fdda36ba0cb7dd01fbc5a5f5ab719228d8761a"}}