{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LA6TZAKKALLRJRES4QFBIS4GMW","short_pith_number":"pith:LA6TZAKK","canonical_record":{"source":{"id":"2402.14590","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-02-07T23:47:02Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"7a183b2a4ce5fb8519e9c2b3150981d4a4daf930cc4316539b70f2c8607e0d89","abstract_canon_sha256":"951c458539f1e34e318893a86c06e159112235b444ef64d2108f8f14753b9534"},"schema_version":"1.0"},"canonical_sha256":"583d3c814a02d714c492e40a144b86658255eefda1992cd6ad5d70bb15490172","source":{"kind":"arxiv","id":"2402.14590","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14590","created_at":"2026-07-05T07:48:12Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14590v1","created_at":"2026-07-05T07:48:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14590","created_at":"2026-07-05T07:48:12Z"},{"alias_kind":"pith_short_12","alias_value":"LA6TZAKKALLR","created_at":"2026-07-05T07:48:12Z"},{"alias_kind":"pith_short_16","alias_value":"LA6TZAKKALLRJRES","created_at":"2026-07-05T07:48:12Z"},{"alias_kind":"pith_short_8","alias_value":"LA6TZAKK","created_at":"2026-07-05T07:48:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LA6TZAKKALLRJRES4QFBIS4GMW","target":"record","payload":{"canonical_record":{"source":{"id":"2402.14590","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-02-07T23:47:02Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"7a183b2a4ce5fb8519e9c2b3150981d4a4daf930cc4316539b70f2c8607e0d89","abstract_canon_sha256":"951c458539f1e34e318893a86c06e159112235b444ef64d2108f8f14753b9534"},"schema_version":"1.0"},"canonical_sha256":"583d3c814a02d714c492e40a144b86658255eefda1992cd6ad5d70bb15490172","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:48:12.452297Z","signature_b64":"UjbuNNl5ooOYEpUhrNgsMyajwid0ADKGlze9ClWCfKXRNxsP1VDgcfWZoblfhzeSUBG/qOxmRSKJRp6OmKYKDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"583d3c814a02d714c492e40a144b86658255eefda1992cd6ad5d70bb15490172","last_reissued_at":"2026-07-05T07:48:12.451919Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:48:12.451919Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.14590","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:48:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0oqTwYQSeuBLSWKfp5+w4iPzCMUKUjxLrMg0ZnRFtUwiPZHo0A40apxbqQZeN2koBWMsIJcIoANOJPz96mVkCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T22:29:21.705181Z"},"content_sha256":"546d93362395a3be1e55f95ccf9d4eac8623a7837e2253df6946dd947dc904c1","schema_version":"1.0","event_id":"sha256:546d93362395a3be1e55f95ccf9d4eac8623a7837e2253df6946dd947dc904c1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LA6TZAKKALLRJRES4QFBIS4GMW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scaling Up LLM Reviews for Google Ads Content Moderation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.IR","authors_text":"Ariel Fuxman, Chih-Chun Chia, Chun-Ta Lu, Dongjin Kwon, Enming Luo, Fangzhou Wang, Mehmet Tek, Otilia Stretcu, Ranjay Krishna, Tiantian Fang, Tushar Dogra, Wei Qiao, Yuan Wang, Yu-Han Lyu","submitted_at":"2024-02-07T23:47:02Z","abstract_excerpt":"Large language models (LLMs) are powerful tools for content moderation, but their inference costs and latency make them prohibitive for casual use on large datasets, such as the Google Ads repository. This study proposes a method for scaling up LLM reviews for content moderation in Google Ads. First, we use heuristics to select candidates via filtering and duplicate removal, and create clusters of ads for which we select one representative ad per cluster. We then use LLMs to review only the representative ads. Finally, we propagate the LLM decisions for the representative ads back to their clu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14590","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.14590/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:48:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DsllJK+Zmyl6brBTbcBRwAFN2O+X6Te5lhVLRnirAFzZi0Z2kduSxnC+PqiA/DlRf34+OG5wJPneA3ro+avfAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T22:29:21.706096Z"},"content_sha256":"c88c34139e839bf8e9be43d0cdfe59b577bba882fee67eabe0d1b63d34e57207","schema_version":"1.0","event_id":"sha256:c88c34139e839bf8e9be43d0cdfe59b577bba882fee67eabe0d1b63d34e57207"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LA6TZAKKALLRJRES4QFBIS4GMW/bundle.json","state_url":"https://pith.science/pith/LA6TZAKKALLRJRES4QFBIS4GMW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LA6TZAKKALLRJRES4QFBIS4GMW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T22:29:21Z","links":{"resolver":"https://pith.science/pith/LA6TZAKKALLRJRES4QFBIS4GMW","bundle":"https://pith.science/pith/LA6TZAKKALLRJRES4QFBIS4GMW/bundle.json","state":"https://pith.science/pith/LA6TZAKKALLRJRES4QFBIS4GMW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LA6TZAKKALLRJRES4QFBIS4GMW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LA6TZAKKALLRJRES4QFBIS4GMW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"951c458539f1e34e318893a86c06e159112235b444ef64d2108f8f14753b9534","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-02-07T23:47:02Z","title_canon_sha256":"7a183b2a4ce5fb8519e9c2b3150981d4a4daf930cc4316539b70f2c8607e0d89"},"schema_version":"1.0","source":{"id":"2402.14590","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14590","created_at":"2026-07-05T07:48:12Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14590v1","created_at":"2026-07-05T07:48:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14590","created_at":"2026-07-05T07:48:12Z"},{"alias_kind":"pith_short_12","alias_value":"LA6TZAKKALLR","created_at":"2026-07-05T07:48:12Z"},{"alias_kind":"pith_short_16","alias_value":"LA6TZAKKALLRJRES","created_at":"2026-07-05T07:48:12Z"},{"alias_kind":"pith_short_8","alias_value":"LA6TZAKK","created_at":"2026-07-05T07:48:12Z"}],"graph_snapshots":[{"event_id":"sha256:c88c34139e839bf8e9be43d0cdfe59b577bba882fee67eabe0d1b63d34e57207","target":"graph","created_at":"2026-07-05T07:48:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.14590/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are powerful tools for content moderation, but their inference costs and latency make them prohibitive for casual use on large datasets, such as the Google Ads repository. This study proposes a method for scaling up LLM reviews for content moderation in Google Ads. First, we use heuristics to select candidates via filtering and duplicate removal, and create clusters of ads for which we select one representative ad per cluster. We then use LLMs to review only the representative ads. Finally, we propagate the LLM decisions for the representative ads back to their clu","authors_text":"Ariel Fuxman, Chih-Chun Chia, Chun-Ta Lu, Dongjin Kwon, Enming Luo, Fangzhou Wang, Mehmet Tek, Otilia Stretcu, Ranjay Krishna, Tiantian Fang, Tushar Dogra, Wei Qiao, Yuan Wang, Yu-Han Lyu","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-02-07T23:47:02Z","title":"Scaling Up LLM Reviews for Google Ads Content Moderation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14590","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:546d93362395a3be1e55f95ccf9d4eac8623a7837e2253df6946dd947dc904c1","target":"record","created_at":"2026-07-05T07:48:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"951c458539f1e34e318893a86c06e159112235b444ef64d2108f8f14753b9534","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-02-07T23:47:02Z","title_canon_sha256":"7a183b2a4ce5fb8519e9c2b3150981d4a4daf930cc4316539b70f2c8607e0d89"},"schema_version":"1.0","source":{"id":"2402.14590","kind":"arxiv","version":1}},"canonical_sha256":"583d3c814a02d714c492e40a144b86658255eefda1992cd6ad5d70bb15490172","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"583d3c814a02d714c492e40a144b86658255eefda1992cd6ad5d70bb15490172","first_computed_at":"2026-07-05T07:48:12.451919Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:48:12.451919Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UjbuNNl5ooOYEpUhrNgsMyajwid0ADKGlze9ClWCfKXRNxsP1VDgcfWZoblfhzeSUBG/qOxmRSKJRp6OmKYKDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:48:12.452297Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.14590","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:546d93362395a3be1e55f95ccf9d4eac8623a7837e2253df6946dd947dc904c1","sha256:c88c34139e839bf8e9be43d0cdfe59b577bba882fee67eabe0d1b63d34e57207"],"state_sha256":"20482c05657a523ffcf7beed3149380df7e812997b114b84690b60227d7d985e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q/ChuTa+JFon2qHlosoWoEEZbJLtR9vYwpwBg4oN2+MrzVSKJEFGuwEPLoiI60JlzT/p4Sc6QWVVbheupe7kDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T22:29:21.720597Z","bundle_sha256":"c21ae3b6ef9ed0aeda6185b93d2f06b3fa53bed17e68857fb19344c7503135a4"}}