{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:DHDCLWU4MDOQGA7NKR7RY2S7XE","short_pith_number":"pith:DHDCLWU4","canonical_record":{"source":{"id":"2502.08763","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2025-02-12T20:10:41Z","cross_cats_sorted":[],"title_canon_sha256":"c3d2beb49efc1efe685c468856c93267692e88a2842d22725a5167bca586a868","abstract_canon_sha256":"bbbf7b303a56f4691f754dd6fcaa024c42131bfb7517217ab7c5541538bccec6"},"schema_version":"1.0"},"canonical_sha256":"19c625da9c60dd0303ed547f1c6a5fb922729cb58298d78da8faaae14cfe4c08","source":{"kind":"arxiv","id":"2502.08763","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.08763","created_at":"2026-07-05T11:12:11Z"},{"alias_kind":"arxiv_version","alias_value":"2502.08763v2","created_at":"2026-07-05T11:12:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.08763","created_at":"2026-07-05T11:12:11Z"},{"alias_kind":"pith_short_12","alias_value":"DHDCLWU4MDOQ","created_at":"2026-07-05T11:12:11Z"},{"alias_kind":"pith_short_16","alias_value":"DHDCLWU4MDOQGA7N","created_at":"2026-07-05T11:12:11Z"},{"alias_kind":"pith_short_8","alias_value":"DHDCLWU4","created_at":"2026-07-05T11:12:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:DHDCLWU4MDOQGA7NKR7RY2S7XE","target":"record","payload":{"canonical_record":{"source":{"id":"2502.08763","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2025-02-12T20:10:41Z","cross_cats_sorted":[],"title_canon_sha256":"c3d2beb49efc1efe685c468856c93267692e88a2842d22725a5167bca586a868","abstract_canon_sha256":"bbbf7b303a56f4691f754dd6fcaa024c42131bfb7517217ab7c5541538bccec6"},"schema_version":"1.0"},"canonical_sha256":"19c625da9c60dd0303ed547f1c6a5fb922729cb58298d78da8faaae14cfe4c08","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:11.115161Z","signature_b64":"9zYAEYt86iZWyHIQLsztpFSg5ukLkDXA8BrjgZp4nkfLx/yzqYcPcL6rzIPVirqkRZ2q7ooES8YB5VWbQT5CDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"19c625da9c60dd0303ed547f1c6a5fb922729cb58298d78da8faaae14cfe4c08","last_reissued_at":"2026-07-05T11:12:11.114691Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:11.114691Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.08763","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rC1LOm2T05lr4ov7UvHQHN8ncx2pF/j6GMXHCGVho2VvofCmgaUgX848vsYjJ8CGGi6jTjwvrmbk8J0XUIE6AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:38:26.031757Z"},"content_sha256":"b5fd2bb505821604b19de84bae884753fe091d437787de0623b18204ae41af7e","schema_version":"1.0","event_id":"sha256:b5fd2bb505821604b19de84bae884753fe091d437787de0623b18204ae41af7e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:DHDCLWU4MDOQGA7NKR7RY2S7XE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Decision Rules Across Many Weak Experiments","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"stat.ME","authors_text":"Aur\\'elien Bibaut, Colin Gray, Nathan Kallus, Simon Ejdemyr, Winston Chou","submitted_at":"2025-02-12T20:10:41Z","abstract_excerpt":"Technology firms conduct randomized controlled experiments (\"A/B tests\") to learn which actions to take to improve business outcomes. In firms with mature experimentation platforms, experimentation programs can consist of many thousands of tests. To effectively scale experimentation, firms rely on decision rules: standard operating procedures for mapping the results of an experiment to a choice of treatment arm to launch to the general user population. Despite the critical role of decision rules in translating experimentation into business decisions, rigorous guidance on how to evaluate and ch"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.08763","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.08763/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"irmh5L+1a5vK4dTrXH8AKpHolwQBp6aRWQdZgRCb9bcRg2uBSR/J3b3oN8MC5wZEI1pGvq6585+sjwt/CcR1DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:38:26.032330Z"},"content_sha256":"263b533de4bd8e846d6ffca1d89e5ae48c14cb67efdfd58837fe345416f2b4c0","schema_version":"1.0","event_id":"sha256:263b533de4bd8e846d6ffca1d89e5ae48c14cb67efdfd58837fe345416f2b4c0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DHDCLWU4MDOQGA7NKR7RY2S7XE/bundle.json","state_url":"https://pith.science/pith/DHDCLWU4MDOQGA7NKR7RY2S7XE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DHDCLWU4MDOQGA7NKR7RY2S7XE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T18:38:26Z","links":{"resolver":"https://pith.science/pith/DHDCLWU4MDOQGA7NKR7RY2S7XE","bundle":"https://pith.science/pith/DHDCLWU4MDOQGA7NKR7RY2S7XE/bundle.json","state":"https://pith.science/pith/DHDCLWU4MDOQGA7NKR7RY2S7XE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DHDCLWU4MDOQGA7NKR7RY2S7XE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DHDCLWU4MDOQGA7NKR7RY2S7XE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bbbf7b303a56f4691f754dd6fcaa024c42131bfb7517217ab7c5541538bccec6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2025-02-12T20:10:41Z","title_canon_sha256":"c3d2beb49efc1efe685c468856c93267692e88a2842d22725a5167bca586a868"},"schema_version":"1.0","source":{"id":"2502.08763","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.08763","created_at":"2026-07-05T11:12:11Z"},{"alias_kind":"arxiv_version","alias_value":"2502.08763v2","created_at":"2026-07-05T11:12:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.08763","created_at":"2026-07-05T11:12:11Z"},{"alias_kind":"pith_short_12","alias_value":"DHDCLWU4MDOQ","created_at":"2026-07-05T11:12:11Z"},{"alias_kind":"pith_short_16","alias_value":"DHDCLWU4MDOQGA7N","created_at":"2026-07-05T11:12:11Z"},{"alias_kind":"pith_short_8","alias_value":"DHDCLWU4","created_at":"2026-07-05T11:12:11Z"}],"graph_snapshots":[{"event_id":"sha256:263b533de4bd8e846d6ffca1d89e5ae48c14cb67efdfd58837fe345416f2b4c0","target":"graph","created_at":"2026-07-05T11:12:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.08763/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Technology firms conduct randomized controlled experiments (\"A/B tests\") to learn which actions to take to improve business outcomes. In firms with mature experimentation platforms, experimentation programs can consist of many thousands of tests. To effectively scale experimentation, firms rely on decision rules: standard operating procedures for mapping the results of an experiment to a choice of treatment arm to launch to the general user population. Despite the critical role of decision rules in translating experimentation into business decisions, rigorous guidance on how to evaluate and ch","authors_text":"Aur\\'elien Bibaut, Colin Gray, Nathan Kallus, Simon Ejdemyr, Winston Chou","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2025-02-12T20:10:41Z","title":"Evaluating Decision Rules Across Many Weak Experiments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.08763","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b5fd2bb505821604b19de84bae884753fe091d437787de0623b18204ae41af7e","target":"record","created_at":"2026-07-05T11:12:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bbbf7b303a56f4691f754dd6fcaa024c42131bfb7517217ab7c5541538bccec6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2025-02-12T20:10:41Z","title_canon_sha256":"c3d2beb49efc1efe685c468856c93267692e88a2842d22725a5167bca586a868"},"schema_version":"1.0","source":{"id":"2502.08763","kind":"arxiv","version":2}},"canonical_sha256":"19c625da9c60dd0303ed547f1c6a5fb922729cb58298d78da8faaae14cfe4c08","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"19c625da9c60dd0303ed547f1c6a5fb922729cb58298d78da8faaae14cfe4c08","first_computed_at":"2026-07-05T11:12:11.114691Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:11.114691Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9zYAEYt86iZWyHIQLsztpFSg5ukLkDXA8BrjgZp4nkfLx/yzqYcPcL6rzIPVirqkRZ2q7ooES8YB5VWbQT5CDg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:11.115161Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.08763","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b5fd2bb505821604b19de84bae884753fe091d437787de0623b18204ae41af7e","sha256:263b533de4bd8e846d6ffca1d89e5ae48c14cb67efdfd58837fe345416f2b4c0"],"state_sha256":"1e55e48319c1ae75d4b843ff59bf8ff796f86ab3ae67a93c3597284a90c759b1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zRz3HlYj7IMUnKs7ZbAArFfY+/8neHmR91tEBqYzDjnXRNTWDA+ZEjPnv5QYpp86yFvtUlVGPmM2eid8LHOIBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T18:38:26.037663Z","bundle_sha256":"a181ee81139f38fed5059caf7bb1adab680433c637e786a4845ac85004ae520d"}}