{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:NQBONTR5DNH33IBL5NCUMRN7BN","short_pith_number":"pith:NQBONTR5","canonical_record":{"source":{"id":"2111.03267","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-05T05:23:06Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"71bcc74323bdc0220dddaede0b6b4bb5fbbd68e208266b081e5c2c0df5d59630","abstract_canon_sha256":"479e2d1b6815bd8cdfa41666adb3a5f413a28b4f1a019108bc726f6c4cef774e"},"schema_version":"1.0"},"canonical_sha256":"6c02e6ce3d1b4fbda02beb454645bf0b4b6a500d70740baf65083b783fa1f002","source":{"kind":"arxiv","id":"2111.03267","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.03267","created_at":"2026-07-05T04:46:33Z"},{"alias_kind":"arxiv_version","alias_value":"2111.03267v2","created_at":"2026-07-05T04:46:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.03267","created_at":"2026-07-05T04:46:33Z"},{"alias_kind":"pith_short_12","alias_value":"NQBONTR5DNH3","created_at":"2026-07-05T04:46:33Z"},{"alias_kind":"pith_short_16","alias_value":"NQBONTR5DNH33IBL","created_at":"2026-07-05T04:46:33Z"},{"alias_kind":"pith_short_8","alias_value":"NQBONTR5","created_at":"2026-07-05T04:46:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:NQBONTR5DNH33IBL5NCUMRN7BN","target":"record","payload":{"canonical_record":{"source":{"id":"2111.03267","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-05T05:23:06Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"71bcc74323bdc0220dddaede0b6b4bb5fbbd68e208266b081e5c2c0df5d59630","abstract_canon_sha256":"479e2d1b6815bd8cdfa41666adb3a5f413a28b4f1a019108bc726f6c4cef774e"},"schema_version":"1.0"},"canonical_sha256":"6c02e6ce3d1b4fbda02beb454645bf0b4b6a500d70740baf65083b783fa1f002","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:46:33.614826Z","signature_b64":"PwHF/02fjCx6SNhaYiFR9EBqaM8F8KHrcZdaoHUCkviuzPsXXOSWGGriEXeZvIPAYoUK0MlWUClnutsQCxxfAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6c02e6ce3d1b4fbda02beb454645bf0b4b6a500d70740baf65083b783fa1f002","last_reissued_at":"2026-07-05T04:46:33.614456Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:46:33.614456Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.03267","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:46:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ccyo705Q7bYSrgBLQhiGcatiDNLSHVc/U1uPrZiZCWfHR5wbpbL8fsZ0xiyALCBErf8IWXjPB3fO2O+RpzhcBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T03:31:23.777576Z"},"content_sha256":"cdf1fc6c78e1d9c7ac015650adf556db3fee6e03f6fc23542a8bfe39eb99b22e","schema_version":"1.0","event_id":"sha256:cdf1fc6c78e1d9c7ac015650adf556db3fee6e03f6fc23542a8bfe39eb99b22e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:NQBONTR5DNH33IBL5NCUMRN7BN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Interpretable Personalized Experimentation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Adam Obeng, Daniel Jiang, Drew Dimmery, Eytan Bakshy, Hanson Wang, Han Wu, Mia Garrard, Sarah Tan, Shaun Singh, Weiwei Li","submitted_at":"2021-11-05T05:23:06Z","abstract_excerpt":"Black-box heterogeneous treatment effect (HTE) models are increasingly being used to create personalized policies that assign individuals to their optimal treatments. However, they are difficult to understand, and can be burdensome to maintain in a production environment. In this paper, we present a scalable, interpretable personalized experimentation system, implemented and deployed in production at Meta. The system works in a multiple treatment, multiple outcome setting typical at Meta to: (1) learn explanations for black-box HTE models; (2) generate interpretable personalized policies. We e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.03267","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.03267/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:46:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yrWqnpJqbtLsK1iGwKmsXvtXGjwRhYkKt3Z2tNmhollT8bivFNyd9xo9D5A6oz8LfpgPGliYJtUR/iAgn9avDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T03:31:23.778476Z"},"content_sha256":"fa976a4ffcaa2def26d87da1e1f0cce300ff046c4bc2ee367e9d04cae8617d83","schema_version":"1.0","event_id":"sha256:fa976a4ffcaa2def26d87da1e1f0cce300ff046c4bc2ee367e9d04cae8617d83"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NQBONTR5DNH33IBL5NCUMRN7BN/bundle.json","state_url":"https://pith.science/pith/NQBONTR5DNH33IBL5NCUMRN7BN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NQBONTR5DNH33IBL5NCUMRN7BN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T03:31:23Z","links":{"resolver":"https://pith.science/pith/NQBONTR5DNH33IBL5NCUMRN7BN","bundle":"https://pith.science/pith/NQBONTR5DNH33IBL5NCUMRN7BN/bundle.json","state":"https://pith.science/pith/NQBONTR5DNH33IBL5NCUMRN7BN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NQBONTR5DNH33IBL5NCUMRN7BN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:NQBONTR5DNH33IBL5NCUMRN7BN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"479e2d1b6815bd8cdfa41666adb3a5f413a28b4f1a019108bc726f6c4cef774e","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-05T05:23:06Z","title_canon_sha256":"71bcc74323bdc0220dddaede0b6b4bb5fbbd68e208266b081e5c2c0df5d59630"},"schema_version":"1.0","source":{"id":"2111.03267","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.03267","created_at":"2026-07-05T04:46:33Z"},{"alias_kind":"arxiv_version","alias_value":"2111.03267v2","created_at":"2026-07-05T04:46:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.03267","created_at":"2026-07-05T04:46:33Z"},{"alias_kind":"pith_short_12","alias_value":"NQBONTR5DNH3","created_at":"2026-07-05T04:46:33Z"},{"alias_kind":"pith_short_16","alias_value":"NQBONTR5DNH33IBL","created_at":"2026-07-05T04:46:33Z"},{"alias_kind":"pith_short_8","alias_value":"NQBONTR5","created_at":"2026-07-05T04:46:33Z"}],"graph_snapshots":[{"event_id":"sha256:fa976a4ffcaa2def26d87da1e1f0cce300ff046c4bc2ee367e9d04cae8617d83","target":"graph","created_at":"2026-07-05T04:46:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.03267/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Black-box heterogeneous treatment effect (HTE) models are increasingly being used to create personalized policies that assign individuals to their optimal treatments. However, they are difficult to understand, and can be burdensome to maintain in a production environment. In this paper, we present a scalable, interpretable personalized experimentation system, implemented and deployed in production at Meta. The system works in a multiple treatment, multiple outcome setting typical at Meta to: (1) learn explanations for black-box HTE models; (2) generate interpretable personalized policies. We e","authors_text":"Adam Obeng, Daniel Jiang, Drew Dimmery, Eytan Bakshy, Hanson Wang, Han Wu, Mia Garrard, Sarah Tan, Shaun Singh, Weiwei Li","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-05T05:23:06Z","title":"Interpretable Personalized Experimentation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.03267","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cdf1fc6c78e1d9c7ac015650adf556db3fee6e03f6fc23542a8bfe39eb99b22e","target":"record","created_at":"2026-07-05T04:46:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"479e2d1b6815bd8cdfa41666adb3a5f413a28b4f1a019108bc726f6c4cef774e","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-05T05:23:06Z","title_canon_sha256":"71bcc74323bdc0220dddaede0b6b4bb5fbbd68e208266b081e5c2c0df5d59630"},"schema_version":"1.0","source":{"id":"2111.03267","kind":"arxiv","version":2}},"canonical_sha256":"6c02e6ce3d1b4fbda02beb454645bf0b4b6a500d70740baf65083b783fa1f002","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6c02e6ce3d1b4fbda02beb454645bf0b4b6a500d70740baf65083b783fa1f002","first_computed_at":"2026-07-05T04:46:33.614456Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:46:33.614456Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PwHF/02fjCx6SNhaYiFR9EBqaM8F8KHrcZdaoHUCkviuzPsXXOSWGGriEXeZvIPAYoUK0MlWUClnutsQCxxfAw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:46:33.614826Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.03267","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cdf1fc6c78e1d9c7ac015650adf556db3fee6e03f6fc23542a8bfe39eb99b22e","sha256:fa976a4ffcaa2def26d87da1e1f0cce300ff046c4bc2ee367e9d04cae8617d83"],"state_sha256":"e27f05227024ce4577c7655f0f853b35e9407e5e1c993dcfa938479b25e07208"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2WPtj8VmY6dEOJR3esPAOKLjKhwdEJKsAXSftYNG4FHSsGt7EVRAgnH/XR1egKDbe/L0tZ6/eu12VQsqUO/VBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T03:31:23.792124Z","bundle_sha256":"a415eafa65050e64a53573ad195814458dfe9142e44fd8f6f39632df1c6ab874"}}