{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7YZVF4WEHPRUJYEYY3LEVTANB5","short_pith_number":"pith:7YZVF4WE","canonical_record":{"source":{"id":"2309.07107","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2023-09-13T17:25:56Z","cross_cats_sorted":[],"title_canon_sha256":"04a3640e9ee2211fee7fe1e306b3bc1fdf801f1a5c39c3cd9e19e6c3b841fc39","abstract_canon_sha256":"8c60fb9e40e1dbca4acfd3298aa75a6b18f15aca30d0bed86c0a753b8b3c0380"},"schema_version":"1.0"},"canonical_sha256":"fe3352f2c43be344e098c6d64acc0d0f600dc14d48b5377a13448f41e40acc01","source":{"kind":"arxiv","id":"2309.07107","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.07107","created_at":"2026-07-05T09:23:44Z"},{"alias_kind":"arxiv_version","alias_value":"2309.07107v3","created_at":"2026-07-05T09:23:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.07107","created_at":"2026-07-05T09:23:44Z"},{"alias_kind":"pith_short_12","alias_value":"7YZVF4WEHPRU","created_at":"2026-07-05T09:23:44Z"},{"alias_kind":"pith_short_16","alias_value":"7YZVF4WEHPRUJYEY","created_at":"2026-07-05T09:23:44Z"},{"alias_kind":"pith_short_8","alias_value":"7YZVF4WE","created_at":"2026-07-05T09:23:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7YZVF4WEHPRUJYEYY3LEVTANB5","target":"record","payload":{"canonical_record":{"source":{"id":"2309.07107","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2023-09-13T17:25:56Z","cross_cats_sorted":[],"title_canon_sha256":"04a3640e9ee2211fee7fe1e306b3bc1fdf801f1a5c39c3cd9e19e6c3b841fc39","abstract_canon_sha256":"8c60fb9e40e1dbca4acfd3298aa75a6b18f15aca30d0bed86c0a753b8b3c0380"},"schema_version":"1.0"},"canonical_sha256":"fe3352f2c43be344e098c6d64acc0d0f600dc14d48b5377a13448f41e40acc01","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:23:44.697765Z","signature_b64":"qxfAP54Qo+9toRj+182VRBNiSxrBt0r7nN3gW8gX9HFUlO4wM/SU9rqABbQoKAB2SLKF3sfSAaVjXO1wL9eeBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fe3352f2c43be344e098c6d64acc0d0f600dc14d48b5377a13448f41e40acc01","last_reissued_at":"2026-07-05T09:23:44.697216Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:23:44.697216Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.07107","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:23:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dYtQHnrYGsaYmiyss/5vzU0W7MpCIe+vHizpxDju9+wSCZ44TeIkPTU80D82u/a07a8rO++/J//c2uWBZunxBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T18:03:38.169555Z"},"content_sha256":"a2e142c3ba4a0525222583194de9f793d5e83fda3c4789dbfc8b144d22f7b17c","schema_version":"1.0","event_id":"sha256:a2e142c3ba4a0525222583194de9f793d5e83fda3c4789dbfc8b144d22f7b17c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7YZVF4WEHPRUJYEYY3LEVTANB5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reducing Symbiosis Bias Through Better A/B Tests of Recommendation Algorithms","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"stat.ME","authors_text":"Changping Meng, David Holtz, Jean Pouget-Abadie, Jennifer Brennan, Lina Lin, Ningren Han, Yahu Cong, Yajun Peng, Yiwei Yu","submitted_at":"2023-09-13T17:25:56Z","abstract_excerpt":"It is increasingly common in digital environments to use A/B tests to compare the performance of recommendation algorithms. However, such experiments often violate the stable unit treatment value assumption (SUTVA), particularly SUTVA's \"no hidden treatments\" assumption, due to the shared data between algorithms being compared. This results in a novel form of bias, which we term \"symbiosis bias,\" where the performance of each algorithm is influenced by the training data generated by its competitor. In this paper, we investigate three experimental designs--cluster-randomized, data-diverted, and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.07107","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.07107/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:23:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zdkWjV8FYMQNSmlhIZUiQNwXTZyGftT8no5qUBxOFYpQedy09x0EhE2h15/QSj+f3ZZ9PS2E2igQ+lkNhnh5CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T18:03:38.169936Z"},"content_sha256":"b8fd5d7d30890df9a11226c36074135bd110771cf67f34950c9ce4294669a2e0","schema_version":"1.0","event_id":"sha256:b8fd5d7d30890df9a11226c36074135bd110771cf67f34950c9ce4294669a2e0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7YZVF4WEHPRUJYEYY3LEVTANB5/bundle.json","state_url":"https://pith.science/pith/7YZVF4WEHPRUJYEYY3LEVTANB5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7YZVF4WEHPRUJYEYY3LEVTANB5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-17T18:03:38Z","links":{"resolver":"https://pith.science/pith/7YZVF4WEHPRUJYEYY3LEVTANB5","bundle":"https://pith.science/pith/7YZVF4WEHPRUJYEYY3LEVTANB5/bundle.json","state":"https://pith.science/pith/7YZVF4WEHPRUJYEYY3LEVTANB5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7YZVF4WEHPRUJYEYY3LEVTANB5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7YZVF4WEHPRUJYEYY3LEVTANB5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8c60fb9e40e1dbca4acfd3298aa75a6b18f15aca30d0bed86c0a753b8b3c0380","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2023-09-13T17:25:56Z","title_canon_sha256":"04a3640e9ee2211fee7fe1e306b3bc1fdf801f1a5c39c3cd9e19e6c3b841fc39"},"schema_version":"1.0","source":{"id":"2309.07107","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.07107","created_at":"2026-07-05T09:23:44Z"},{"alias_kind":"arxiv_version","alias_value":"2309.07107v3","created_at":"2026-07-05T09:23:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.07107","created_at":"2026-07-05T09:23:44Z"},{"alias_kind":"pith_short_12","alias_value":"7YZVF4WEHPRU","created_at":"2026-07-05T09:23:44Z"},{"alias_kind":"pith_short_16","alias_value":"7YZVF4WEHPRUJYEY","created_at":"2026-07-05T09:23:44Z"},{"alias_kind":"pith_short_8","alias_value":"7YZVF4WE","created_at":"2026-07-05T09:23:44Z"}],"graph_snapshots":[{"event_id":"sha256:b8fd5d7d30890df9a11226c36074135bd110771cf67f34950c9ce4294669a2e0","target":"graph","created_at":"2026-07-05T09:23:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.07107/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"It is increasingly common in digital environments to use A/B tests to compare the performance of recommendation algorithms. However, such experiments often violate the stable unit treatment value assumption (SUTVA), particularly SUTVA's \"no hidden treatments\" assumption, due to the shared data between algorithms being compared. This results in a novel form of bias, which we term \"symbiosis bias,\" where the performance of each algorithm is influenced by the training data generated by its competitor. In this paper, we investigate three experimental designs--cluster-randomized, data-diverted, and","authors_text":"Changping Meng, David Holtz, Jean Pouget-Abadie, Jennifer Brennan, Lina Lin, Ningren Han, Yahu Cong, Yajun Peng, Yiwei Yu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2023-09-13T17:25:56Z","title":"Reducing Symbiosis Bias Through Better A/B Tests of Recommendation Algorithms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.07107","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a2e142c3ba4a0525222583194de9f793d5e83fda3c4789dbfc8b144d22f7b17c","target":"record","created_at":"2026-07-05T09:23:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8c60fb9e40e1dbca4acfd3298aa75a6b18f15aca30d0bed86c0a753b8b3c0380","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ME","submitted_at":"2023-09-13T17:25:56Z","title_canon_sha256":"04a3640e9ee2211fee7fe1e306b3bc1fdf801f1a5c39c3cd9e19e6c3b841fc39"},"schema_version":"1.0","source":{"id":"2309.07107","kind":"arxiv","version":3}},"canonical_sha256":"fe3352f2c43be344e098c6d64acc0d0f600dc14d48b5377a13448f41e40acc01","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fe3352f2c43be344e098c6d64acc0d0f600dc14d48b5377a13448f41e40acc01","first_computed_at":"2026-07-05T09:23:44.697216Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:23:44.697216Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qxfAP54Qo+9toRj+182VRBNiSxrBt0r7nN3gW8gX9HFUlO4wM/SU9rqABbQoKAB2SLKF3sfSAaVjXO1wL9eeBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:23:44.697765Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.07107","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a2e142c3ba4a0525222583194de9f793d5e83fda3c4789dbfc8b144d22f7b17c","sha256:b8fd5d7d30890df9a11226c36074135bd110771cf67f34950c9ce4294669a2e0"],"state_sha256":"a4d7c1601e7083e5fc7a97dec862d22a0fd250bba585949fced05ecb92784436"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ItirRC9ii/sswOqnHTuSIdd7UAzFIOfHNdsBeLf26+ucUpwvNy+cx6vOz1Gfg364Nttw8bZcwuHglNbrh1VUAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-17T18:03:38.172153Z","bundle_sha256":"ade047176c86fe02d9832ee49b133f7fa2fd75d17c84bb250f81301f18f38688"}}