{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:XKFZN4OWCROB755RDPM3CI7YFV","short_pith_number":"pith:XKFZN4OW","canonical_record":{"source":{"id":"2103.12198","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-22T22:05:18Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"a102d8a11f5f798cb5cc122223a944b0390aed7e8de27592353fa40d0563de60","abstract_canon_sha256":"d1ad42e179e9edfe08adfbd8b8fdea31e9f271a761f7343157af8e893b8b265a"},"schema_version":"1.0"},"canonical_sha256":"ba8b96f1d6145c1ff7b11bd9b123f82d76ed63fb8d821780f4687fbabd50bca8","source":{"kind":"arxiv","id":"2103.12198","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.12198","created_at":"2026-07-05T02:26:40Z"},{"alias_kind":"arxiv_version","alias_value":"2103.12198v2","created_at":"2026-07-05T02:26:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.12198","created_at":"2026-07-05T02:26:40Z"},{"alias_kind":"pith_short_12","alias_value":"XKFZN4OWCROB","created_at":"2026-07-05T02:26:40Z"},{"alias_kind":"pith_short_16","alias_value":"XKFZN4OWCROB755R","created_at":"2026-07-05T02:26:40Z"},{"alias_kind":"pith_short_8","alias_value":"XKFZN4OW","created_at":"2026-07-05T02:26:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:XKFZN4OWCROB755RDPM3CI7YFV","target":"record","payload":{"canonical_record":{"source":{"id":"2103.12198","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-22T22:05:18Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"a102d8a11f5f798cb5cc122223a944b0390aed7e8de27592353fa40d0563de60","abstract_canon_sha256":"d1ad42e179e9edfe08adfbd8b8fdea31e9f271a761f7343157af8e893b8b265a"},"schema_version":"1.0"},"canonical_sha256":"ba8b96f1d6145c1ff7b11bd9b123f82d76ed63fb8d821780f4687fbabd50bca8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:26:40.979688Z","signature_b64":"dJVgn7QDjLKHeBRQk8qKg7EZ53pU+D0XLPcr+2hrBwJvRP5ZmGhvNLVT45C+xRf39NeDfwHnTRUChDj1uKOuBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ba8b96f1d6145c1ff7b11bd9b123f82d76ed63fb8d821780f4687fbabd50bca8","last_reissued_at":"2026-07-05T02:26:40.979243Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:26:40.979243Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.12198","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:26:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xnElrnWeepmoTg43e8kG3tDgMgeRymtLku3tnchtMkj1Aze6/yimHrOyW84CcgccLvTrPgK4+ArmOnQDMpeZAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T05:30:36.317590Z"},"content_sha256":"9b95e47d0747c1c4622d5669cb22c8b5ff5cb87a1a795482b3c775ecc911ad54","schema_version":"1.0","event_id":"sha256:9b95e47d0747c1c4622d5669cb22c8b5ff5cb87a1a795482b3c775ecc911ad54"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:XKFZN4OWCROB755RDPM3CI7YFV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Challenges in Statistical Analysis of Data Collected by a Bandit Algorithm: An Empirical Exploration in Applications to Adaptively Randomized Experiments","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.AP"],"primary_cat":"cs.LG","authors_text":"Anna Rafferty, Audrey Durand, Hammad Shaikh, Jacob Nogas, Joseph Jay Williams, Nina Deliu, Sofia S. Villar","submitted_at":"2021-03-22T22:05:18Z","abstract_excerpt":"Multi-armed bandit algorithms have been argued for decades as useful for adaptively randomized experiments. In such experiments, an algorithm varies which arms (e.g. alternative interventions to help students learn) are assigned to participants, with the goal of assigning higher-reward arms to as many participants as possible. We applied the bandit algorithm Thompson Sampling (TS) to run adaptive experiments in three university classes. Instructors saw great value in trying to rapidly use data to give their students in the experiments better arms (e.g. better explanations of a concept). Our de"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.12198","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.12198/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:26:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vHSZyjMwKbm2/fMIDP3wXS4QvYDZOGUGz7GRoIKlQVo8v1sBn7FbPxo+UQY341jnr1BL27M2CC4alog5VaKyDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T05:30:36.318101Z"},"content_sha256":"39de91349509dd5d0544d5ee1e91b19547f5cfa0786c26452a2c73fdc323b69b","schema_version":"1.0","event_id":"sha256:39de91349509dd5d0544d5ee1e91b19547f5cfa0786c26452a2c73fdc323b69b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XKFZN4OWCROB755RDPM3CI7YFV/bundle.json","state_url":"https://pith.science/pith/XKFZN4OWCROB755RDPM3CI7YFV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XKFZN4OWCROB755RDPM3CI7YFV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T05:30:36Z","links":{"resolver":"https://pith.science/pith/XKFZN4OWCROB755RDPM3CI7YFV","bundle":"https://pith.science/pith/XKFZN4OWCROB755RDPM3CI7YFV/bundle.json","state":"https://pith.science/pith/XKFZN4OWCROB755RDPM3CI7YFV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XKFZN4OWCROB755RDPM3CI7YFV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:XKFZN4OWCROB755RDPM3CI7YFV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d1ad42e179e9edfe08adfbd8b8fdea31e9f271a761f7343157af8e893b8b265a","cross_cats_sorted":["stat.AP"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-22T22:05:18Z","title_canon_sha256":"a102d8a11f5f798cb5cc122223a944b0390aed7e8de27592353fa40d0563de60"},"schema_version":"1.0","source":{"id":"2103.12198","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.12198","created_at":"2026-07-05T02:26:40Z"},{"alias_kind":"arxiv_version","alias_value":"2103.12198v2","created_at":"2026-07-05T02:26:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.12198","created_at":"2026-07-05T02:26:40Z"},{"alias_kind":"pith_short_12","alias_value":"XKFZN4OWCROB","created_at":"2026-07-05T02:26:40Z"},{"alias_kind":"pith_short_16","alias_value":"XKFZN4OWCROB755R","created_at":"2026-07-05T02:26:40Z"},{"alias_kind":"pith_short_8","alias_value":"XKFZN4OW","created_at":"2026-07-05T02:26:40Z"}],"graph_snapshots":[{"event_id":"sha256:39de91349509dd5d0544d5ee1e91b19547f5cfa0786c26452a2c73fdc323b69b","target":"graph","created_at":"2026-07-05T02:26:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.12198/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-armed bandit algorithms have been argued for decades as useful for adaptively randomized experiments. In such experiments, an algorithm varies which arms (e.g. alternative interventions to help students learn) are assigned to participants, with the goal of assigning higher-reward arms to as many participants as possible. We applied the bandit algorithm Thompson Sampling (TS) to run adaptive experiments in three university classes. Instructors saw great value in trying to rapidly use data to give their students in the experiments better arms (e.g. better explanations of a concept). Our de","authors_text":"Anna Rafferty, Audrey Durand, Hammad Shaikh, Jacob Nogas, Joseph Jay Williams, Nina Deliu, Sofia S. Villar","cross_cats":["stat.AP"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-22T22:05:18Z","title":"Challenges in Statistical Analysis of Data Collected by a Bandit Algorithm: An Empirical Exploration in Applications to Adaptively Randomized Experiments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.12198","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9b95e47d0747c1c4622d5669cb22c8b5ff5cb87a1a795482b3c775ecc911ad54","target":"record","created_at":"2026-07-05T02:26:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d1ad42e179e9edfe08adfbd8b8fdea31e9f271a761f7343157af8e893b8b265a","cross_cats_sorted":["stat.AP"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-22T22:05:18Z","title_canon_sha256":"a102d8a11f5f798cb5cc122223a944b0390aed7e8de27592353fa40d0563de60"},"schema_version":"1.0","source":{"id":"2103.12198","kind":"arxiv","version":2}},"canonical_sha256":"ba8b96f1d6145c1ff7b11bd9b123f82d76ed63fb8d821780f4687fbabd50bca8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ba8b96f1d6145c1ff7b11bd9b123f82d76ed63fb8d821780f4687fbabd50bca8","first_computed_at":"2026-07-05T02:26:40.979243Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:26:40.979243Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dJVgn7QDjLKHeBRQk8qKg7EZ53pU+D0XLPcr+2hrBwJvRP5ZmGhvNLVT45C+xRf39NeDfwHnTRUChDj1uKOuBw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:26:40.979688Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.12198","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9b95e47d0747c1c4622d5669cb22c8b5ff5cb87a1a795482b3c775ecc911ad54","sha256:39de91349509dd5d0544d5ee1e91b19547f5cfa0786c26452a2c73fdc323b69b"],"state_sha256":"7e0d7774d14b18ecbf55679c70727dcd52e015d12c6da61c00950eeb00bb9d03"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O1YhVnWl4RCxYEzOeiWbjFJQhkn9LeulxYeNpxsiA+HnQaln5gdumnu5ff88Jy5w6OG/YcKp4L7o/LyqidkzDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T05:30:36.322018Z","bundle_sha256":"360a06c794815b7944d891840c160a9b4860771b26acf3c122b9fdfbf43f1252"}}