{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:DFX4HKGWVEDEXRJO53K7S5SDVT","short_pith_number":"pith:DFX4HKGW","schema_version":"1.0","canonical_sha256":"196fc3a8d6a9064bc52eeed5f97643acc3a707bb2733f975427428fd7e6bfefc","source":{"kind":"arxiv","id":"2102.12893","version":1},"attestation_state":"computed","paper":{"title":"Novelty and Primacy: A Long-Term Estimator for Online Experiments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ME"],"primary_cat":"cs.HC","authors_text":"Hao Ai, Jiannan Lu, Ruhan Zhang, Soheil Sadeghi, Somit Gupta, Stefan Gramatovici","submitted_at":"2021-02-18T00:49:53Z","abstract_excerpt":"Online experiments are the gold standard for evaluating impact on user experience and accelerating innovation in software. However, since experiments are typically limited in duration, observed treatment effects are not always permanently stable, sometimes revealing increasing or decreasing patterns over time. There are multiple causes for a treatment effect to change over time. In this paper, we focus on a particular cause, user-learning, which is primarily associated with novelty or primacy. Novelty describes the desire to use new technology that tends to diminish over time. Primacy describe"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2102.12893","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2021-02-18T00:49:53Z","cross_cats_sorted":["stat.ME"],"title_canon_sha256":"ff8359d7a668b644b07c397e18504aec0dabc1cdf7b7c53b7d0ac850335184b1","abstract_canon_sha256":"1e770a27308663ed9dc1a49303920cd9df98449bed17759a73a028bb742f1f03"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:18:24.607170Z","signature_b64":"ZbDaTER+R4GKs2LIfVezSZNsJmZ9gzxbXgAjFnmLnE3TvYps2obu4VohCxse0MGx1tp+xGIcleSdHLhHBRguAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"196fc3a8d6a9064bc52eeed5f97643acc3a707bb2733f975427428fd7e6bfefc","last_reissued_at":"2026-07-05T02:18:24.606725Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:18:24.606725Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Novelty and Primacy: A Long-Term Estimator for Online Experiments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ME"],"primary_cat":"cs.HC","authors_text":"Hao Ai, Jiannan Lu, Ruhan Zhang, Soheil Sadeghi, Somit Gupta, Stefan Gramatovici","submitted_at":"2021-02-18T00:49:53Z","abstract_excerpt":"Online experiments are the gold standard for evaluating impact on user experience and accelerating innovation in software. However, since experiments are typically limited in duration, observed treatment effects are not always permanently stable, sometimes revealing increasing or decreasing patterns over time. There are multiple causes for a treatment effect to change over time. In this paper, we focus on a particular cause, user-learning, which is primarily associated with novelty or primacy. Novelty describes the desire to use new technology that tends to diminish over time. Primacy describe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.12893","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.12893/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2102.12893","created_at":"2026-07-05T02:18:24.606783+00:00"},{"alias_kind":"arxiv_version","alias_value":"2102.12893v1","created_at":"2026-07-05T02:18:24.606783+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.12893","created_at":"2026-07-05T02:18:24.606783+00:00"},{"alias_kind":"pith_short_12","alias_value":"DFX4HKGWVEDE","created_at":"2026-07-05T02:18:24.606783+00:00"},{"alias_kind":"pith_short_16","alias_value":"DFX4HKGWVEDEXRJO","created_at":"2026-07-05T02:18:24.606783+00:00"},{"alias_kind":"pith_short_8","alias_value":"DFX4HKGW","created_at":"2026-07-05T02:18:24.606783+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/DFX4HKGWVEDEXRJO53K7S5SDVT","json":"https://pith.science/pith/DFX4HKGWVEDEXRJO53K7S5SDVT.json","graph_json":"https://pith.science/api/pith-number/DFX4HKGWVEDEXRJO53K7S5SDVT/graph.json","events_json":"https://pith.science/api/pith-number/DFX4HKGWVEDEXRJO53K7S5SDVT/events.json","paper":"https://pith.science/paper/DFX4HKGW"},"agent_actions":{"view_html":"https://pith.science/pith/DFX4HKGWVEDEXRJO53K7S5SDVT","download_json":"https://pith.science/pith/DFX4HKGWVEDEXRJO53K7S5SDVT.json","view_paper":"https://pith.science/paper/DFX4HKGW","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2102.12893&json=true","fetch_graph":"https://pith.science/api/pith-number/DFX4HKGWVEDEXRJO53K7S5SDVT/graph.json","fetch_events":"https://pith.science/api/pith-number/DFX4HKGWVEDEXRJO53K7S5SDVT/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/DFX4HKGWVEDEXRJO53K7S5SDVT/action/timestamp_anchor","attest_storage":"https://pith.science/pith/DFX4HKGWVEDEXRJO53K7S5SDVT/action/storage_attestation","attest_author":"https://pith.science/pith/DFX4HKGWVEDEXRJO53K7S5SDVT/action/author_attestation","sign_citation":"https://pith.science/pith/DFX4HKGWVEDEXRJO53K7S5SDVT/action/citation_signature","submit_replication":"https://pith.science/pith/DFX4HKGWVEDEXRJO53K7S5SDVT/action/replication_record"}},"created_at":"2026-07-05T02:18:24.606783+00:00","updated_at":"2026-07-05T02:18:24.606783+00:00"}