{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:NQA7PKK3HG2XAQNMM67TK36N2C","short_pith_number":"pith:NQA7PKK3","schema_version":"1.0","canonical_sha256":"6c01f7a95b39b57041ac67bf356fcdd0b13394ebbc3ded34be0563962d6cfc3a","source":{"kind":"arxiv","id":"1808.06152","version":1},"attestation_state":"computed","paper":{"title":"On Design of Problem Token Questions in Quality of Experience Surveys","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"stat.ME","authors_text":"Ebrahim Beyrami, Jayant Gupchup, Martin Ellis, Ross Cutler, Sam Johnson, Yasaman Hosseinkashi","submitted_at":"2018-08-19T02:16:40Z","abstract_excerpt":"User surveys for Quality of Experience (QoE) are a critical source of information. In addition to the common \"star rating\" used to estimate Mean Opinion Score (MOS), more detailed survey questions (problem tokens) about specific areas provide valuable insight into the factors impacting QoE. This paper explores two aspects of the problem token questionnaire design. First, we study the bias introduced by fixed question order, and second, we study the challenge of selecting a subset of questions to keep the token set small. Based on 900,000 calls gathered using a randomized controlled experiment "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1808.06152","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2018-08-19T02:16:40Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"00fb5e3415dc585fcc81090b7c3be2757fa1aa0cdadb516ba0be608769f6456e","abstract_canon_sha256":"ccca08fc4dc6050e375af970c2af9375fb8b1cdd63235b475c92ac4db3b11b40"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:05:04.526507Z","signature_b64":"oXYY2TYtPyppaZnvmLEnXB9e7yppVivvX7utdo1vq1tTzJNjIZng2Kdb00kO/dmIWSFWqT8nhpPM+ACKc72FAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6c01f7a95b39b57041ac67bf356fcdd0b13394ebbc3ded34be0563962d6cfc3a","last_reissued_at":"2026-05-18T00:05:04.525960Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:05:04.525960Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"On Design of Problem Token Questions in Quality of Experience Surveys","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"stat.ME","authors_text":"Ebrahim Beyrami, Jayant Gupchup, Martin Ellis, Ross Cutler, Sam Johnson, Yasaman Hosseinkashi","submitted_at":"2018-08-19T02:16:40Z","abstract_excerpt":"User surveys for Quality of Experience (QoE) are a critical source of information. In addition to the common \"star rating\" used to estimate Mean Opinion Score (MOS), more detailed survey questions (problem tokens) about specific areas provide valuable insight into the factors impacting QoE. This paper explores two aspects of the problem token questionnaire design. First, we study the bias introduced by fixed question order, and second, we study the challenge of selecting a subset of questions to keep the token set small. Based on 900,000 calls gathered using a randomized controlled experiment "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.06152","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1808.06152","created_at":"2026-05-18T00:05:04.526052+00:00"},{"alias_kind":"arxiv_version","alias_value":"1808.06152v1","created_at":"2026-05-18T00:05:04.526052+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.06152","created_at":"2026-05-18T00:05:04.526052+00:00"},{"alias_kind":"pith_short_12","alias_value":"NQA7PKK3HG2X","created_at":"2026-05-18T12:32:40.477152+00:00"},{"alias_kind":"pith_short_16","alias_value":"NQA7PKK3HG2XAQNM","created_at":"2026-05-18T12:32:40.477152+00:00"},{"alias_kind":"pith_short_8","alias_value":"NQA7PKK3","created_at":"2026-05-18T12:32:40.477152+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/NQA7PKK3HG2XAQNMM67TK36N2C","json":"https://pith.science/pith/NQA7PKK3HG2XAQNMM67TK36N2C.json","graph_json":"https://pith.science/api/pith-number/NQA7PKK3HG2XAQNMM67TK36N2C/graph.json","events_json":"https://pith.science/api/pith-number/NQA7PKK3HG2XAQNMM67TK36N2C/events.json","paper":"https://pith.science/paper/NQA7PKK3"},"agent_actions":{"view_html":"https://pith.science/pith/NQA7PKK3HG2XAQNMM67TK36N2C","download_json":"https://pith.science/pith/NQA7PKK3HG2XAQNMM67TK36N2C.json","view_paper":"https://pith.science/paper/NQA7PKK3","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1808.06152&json=true","fetch_graph":"https://pith.science/api/pith-number/NQA7PKK3HG2XAQNMM67TK36N2C/graph.json","fetch_events":"https://pith.science/api/pith-number/NQA7PKK3HG2XAQNMM67TK36N2C/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/NQA7PKK3HG2XAQNMM67TK36N2C/action/timestamp_anchor","attest_storage":"https://pith.science/pith/NQA7PKK3HG2XAQNMM67TK36N2C/action/storage_attestation","attest_author":"https://pith.science/pith/NQA7PKK3HG2XAQNMM67TK36N2C/action/author_attestation","sign_citation":"https://pith.science/pith/NQA7PKK3HG2XAQNMM67TK36N2C/action/citation_signature","submit_replication":"https://pith.science/pith/NQA7PKK3HG2XAQNMM67TK36N2C/action/replication_record"}},"created_at":"2026-05-18T00:05:04.526052+00:00","updated_at":"2026-05-18T00:05:04.526052+00:00"}