{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:BCX4A6ZITQNLSW26NP7GFZPZUU","short_pith_number":"pith:BCX4A6ZI","schema_version":"1.0","canonical_sha256":"08afc07b289c1ab95b5e6bfe62e5f9a5358740302cca7519f91e6709e89c44db","source":{"kind":"arxiv","id":"2403.07762","version":1},"attestation_state":"computed","paper":{"title":"Supporting Annotators with Affordances for Efficiently Labeling Conversational Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Austin Z. Henley, David Piorkowski","submitted_at":"2024-03-12T15:51:10Z","abstract_excerpt":"Without well-labeled ground truth data, machine learning-based systems would not be as ubiquitous as they are today, but these systems rely on substantial amounts of correctly labeled data. Unfortunately, crowdsourced labeling is time consuming and expensive. To address the concerns of effort and tedium, we designed CAL, a novel interface to aid in data labeling. We made several key design decisions for CAL, which include preventing inapt labels from being selected, guiding users in selecting an appropriate label when they need assistance, incorporating labeling documentation into the interfac"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2403.07762","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-03-12T15:51:10Z","cross_cats_sorted":[],"title_canon_sha256":"96a9d0ac31cfabb467142bd7c8b1aca6132e8e9b37ec0bbc520ecaa4e6b6406d","abstract_canon_sha256":"40b52aea9acf825f84b0915579594a5def9c481cd6857d1401828896b3f16e06"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:55:15.450121Z","signature_b64":"dcOOg9xGVaS6ah2NRi7JfDJiQSXDLsFwVqlkWfFq+35G9HDy9DeuNrVikgPGE7kSh5UC3bfDvn649cLFSOHECw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"08afc07b289c1ab95b5e6bfe62e5f9a5358740302cca7519f91e6709e89c44db","last_reissued_at":"2026-07-05T07:55:15.449438Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:55:15.449438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Supporting Annotators with Affordances for Efficiently Labeling Conversational Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Austin Z. Henley, David Piorkowski","submitted_at":"2024-03-12T15:51:10Z","abstract_excerpt":"Without well-labeled ground truth data, machine learning-based systems would not be as ubiquitous as they are today, but these systems rely on substantial amounts of correctly labeled data. Unfortunately, crowdsourced labeling is time consuming and expensive. To address the concerns of effort and tedium, we designed CAL, a novel interface to aid in data labeling. We made several key design decisions for CAL, which include preventing inapt labels from being selected, guiding users in selecting an appropriate label when they need assistance, incorporating labeling documentation into the interfac"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.07762","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.07762/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2403.07762","created_at":"2026-07-05T07:55:15.449532+00:00"},{"alias_kind":"arxiv_version","alias_value":"2403.07762v1","created_at":"2026-07-05T07:55:15.449532+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.07762","created_at":"2026-07-05T07:55:15.449532+00:00"},{"alias_kind":"pith_short_12","alias_value":"BCX4A6ZITQNL","created_at":"2026-07-05T07:55:15.449532+00:00"},{"alias_kind":"pith_short_16","alias_value":"BCX4A6ZITQNLSW26","created_at":"2026-07-05T07:55:15.449532+00:00"},{"alias_kind":"pith_short_8","alias_value":"BCX4A6ZI","created_at":"2026-07-05T07:55:15.449532+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.12303","citing_title":"From Model Uncertainty to Human Attention: Localization-Aware Visual Cues for Scalable Annotation Review","ref_index":77,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU","json":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU.json","graph_json":"https://pith.science/api/pith-number/BCX4A6ZITQNLSW26NP7GFZPZUU/graph.json","events_json":"https://pith.science/api/pith-number/BCX4A6ZITQNLSW26NP7GFZPZUU/events.json","paper":"https://pith.science/paper/BCX4A6ZI"},"agent_actions":{"view_html":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU","download_json":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU.json","view_paper":"https://pith.science/paper/BCX4A6ZI","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2403.07762&json=true","fetch_graph":"https://pith.science/api/pith-number/BCX4A6ZITQNLSW26NP7GFZPZUU/graph.json","fetch_events":"https://pith.science/api/pith-number/BCX4A6ZITQNLSW26NP7GFZPZUU/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU/action/timestamp_anchor","attest_storage":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU/action/storage_attestation","attest_author":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU/action/author_attestation","sign_citation":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU/action/citation_signature","submit_replication":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU/action/replication_record"}},"created_at":"2026-07-05T07:55:15.449532+00:00","updated_at":"2026-07-05T07:55:15.449532+00:00"}