{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BCX4A6ZITQNLSW26NP7GFZPZUU","short_pith_number":"pith:BCX4A6ZI","canonical_record":{"source":{"id":"2403.07762","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-03-12T15:51:10Z","cross_cats_sorted":[],"title_canon_sha256":"96a9d0ac31cfabb467142bd7c8b1aca6132e8e9b37ec0bbc520ecaa4e6b6406d","abstract_canon_sha256":"40b52aea9acf825f84b0915579594a5def9c481cd6857d1401828896b3f16e06"},"schema_version":"1.0"},"canonical_sha256":"08afc07b289c1ab95b5e6bfe62e5f9a5358740302cca7519f91e6709e89c44db","source":{"kind":"arxiv","id":"2403.07762","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.07762","created_at":"2026-07-05T07:55:15Z"},{"alias_kind":"arxiv_version","alias_value":"2403.07762v1","created_at":"2026-07-05T07:55:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.07762","created_at":"2026-07-05T07:55:15Z"},{"alias_kind":"pith_short_12","alias_value":"BCX4A6ZITQNL","created_at":"2026-07-05T07:55:15Z"},{"alias_kind":"pith_short_16","alias_value":"BCX4A6ZITQNLSW26","created_at":"2026-07-05T07:55:15Z"},{"alias_kind":"pith_short_8","alias_value":"BCX4A6ZI","created_at":"2026-07-05T07:55:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BCX4A6ZITQNLSW26NP7GFZPZUU","target":"record","payload":{"canonical_record":{"source":{"id":"2403.07762","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-03-12T15:51:10Z","cross_cats_sorted":[],"title_canon_sha256":"96a9d0ac31cfabb467142bd7c8b1aca6132e8e9b37ec0bbc520ecaa4e6b6406d","abstract_canon_sha256":"40b52aea9acf825f84b0915579594a5def9c481cd6857d1401828896b3f16e06"},"schema_version":"1.0"},"canonical_sha256":"08afc07b289c1ab95b5e6bfe62e5f9a5358740302cca7519f91e6709e89c44db","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:55:15.450121Z","signature_b64":"dcOOg9xGVaS6ah2NRi7JfDJiQSXDLsFwVqlkWfFq+35G9HDy9DeuNrVikgPGE7kSh5UC3bfDvn649cLFSOHECw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"08afc07b289c1ab95b5e6bfe62e5f9a5358740302cca7519f91e6709e89c44db","last_reissued_at":"2026-07-05T07:55:15.449438Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:55:15.449438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.07762","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:55:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iBzKjRirByl5XyPz3z3WVZv4kVmj595hWHo6HXOhY8MnSJ2jzncJSz1l9qBqD1kdAQ8rs+I6AbBH112FZlReBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:43:28.334929Z"},"content_sha256":"35de2fb528d6ef5660865fe2da48f503b448cc1d263cbe2817e7f593dde1c255","schema_version":"1.0","event_id":"sha256:35de2fb528d6ef5660865fe2da48f503b448cc1d263cbe2817e7f593dde1c255"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BCX4A6ZITQNLSW26NP7GFZPZUU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Supporting Annotators with Affordances for Efficiently Labeling Conversational Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Austin Z. Henley, David Piorkowski","submitted_at":"2024-03-12T15:51:10Z","abstract_excerpt":"Without well-labeled ground truth data, machine learning-based systems would not be as ubiquitous as they are today, but these systems rely on substantial amounts of correctly labeled data. Unfortunately, crowdsourced labeling is time consuming and expensive. To address the concerns of effort and tedium, we designed CAL, a novel interface to aid in data labeling. We made several key design decisions for CAL, which include preventing inapt labels from being selected, guiding users in selecting an appropriate label when they need assistance, incorporating labeling documentation into the interfac"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.07762","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.07762/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:55:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JmwpkYKzxwv803wjYYlMsTjvzCHsgw4xlTIUi8AgYh0Q/pX9e5SPgg0xFs5O240tt5OIsDgrQHiL2murBkmWBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:43:28.335437Z"},"content_sha256":"b32ad30be70c2a187a336ce1ec340871c5fc4434c6ad461c6a8d0586c7f719b2","schema_version":"1.0","event_id":"sha256:b32ad30be70c2a187a336ce1ec340871c5fc4434c6ad461c6a8d0586c7f719b2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU/bundle.json","state_url":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BCX4A6ZITQNLSW26NP7GFZPZUU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T10:43:28Z","links":{"resolver":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU","bundle":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU/bundle.json","state":"https://pith.science/pith/BCX4A6ZITQNLSW26NP7GFZPZUU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BCX4A6ZITQNLSW26NP7GFZPZUU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BCX4A6ZITQNLSW26NP7GFZPZUU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"40b52aea9acf825f84b0915579594a5def9c481cd6857d1401828896b3f16e06","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-03-12T15:51:10Z","title_canon_sha256":"96a9d0ac31cfabb467142bd7c8b1aca6132e8e9b37ec0bbc520ecaa4e6b6406d"},"schema_version":"1.0","source":{"id":"2403.07762","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.07762","created_at":"2026-07-05T07:55:15Z"},{"alias_kind":"arxiv_version","alias_value":"2403.07762v1","created_at":"2026-07-05T07:55:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.07762","created_at":"2026-07-05T07:55:15Z"},{"alias_kind":"pith_short_12","alias_value":"BCX4A6ZITQNL","created_at":"2026-07-05T07:55:15Z"},{"alias_kind":"pith_short_16","alias_value":"BCX4A6ZITQNLSW26","created_at":"2026-07-05T07:55:15Z"},{"alias_kind":"pith_short_8","alias_value":"BCX4A6ZI","created_at":"2026-07-05T07:55:15Z"}],"graph_snapshots":[{"event_id":"sha256:b32ad30be70c2a187a336ce1ec340871c5fc4434c6ad461c6a8d0586c7f719b2","target":"graph","created_at":"2026-07-05T07:55:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.07762/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Without well-labeled ground truth data, machine learning-based systems would not be as ubiquitous as they are today, but these systems rely on substantial amounts of correctly labeled data. Unfortunately, crowdsourced labeling is time consuming and expensive. To address the concerns of effort and tedium, we designed CAL, a novel interface to aid in data labeling. We made several key design decisions for CAL, which include preventing inapt labels from being selected, guiding users in selecting an appropriate label when they need assistance, incorporating labeling documentation into the interfac","authors_text":"Austin Z. Henley, David Piorkowski","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-03-12T15:51:10Z","title":"Supporting Annotators with Affordances for Efficiently Labeling Conversational Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.07762","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:35de2fb528d6ef5660865fe2da48f503b448cc1d263cbe2817e7f593dde1c255","target":"record","created_at":"2026-07-05T07:55:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"40b52aea9acf825f84b0915579594a5def9c481cd6857d1401828896b3f16e06","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-03-12T15:51:10Z","title_canon_sha256":"96a9d0ac31cfabb467142bd7c8b1aca6132e8e9b37ec0bbc520ecaa4e6b6406d"},"schema_version":"1.0","source":{"id":"2403.07762","kind":"arxiv","version":1}},"canonical_sha256":"08afc07b289c1ab95b5e6bfe62e5f9a5358740302cca7519f91e6709e89c44db","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"08afc07b289c1ab95b5e6bfe62e5f9a5358740302cca7519f91e6709e89c44db","first_computed_at":"2026-07-05T07:55:15.449438Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:55:15.449438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dcOOg9xGVaS6ah2NRi7JfDJiQSXDLsFwVqlkWfFq+35G9HDy9DeuNrVikgPGE7kSh5UC3bfDvn649cLFSOHECw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:55:15.450121Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.07762","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:35de2fb528d6ef5660865fe2da48f503b448cc1d263cbe2817e7f593dde1c255","sha256:b32ad30be70c2a187a336ce1ec340871c5fc4434c6ad461c6a8d0586c7f719b2"],"state_sha256":"a991a957bc747f65d2483782088a16c27fff815b03dfeb744654fb232204f759"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u0V1haPzzy5n5lUbaVpRFTSQjOYsELdlg4xjnwaRAX/tGYd4kKiR3nzPRu8h50GT+un6LeruGpIdbjen/5vEAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T10:43:28.340642Z","bundle_sha256":"e1025cd5e2f167b64458d5ea4a79119dbaf94c654cc0e9813b93765ae74e5b21"}}