{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:RMH4IQ5T5SM5CRSKZYPG4DY57V","short_pith_number":"pith:RMH4IQ5T","canonical_record":{"source":{"id":"1908.04092","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2019-08-12T11:20:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"9d6f9030fe56cc916f74e7329b21ef1a17c79580a3bf4d3963b8d76f40dacc96","abstract_canon_sha256":"fae79150d26b7818c1de26759c678503dd4bb3d142f1a4ea6c7fec73ef44d473"},"schema_version":"1.0"},"canonical_sha256":"8b0fc443b3ec99d1464ace1e6e0f1dfd4a3985f508bcda79b4a8594244d53324","source":{"kind":"arxiv","id":"1908.04092","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.04092","created_at":"2026-07-04T23:53:20Z"},{"alias_kind":"arxiv_version","alias_value":"1908.04092v1","created_at":"2026-07-04T23:53:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.04092","created_at":"2026-07-04T23:53:20Z"},{"alias_kind":"pith_short_12","alias_value":"RMH4IQ5T5SM5","created_at":"2026-07-04T23:53:20Z"},{"alias_kind":"pith_short_16","alias_value":"RMH4IQ5T5SM5CRSK","created_at":"2026-07-04T23:53:20Z"},{"alias_kind":"pith_short_8","alias_value":"RMH4IQ5T","created_at":"2026-07-04T23:53:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:RMH4IQ5T5SM5CRSKZYPG4DY57V","target":"record","payload":{"canonical_record":{"source":{"id":"1908.04092","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2019-08-12T11:20:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"9d6f9030fe56cc916f74e7329b21ef1a17c79580a3bf4d3963b8d76f40dacc96","abstract_canon_sha256":"fae79150d26b7818c1de26759c678503dd4bb3d142f1a4ea6c7fec73ef44d473"},"schema_version":"1.0"},"canonical_sha256":"8b0fc443b3ec99d1464ace1e6e0f1dfd4a3985f508bcda79b4a8594244d53324","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-04T23:53:20.689457Z","signature_b64":"6IzZJNn+gs4dK3ZKgqMRbZbZ28UzrtTeDmLW+TyJGEs6lGeYYe8aPjCXUgGeHGMEICjVxJpRjNwylRFHx+KaAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8b0fc443b3ec99d1464ace1e6e0f1dfd4a3985f508bcda79b4a8594244d53324","last_reissued_at":"2026-07-04T23:53:20.688981Z","signature_status":"signed_v1","first_computed_at":"2026-07-04T23:53:20.688981Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1908.04092","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:53:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"82pHvO5+VU+lltWaCrquFeWmpidpJxY8METz6Noj/37FQkE2SCzWze5/t2SnKOD+Ber7Y07f8sayzfneKkRiBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T17:41:33.103021Z"},"content_sha256":"189216d11952f9a782cb8377055dac396f38172ac9a95b9cf571abf1bd638e08","schema_version":"1.0","event_id":"sha256:189216d11952f9a782cb8377055dac396f38172ac9a95b9cf571abf1bd638e08"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:RMH4IQ5T5SM5CRSKZYPG4DY57V","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Active Annotation: bootstrapping annotation lexicon and guidelines for supervised NLU learning","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Alessandra Cervone, Evgeny A. Stepanov, Federico Marinelli, Giuliano Tortoreto, Giuseppe Di Fabbrizio, Giuseppe Riccardi","submitted_at":"2019-08-12T11:20:29Z","abstract_excerpt":"Natural Language Understanding (NLU) models are typically trained in a supervised learning framework. In the case of intent classification, the predicted labels are predefined and based on the designed annotation schema while the labelling process is based on a laborious task where annotators manually inspect each utterance and assign the corresponding label. We propose an Active Annotation (AA) approach where we combine an unsupervised learning method in the embedding space, a human-in-the-loop verification process, and linguistic insights to create lexicons that can be open categories and ad"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.04092","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.04092/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:53:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sPXNPFcITiRLRJ8i9QOTW1NJFM6yRCE6QYpC4VYG2Hd47umkxTq5UNqPTP9EfJauBDDT1TIhBBxlNYuOq5lmAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T17:41:33.103421Z"},"content_sha256":"fbaa3838ab2e1c9f93878af3e7d879160f8be883bd9f62d0c6aecfff480dd2ca","schema_version":"1.0","event_id":"sha256:fbaa3838ab2e1c9f93878af3e7d879160f8be883bd9f62d0c6aecfff480dd2ca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RMH4IQ5T5SM5CRSKZYPG4DY57V/bundle.json","state_url":"https://pith.science/pith/RMH4IQ5T5SM5CRSKZYPG4DY57V/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RMH4IQ5T5SM5CRSKZYPG4DY57V/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T17:41:33Z","links":{"resolver":"https://pith.science/pith/RMH4IQ5T5SM5CRSKZYPG4DY57V","bundle":"https://pith.science/pith/RMH4IQ5T5SM5CRSKZYPG4DY57V/bundle.json","state":"https://pith.science/pith/RMH4IQ5T5SM5CRSKZYPG4DY57V/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RMH4IQ5T5SM5CRSKZYPG4DY57V/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:RMH4IQ5T5SM5CRSKZYPG4DY57V","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fae79150d26b7818c1de26759c678503dd4bb3d142f1a4ea6c7fec73ef44d473","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2019-08-12T11:20:29Z","title_canon_sha256":"9d6f9030fe56cc916f74e7329b21ef1a17c79580a3bf4d3963b8d76f40dacc96"},"schema_version":"1.0","source":{"id":"1908.04092","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.04092","created_at":"2026-07-04T23:53:20Z"},{"alias_kind":"arxiv_version","alias_value":"1908.04092v1","created_at":"2026-07-04T23:53:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.04092","created_at":"2026-07-04T23:53:20Z"},{"alias_kind":"pith_short_12","alias_value":"RMH4IQ5T5SM5","created_at":"2026-07-04T23:53:20Z"},{"alias_kind":"pith_short_16","alias_value":"RMH4IQ5T5SM5CRSK","created_at":"2026-07-04T23:53:20Z"},{"alias_kind":"pith_short_8","alias_value":"RMH4IQ5T","created_at":"2026-07-04T23:53:20Z"}],"graph_snapshots":[{"event_id":"sha256:fbaa3838ab2e1c9f93878af3e7d879160f8be883bd9f62d0c6aecfff480dd2ca","target":"graph","created_at":"2026-07-04T23:53:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.04092/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Natural Language Understanding (NLU) models are typically trained in a supervised learning framework. In the case of intent classification, the predicted labels are predefined and based on the designed annotation schema while the labelling process is based on a laborious task where annotators manually inspect each utterance and assign the corresponding label. We propose an Active Annotation (AA) approach where we combine an unsupervised learning method in the embedding space, a human-in-the-loop verification process, and linguistic insights to create lexicons that can be open categories and ad","authors_text":"Alessandra Cervone, Evgeny A. Stepanov, Federico Marinelli, Giuliano Tortoreto, Giuseppe Di Fabbrizio, Giuseppe Riccardi","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2019-08-12T11:20:29Z","title":"Active Annotation: bootstrapping annotation lexicon and guidelines for supervised NLU learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.04092","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:189216d11952f9a782cb8377055dac396f38172ac9a95b9cf571abf1bd638e08","target":"record","created_at":"2026-07-04T23:53:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fae79150d26b7818c1de26759c678503dd4bb3d142f1a4ea6c7fec73ef44d473","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2019-08-12T11:20:29Z","title_canon_sha256":"9d6f9030fe56cc916f74e7329b21ef1a17c79580a3bf4d3963b8d76f40dacc96"},"schema_version":"1.0","source":{"id":"1908.04092","kind":"arxiv","version":1}},"canonical_sha256":"8b0fc443b3ec99d1464ace1e6e0f1dfd4a3985f508bcda79b4a8594244d53324","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8b0fc443b3ec99d1464ace1e6e0f1dfd4a3985f508bcda79b4a8594244d53324","first_computed_at":"2026-07-04T23:53:20.688981Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-04T23:53:20.688981Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6IzZJNn+gs4dK3ZKgqMRbZbZ28UzrtTeDmLW+TyJGEs6lGeYYe8aPjCXUgGeHGMEICjVxJpRjNwylRFHx+KaAw==","signature_status":"signed_v1","signed_at":"2026-07-04T23:53:20.689457Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.04092","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:189216d11952f9a782cb8377055dac396f38172ac9a95b9cf571abf1bd638e08","sha256:fbaa3838ab2e1c9f93878af3e7d879160f8be883bd9f62d0c6aecfff480dd2ca"],"state_sha256":"41fee6f5f5d816ba57370d71c5d85417857d94ae6f1e8b29c5751cc36e58c9ff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nKi1oLCVhZSSIrHNSfTFgbH9anlwkrr3d9yw6/fo7dLwNZXfaEWr5CqU6VaFqpYFZ47PTeGSZWuDchlZmAbWAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T17:41:33.105916Z","bundle_sha256":"07b6f7ac50c96c819e0c1c7a69df72735a23ad264c3fa08f88693bf8b169c061"}}