{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:ONFRZY74L3ZYVMJKKNFZXFTQDQ","short_pith_number":"pith:ONFRZY74","canonical_record":{"source":{"id":"2004.05476","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-04-11T20:05:52Z","cross_cats_sorted":["cs.CY","cs.IR","cs.LG"],"title_canon_sha256":"8ebe33245d861818f717dc32342ebef20e4f500a81e4e6f9c62afbcb5808b632","abstract_canon_sha256":"b6b95f8a23e521a182620410b035c2d45ed84f380552869dec31b802faa9fbc4"},"schema_version":"1.0"},"canonical_sha256":"734b1ce3fc5ef38ab12a534b9b96701c38fb2f123fed803a882ea15ee8eb6f07","source":{"kind":"arxiv","id":"2004.05476","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.05476","created_at":"2026-07-05T01:24:51Z"},{"alias_kind":"arxiv_version","alias_value":"2004.05476v4","created_at":"2026-07-05T01:24:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.05476","created_at":"2026-07-05T01:24:51Z"},{"alias_kind":"pith_short_12","alias_value":"ONFRZY74L3ZY","created_at":"2026-07-05T01:24:51Z"},{"alias_kind":"pith_short_16","alias_value":"ONFRZY74L3ZYVMJK","created_at":"2026-07-05T01:24:51Z"},{"alias_kind":"pith_short_8","alias_value":"ONFRZY74","created_at":"2026-07-05T01:24:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:ONFRZY74L3ZYVMJKKNFZXFTQDQ","target":"record","payload":{"canonical_record":{"source":{"id":"2004.05476","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-04-11T20:05:52Z","cross_cats_sorted":["cs.CY","cs.IR","cs.LG"],"title_canon_sha256":"8ebe33245d861818f717dc32342ebef20e4f500a81e4e6f9c62afbcb5808b632","abstract_canon_sha256":"b6b95f8a23e521a182620410b035c2d45ed84f380552869dec31b802faa9fbc4"},"schema_version":"1.0"},"canonical_sha256":"734b1ce3fc5ef38ab12a534b9b96701c38fb2f123fed803a882ea15ee8eb6f07","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:24:51.273537Z","signature_b64":"OEf9vhkaOQt6LRMdD94AgiLLCd21iAyAYvLnNlDM3PjT9Nm657sFf2IGmnjR85AwVADCnqNARaYFCSoZbcUoAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"734b1ce3fc5ef38ab12a534b9b96701c38fb2f123fed803a882ea15ee8eb6f07","last_reissued_at":"2026-07-05T01:24:51.272991Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:24:51.272991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.05476","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:24:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F+Zoe8eFgV02t/BZLGLGh3zzG05US9Iux618hA0qZdQ+nEK1EXgqA3EFZwRkuBZcoftDwedPLHecP5qBDlCeCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T19:12:02.500321Z"},"content_sha256":"ad4831dfed6889a2a947bf9d82b5d19d8c19c315baf9328cb7265fd24c9b90af","schema_version":"1.0","event_id":"sha256:ad4831dfed6889a2a947bf9d82b5d19d8c19c315baf9328cb7265fd24c9b90af"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:ONFRZY74L3ZYVMJKKNFZXFTQDQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Classifying Constructive Comments","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CY","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Jeffrey Sorensen, Lucas Dixon, Maite Taboada, Nithum Thain, Varada Kolhatkar","submitted_at":"2020-04-11T20:05:52Z","abstract_excerpt":"We introduce the Constructive Comments Corpus (C3), comprised of 12,000 annotated news comments, intended to help build new tools for online communities to improve the quality of their discussions. We define constructive comments as high-quality comments that make a contribution to the conversation. We explain the crowd worker annotation scheme and define a taxonomy of sub-characteristics of constructiveness. The quality of the annotation scheme and the resulting dataset is evaluated using measurements of inter-annotator agreement, expert assessment of a sample, and by the constructiveness sub"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.05476","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.05476/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:24:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z0qBCsC699GcPwkH8THMnhIwsv3OsKzMFUHE4WsKaaT9S44GFQfGxpywCnXkcUv+2o8htKAjqeM8h8DqPFSlAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T19:12:02.500662Z"},"content_sha256":"46119c25f594d617fb4990bf2c0ca01173a7aff38745d1c1737f7fb856a19f97","schema_version":"1.0","event_id":"sha256:46119c25f594d617fb4990bf2c0ca01173a7aff38745d1c1737f7fb856a19f97"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ONFRZY74L3ZYVMJKKNFZXFTQDQ/bundle.json","state_url":"https://pith.science/pith/ONFRZY74L3ZYVMJKKNFZXFTQDQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ONFRZY74L3ZYVMJKKNFZXFTQDQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T19:12:02Z","links":{"resolver":"https://pith.science/pith/ONFRZY74L3ZYVMJKKNFZXFTQDQ","bundle":"https://pith.science/pith/ONFRZY74L3ZYVMJKKNFZXFTQDQ/bundle.json","state":"https://pith.science/pith/ONFRZY74L3ZYVMJKKNFZXFTQDQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ONFRZY74L3ZYVMJKKNFZXFTQDQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ONFRZY74L3ZYVMJKKNFZXFTQDQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b6b95f8a23e521a182620410b035c2d45ed84f380552869dec31b802faa9fbc4","cross_cats_sorted":["cs.CY","cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-04-11T20:05:52Z","title_canon_sha256":"8ebe33245d861818f717dc32342ebef20e4f500a81e4e6f9c62afbcb5808b632"},"schema_version":"1.0","source":{"id":"2004.05476","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.05476","created_at":"2026-07-05T01:24:51Z"},{"alias_kind":"arxiv_version","alias_value":"2004.05476v4","created_at":"2026-07-05T01:24:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.05476","created_at":"2026-07-05T01:24:51Z"},{"alias_kind":"pith_short_12","alias_value":"ONFRZY74L3ZY","created_at":"2026-07-05T01:24:51Z"},{"alias_kind":"pith_short_16","alias_value":"ONFRZY74L3ZYVMJK","created_at":"2026-07-05T01:24:51Z"},{"alias_kind":"pith_short_8","alias_value":"ONFRZY74","created_at":"2026-07-05T01:24:51Z"}],"graph_snapshots":[{"event_id":"sha256:46119c25f594d617fb4990bf2c0ca01173a7aff38745d1c1737f7fb856a19f97","target":"graph","created_at":"2026-07-05T01:24:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.05476/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce the Constructive Comments Corpus (C3), comprised of 12,000 annotated news comments, intended to help build new tools for online communities to improve the quality of their discussions. We define constructive comments as high-quality comments that make a contribution to the conversation. We explain the crowd worker annotation scheme and define a taxonomy of sub-characteristics of constructiveness. The quality of the annotation scheme and the resulting dataset is evaluated using measurements of inter-annotator agreement, expert assessment of a sample, and by the constructiveness sub","authors_text":"Jeffrey Sorensen, Lucas Dixon, Maite Taboada, Nithum Thain, Varada Kolhatkar","cross_cats":["cs.CY","cs.IR","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-04-11T20:05:52Z","title":"Classifying Constructive Comments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.05476","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ad4831dfed6889a2a947bf9d82b5d19d8c19c315baf9328cb7265fd24c9b90af","target":"record","created_at":"2026-07-05T01:24:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b6b95f8a23e521a182620410b035c2d45ed84f380552869dec31b802faa9fbc4","cross_cats_sorted":["cs.CY","cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-04-11T20:05:52Z","title_canon_sha256":"8ebe33245d861818f717dc32342ebef20e4f500a81e4e6f9c62afbcb5808b632"},"schema_version":"1.0","source":{"id":"2004.05476","kind":"arxiv","version":4}},"canonical_sha256":"734b1ce3fc5ef38ab12a534b9b96701c38fb2f123fed803a882ea15ee8eb6f07","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"734b1ce3fc5ef38ab12a534b9b96701c38fb2f123fed803a882ea15ee8eb6f07","first_computed_at":"2026-07-05T01:24:51.272991Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:24:51.272991Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OEf9vhkaOQt6LRMdD94AgiLLCd21iAyAYvLnNlDM3PjT9Nm657sFf2IGmnjR85AwVADCnqNARaYFCSoZbcUoAA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:24:51.273537Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.05476","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ad4831dfed6889a2a947bf9d82b5d19d8c19c315baf9328cb7265fd24c9b90af","sha256:46119c25f594d617fb4990bf2c0ca01173a7aff38745d1c1737f7fb856a19f97"],"state_sha256":"474607c44bbe6eed52e56df8e1459fad0ab3311d4e3baabe08757e85859a320f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EPirBgpJ2tebx7McMMJJPIUyiFrYT1XvpMWYI3iipfJj6dDDTLS+clhST6h1UIn8bxLtLOhOLxxJ0uNkKIcLDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T19:12:02.503316Z","bundle_sha256":"7677f34f7f5d899bf94a19c21d955b6c990811fe23161006db633a16dc82a88e"}}