{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:KDFYMFHPONPNHOT7KQ6KLXSXWE","short_pith_number":"pith:KDFYMFHP","canonical_record":{"source":{"id":"2112.07421","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T14:13:05Z","cross_cats_sorted":[],"title_canon_sha256":"960bd0fa206daee8f99f3087229dadbb50ddcb105be29756a6bbf513440088ac","abstract_canon_sha256":"898b233602ae0f6cc08023b336466cf84967a31a3d9e9f9d594f81783b5c8944"},"schema_version":"1.0"},"canonical_sha256":"50cb8614ef735ed3ba7f543ca5de57b12e6fd9809bfcde23e86e0211f84dc556","source":{"kind":"arxiv","id":"2112.07421","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.07421","created_at":"2026-07-05T03:41:42Z"},{"alias_kind":"arxiv_version","alias_value":"2112.07421v2","created_at":"2026-07-05T03:41:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.07421","created_at":"2026-07-05T03:41:42Z"},{"alias_kind":"pith_short_12","alias_value":"KDFYMFHPONPN","created_at":"2026-07-05T03:41:42Z"},{"alias_kind":"pith_short_16","alias_value":"KDFYMFHPONPNHOT7","created_at":"2026-07-05T03:41:42Z"},{"alias_kind":"pith_short_8","alias_value":"KDFYMFHP","created_at":"2026-07-05T03:41:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:KDFYMFHPONPNHOT7KQ6KLXSXWE","target":"record","payload":{"canonical_record":{"source":{"id":"2112.07421","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T14:13:05Z","cross_cats_sorted":[],"title_canon_sha256":"960bd0fa206daee8f99f3087229dadbb50ddcb105be29756a6bbf513440088ac","abstract_canon_sha256":"898b233602ae0f6cc08023b336466cf84967a31a3d9e9f9d594f81783b5c8944"},"schema_version":"1.0"},"canonical_sha256":"50cb8614ef735ed3ba7f543ca5de57b12e6fd9809bfcde23e86e0211f84dc556","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:41:42.679882Z","signature_b64":"zdctq9nebLOZM54xhbvmB5nat4IeghddSJsXoypZvN/hv3QLObXdCbPxBXQOc/wkVl3aCZ7KvSchf4sebfGUAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"50cb8614ef735ed3ba7f543ca5de57b12e6fd9809bfcde23e86e0211f84dc556","last_reissued_at":"2026-07-05T03:41:42.679485Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:41:42.679485Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.07421","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:41:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HaiEFjtop0np3ss4GAji0RR+wwbLkxE4z0hz6zutq6AM4G4bTePpBDOJl7Qnoz21N1oKIK7vfYpeVV7srOCCCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:45:47.286240Z"},"content_sha256":"cbe4a3803276bae584f39910366ebaf9e5a475937dcf50d7751b20af34abcf63","schema_version":"1.0","event_id":"sha256:cbe4a3803276bae584f39910366ebaf9e5a475937dcf50d7751b20af34abcf63"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:KDFYMFHPONPNHOT7KQ6KLXSXWE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards A Reliable Ground-Truth For Biased Language Detection","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bela Gipp, David Krieger, Manuel Plank, Timo Spinde","submitted_at":"2021-12-14T14:13:05Z","abstract_excerpt":"Reference texts such as encyclopedias and news articles can manifest biased language when objective reporting is substituted by subjective writing. Existing methods to detect bias mostly rely on annotated data to train machine learning models. However, low annotator agreement and comparability is a substantial drawback in available media bias corpora. To evaluate data collection options, we collect and compare labels obtained from two popular crowdsourcing platforms. Our results demonstrate the existing crowdsourcing approaches' lack of data quality, underlining the need for a trained expert f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.07421","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.07421/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:41:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vFEJhy7Cmnlhe0LairIqYUi70MNOD9hce9ALxW4zT3b7LzrzLBMa0IOq54GRwe9igKNvmBjS7FQR7xJA9uK6AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:45:47.286625Z"},"content_sha256":"109a58a2141edb69b5067cb6b0b891dea6ab0e22d663a1bedd5d614bfb00141c","schema_version":"1.0","event_id":"sha256:109a58a2141edb69b5067cb6b0b891dea6ab0e22d663a1bedd5d614bfb00141c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KDFYMFHPONPNHOT7KQ6KLXSXWE/bundle.json","state_url":"https://pith.science/pith/KDFYMFHPONPNHOT7KQ6KLXSXWE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KDFYMFHPONPNHOT7KQ6KLXSXWE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T15:45:47Z","links":{"resolver":"https://pith.science/pith/KDFYMFHPONPNHOT7KQ6KLXSXWE","bundle":"https://pith.science/pith/KDFYMFHPONPNHOT7KQ6KLXSXWE/bundle.json","state":"https://pith.science/pith/KDFYMFHPONPNHOT7KQ6KLXSXWE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KDFYMFHPONPNHOT7KQ6KLXSXWE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:KDFYMFHPONPNHOT7KQ6KLXSXWE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"898b233602ae0f6cc08023b336466cf84967a31a3d9e9f9d594f81783b5c8944","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T14:13:05Z","title_canon_sha256":"960bd0fa206daee8f99f3087229dadbb50ddcb105be29756a6bbf513440088ac"},"schema_version":"1.0","source":{"id":"2112.07421","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.07421","created_at":"2026-07-05T03:41:42Z"},{"alias_kind":"arxiv_version","alias_value":"2112.07421v2","created_at":"2026-07-05T03:41:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.07421","created_at":"2026-07-05T03:41:42Z"},{"alias_kind":"pith_short_12","alias_value":"KDFYMFHPONPN","created_at":"2026-07-05T03:41:42Z"},{"alias_kind":"pith_short_16","alias_value":"KDFYMFHPONPNHOT7","created_at":"2026-07-05T03:41:42Z"},{"alias_kind":"pith_short_8","alias_value":"KDFYMFHP","created_at":"2026-07-05T03:41:42Z"}],"graph_snapshots":[{"event_id":"sha256:109a58a2141edb69b5067cb6b0b891dea6ab0e22d663a1bedd5d614bfb00141c","target":"graph","created_at":"2026-07-05T03:41:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.07421/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reference texts such as encyclopedias and news articles can manifest biased language when objective reporting is substituted by subjective writing. Existing methods to detect bias mostly rely on annotated data to train machine learning models. However, low annotator agreement and comparability is a substantial drawback in available media bias corpora. To evaluate data collection options, we collect and compare labels obtained from two popular crowdsourcing platforms. Our results demonstrate the existing crowdsourcing approaches' lack of data quality, underlining the need for a trained expert f","authors_text":"Bela Gipp, David Krieger, Manuel Plank, Timo Spinde","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T14:13:05Z","title":"Towards A Reliable Ground-Truth For Biased Language Detection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.07421","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cbe4a3803276bae584f39910366ebaf9e5a475937dcf50d7751b20af34abcf63","target":"record","created_at":"2026-07-05T03:41:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"898b233602ae0f6cc08023b336466cf84967a31a3d9e9f9d594f81783b5c8944","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T14:13:05Z","title_canon_sha256":"960bd0fa206daee8f99f3087229dadbb50ddcb105be29756a6bbf513440088ac"},"schema_version":"1.0","source":{"id":"2112.07421","kind":"arxiv","version":2}},"canonical_sha256":"50cb8614ef735ed3ba7f543ca5de57b12e6fd9809bfcde23e86e0211f84dc556","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"50cb8614ef735ed3ba7f543ca5de57b12e6fd9809bfcde23e86e0211f84dc556","first_computed_at":"2026-07-05T03:41:42.679485Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:41:42.679485Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zdctq9nebLOZM54xhbvmB5nat4IeghddSJsXoypZvN/hv3QLObXdCbPxBXQOc/wkVl3aCZ7KvSchf4sebfGUAw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:41:42.679882Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.07421","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cbe4a3803276bae584f39910366ebaf9e5a475937dcf50d7751b20af34abcf63","sha256:109a58a2141edb69b5067cb6b0b891dea6ab0e22d663a1bedd5d614bfb00141c"],"state_sha256":"1580caaa430a42f4a1aa46be6ea9e9be455fec301d15294f4e95efb187181241"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B9/X8l/RQorKB9Dd610YelJnXAmIkIFwqXqSmLtBqjfRSxnEYlueemb4SZVYvp1ln0YRlq0E8gaxWqTUaKxDAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T15:45:47.288512Z","bundle_sha256":"9b94fb0444c9e8d60f800b447ccc2350df4dcc118c0823bc533e43f2942a919b"}}