{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DCJABTA4CPAQRGE5DYLKMIITUS","short_pith_number":"pith:DCJABTA4","canonical_record":{"source":{"id":"2411.11081","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-17T14:14:36Z","cross_cats_sorted":[],"title_canon_sha256":"3180d99c2242ab5393262be14d8ee47dd2da6ceb9dfe0498447e07c7d188ae0c","abstract_canon_sha256":"bbe97f9f69bdba43a72c242f33ebaa75a76dff77e6041ff2bf018a41a4aee15c"},"schema_version":"1.0"},"canonical_sha256":"189200cc1c13c108989d1e16a62113a481235e497c965213a549616d7093e9a6","source":{"kind":"arxiv","id":"2411.11081","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.11081","created_at":"2026-07-05T10:04:40Z"},{"alias_kind":"arxiv_version","alias_value":"2411.11081v2","created_at":"2026-07-05T10:04:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.11081","created_at":"2026-07-05T10:04:40Z"},{"alias_kind":"pith_short_12","alias_value":"DCJABTA4CPAQ","created_at":"2026-07-05T10:04:40Z"},{"alias_kind":"pith_short_16","alias_value":"DCJABTA4CPAQRGE5","created_at":"2026-07-05T10:04:40Z"},{"alias_kind":"pith_short_8","alias_value":"DCJABTA4","created_at":"2026-07-05T10:04:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DCJABTA4CPAQRGE5DYLKMIITUS","target":"record","payload":{"canonical_record":{"source":{"id":"2411.11081","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-17T14:14:36Z","cross_cats_sorted":[],"title_canon_sha256":"3180d99c2242ab5393262be14d8ee47dd2da6ceb9dfe0498447e07c7d188ae0c","abstract_canon_sha256":"bbe97f9f69bdba43a72c242f33ebaa75a76dff77e6041ff2bf018a41a4aee15c"},"schema_version":"1.0"},"canonical_sha256":"189200cc1c13c108989d1e16a62113a481235e497c965213a549616d7093e9a6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:04:40.976627Z","signature_b64":"UC+zwQlmtAbcQ0RpHGGGT1faOhDgK714HJXg8FTCnm2nP4WDV7SCZ055df0D5u3Ps/930HhvFLEztP1bBAhPCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"189200cc1c13c108989d1e16a62113a481235e497c965213a549616d7093e9a6","last_reissued_at":"2026-07-05T10:04:40.976160Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:04:40.976160Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.11081","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:04:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Tw61tK6ImyizK4YmqCWlm7GZVvgn650yUI1PvLUCMEaLVJ6m3qJlcCL3qH4jZdLRHOr3pP5ePh6ouNhD5qhdBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:23:12.554542Z"},"content_sha256":"38b20be8952eb27c6ea99e1cf92e0b8ddbb2ea655c7233b394f74969133f698d","schema_version":"1.0","event_id":"sha256:38b20be8952eb27c6ea99e1cf92e0b8ddbb2ea655c7233b394f74969133f698d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DCJABTA4CPAQRGE5DYLKMIITUS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Promises and Pitfalls of LLM Annotations in Dataset Labeling: a Case Study on Media Bias Detection","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Akiko Aizawa, Andre Greiner-Petter, Bela Gipp, Christoph Mandl, Terry Ruas, Timo Spinde, Tomas Horych","submitted_at":"2024-11-17T14:14:36Z","abstract_excerpt":"High annotation costs from hiring or crowdsourcing complicate the creation of large, high-quality datasets needed for training reliable text classifiers. Recent research suggests using Large Language Models (LLMs) to automate the annotation process, reducing these costs while maintaining data quality. LLMs have shown promising results in annotating downstream tasks like hate speech detection and political framing. Building on the success in these areas, this study investigates whether LLMs are viable for annotating the complex task of media bias detection and whether a downstream media bias cl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.11081","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.11081/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:04:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MTuIDZM+n6x0sqskxzb3K3mj13oJz5RQbKDUtqKLvDtuxjLQFjpTl1E2sDz/74jqk9jiCuG0hY5zlNmpsN+GCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:23:12.554917Z"},"content_sha256":"88da7efe137e812d787d1596ddf15372d93beafc95e7b85f92bcb17a987989eb","schema_version":"1.0","event_id":"sha256:88da7efe137e812d787d1596ddf15372d93beafc95e7b85f92bcb17a987989eb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DCJABTA4CPAQRGE5DYLKMIITUS/bundle.json","state_url":"https://pith.science/pith/DCJABTA4CPAQRGE5DYLKMIITUS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DCJABTA4CPAQRGE5DYLKMIITUS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T14:23:12Z","links":{"resolver":"https://pith.science/pith/DCJABTA4CPAQRGE5DYLKMIITUS","bundle":"https://pith.science/pith/DCJABTA4CPAQRGE5DYLKMIITUS/bundle.json","state":"https://pith.science/pith/DCJABTA4CPAQRGE5DYLKMIITUS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DCJABTA4CPAQRGE5DYLKMIITUS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DCJABTA4CPAQRGE5DYLKMIITUS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bbe97f9f69bdba43a72c242f33ebaa75a76dff77e6041ff2bf018a41a4aee15c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-17T14:14:36Z","title_canon_sha256":"3180d99c2242ab5393262be14d8ee47dd2da6ceb9dfe0498447e07c7d188ae0c"},"schema_version":"1.0","source":{"id":"2411.11081","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.11081","created_at":"2026-07-05T10:04:40Z"},{"alias_kind":"arxiv_version","alias_value":"2411.11081v2","created_at":"2026-07-05T10:04:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.11081","created_at":"2026-07-05T10:04:40Z"},{"alias_kind":"pith_short_12","alias_value":"DCJABTA4CPAQ","created_at":"2026-07-05T10:04:40Z"},{"alias_kind":"pith_short_16","alias_value":"DCJABTA4CPAQRGE5","created_at":"2026-07-05T10:04:40Z"},{"alias_kind":"pith_short_8","alias_value":"DCJABTA4","created_at":"2026-07-05T10:04:40Z"}],"graph_snapshots":[{"event_id":"sha256:88da7efe137e812d787d1596ddf15372d93beafc95e7b85f92bcb17a987989eb","target":"graph","created_at":"2026-07-05T10:04:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.11081/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"High annotation costs from hiring or crowdsourcing complicate the creation of large, high-quality datasets needed for training reliable text classifiers. Recent research suggests using Large Language Models (LLMs) to automate the annotation process, reducing these costs while maintaining data quality. LLMs have shown promising results in annotating downstream tasks like hate speech detection and political framing. Building on the success in these areas, this study investigates whether LLMs are viable for annotating the complex task of media bias detection and whether a downstream media bias cl","authors_text":"Akiko Aizawa, Andre Greiner-Petter, Bela Gipp, Christoph Mandl, Terry Ruas, Timo Spinde, Tomas Horych","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-17T14:14:36Z","title":"The Promises and Pitfalls of LLM Annotations in Dataset Labeling: a Case Study on Media Bias Detection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.11081","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:38b20be8952eb27c6ea99e1cf92e0b8ddbb2ea655c7233b394f74969133f698d","target":"record","created_at":"2026-07-05T10:04:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bbe97f9f69bdba43a72c242f33ebaa75a76dff77e6041ff2bf018a41a4aee15c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-17T14:14:36Z","title_canon_sha256":"3180d99c2242ab5393262be14d8ee47dd2da6ceb9dfe0498447e07c7d188ae0c"},"schema_version":"1.0","source":{"id":"2411.11081","kind":"arxiv","version":2}},"canonical_sha256":"189200cc1c13c108989d1e16a62113a481235e497c965213a549616d7093e9a6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"189200cc1c13c108989d1e16a62113a481235e497c965213a549616d7093e9a6","first_computed_at":"2026-07-05T10:04:40.976160Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:04:40.976160Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UC+zwQlmtAbcQ0RpHGGGT1faOhDgK714HJXg8FTCnm2nP4WDV7SCZ055df0D5u3Ps/930HhvFLEztP1bBAhPCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:04:40.976627Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.11081","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:38b20be8952eb27c6ea99e1cf92e0b8ddbb2ea655c7233b394f74969133f698d","sha256:88da7efe137e812d787d1596ddf15372d93beafc95e7b85f92bcb17a987989eb"],"state_sha256":"e99b32817a78512b5fcdf4c934e3eef1377d9afef74ff40a86d3739b9907024b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7ria96WoxfX0Sxd8CD28auCEq2QLJwv2wVQ3lAemH6xQ1d6a2TFFk4W3tifqaBKAu8bOQc2hlNfFx2d67KnxAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T14:23:12.556997Z","bundle_sha256":"a416afeca058f9ad61abc29fb491bec8e6db6f483a4574589edac1b293a8e7c8"}}