{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MJSZGQI7B5NFVDZICYOLDQ72AG","short_pith_number":"pith:MJSZGQI7","canonical_record":{"source":{"id":"2412.07906","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-10T20:30:51Z","cross_cats_sorted":[],"title_canon_sha256":"920404cd1dddef8517178198abd1ff66f16da293ea8409dc12dfd2e74c36baab","abstract_canon_sha256":"434aa7fb25ceac0b501821ba57f71ddfcb74764c1a0d020fccc961747c34d618"},"schema_version":"1.0"},"canonical_sha256":"626593411f0f5a5a8f28161cb1c3fa01bbd3342e01e148833824e5e495e8f6e9","source":{"kind":"arxiv","id":"2412.07906","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.07906","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"arxiv_version","alias_value":"2412.07906v1","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.07906","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_12","alias_value":"MJSZGQI7B5NF","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_16","alias_value":"MJSZGQI7B5NFVDZI","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_8","alias_value":"MJSZGQI7","created_at":"2026-07-05T09:47:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MJSZGQI7B5NFVDZICYOLDQ72AG","target":"record","payload":{"canonical_record":{"source":{"id":"2412.07906","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-10T20:30:51Z","cross_cats_sorted":[],"title_canon_sha256":"920404cd1dddef8517178198abd1ff66f16da293ea8409dc12dfd2e74c36baab","abstract_canon_sha256":"434aa7fb25ceac0b501821ba57f71ddfcb74764c1a0d020fccc961747c34d618"},"schema_version":"1.0"},"canonical_sha256":"626593411f0f5a5a8f28161cb1c3fa01bbd3342e01e148833824e5e495e8f6e9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:47:41.019745Z","signature_b64":"Vn6x7CFMpCEPuWR7G83i5YQ9pQXHahYKqldHLIVNKegSWTqAlY+g5rCOKbMYi8v/PLxsbLPUmhigWir6gCXpDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"626593411f0f5a5a8f28161cb1c3fa01bbd3342e01e148833824e5e495e8f6e9","last_reissued_at":"2026-07-05T09:47:41.019197Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:47:41.019197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.07906","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U7Gw1F1Z86cKlxHZMLYCmIuz1UN+dHI8Uaw3h+6TKfaaW9M8cQtFl6JW0TYpdNW7WFrq8KlmDWg++7mOS67CAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T03:49:11.751708Z"},"content_sha256":"c79b970d54430c5941786aa3632a8f0518db9682ccbdbcbe956f3c8449073928","schema_version":"1.0","event_id":"sha256:c79b970d54430c5941786aa3632a8f0518db9682ccbdbcbe956f3c8449073928"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MJSZGQI7B5NFVDZICYOLDQ72AG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rethinking Emotion Annotations in the Era of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Amrit Romana, Emily Mower Provost, Minxue Niu, Yara El-Tawil","submitted_at":"2024-12-10T20:30:51Z","abstract_excerpt":"Modern affective computing systems rely heavily on datasets with human-annotated emotion labels, for training and evaluation. However, human annotations are expensive to obtain, sensitive to study design, and difficult to quality control, because of the subjective nature of emotions. Meanwhile, Large Language Models (LLMs) have shown remarkable performance on many Natural Language Understanding tasks, emerging as a promising tool for text annotation. In this work, we analyze the complexities of emotion annotation in the context of LLMs, focusing on GPT-4 as a leading model. In our experiments,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.07906","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.07906/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gWkc64TLgi/5UmDGV6y8aOLFPF6HVbACQ0RVx0bePCgEZ4bHooxMJMZccwBb40dfQM4tkL/SgxmHsOH5D8QGAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T03:49:11.752324Z"},"content_sha256":"4239126031ae8a399f6174ba19fd3a23be77a3da409b5367b22b603365d982cc","schema_version":"1.0","event_id":"sha256:4239126031ae8a399f6174ba19fd3a23be77a3da409b5367b22b603365d982cc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MJSZGQI7B5NFVDZICYOLDQ72AG/bundle.json","state_url":"https://pith.science/pith/MJSZGQI7B5NFVDZICYOLDQ72AG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MJSZGQI7B5NFVDZICYOLDQ72AG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T03:49:11Z","links":{"resolver":"https://pith.science/pith/MJSZGQI7B5NFVDZICYOLDQ72AG","bundle":"https://pith.science/pith/MJSZGQI7B5NFVDZICYOLDQ72AG/bundle.json","state":"https://pith.science/pith/MJSZGQI7B5NFVDZICYOLDQ72AG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MJSZGQI7B5NFVDZICYOLDQ72AG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MJSZGQI7B5NFVDZICYOLDQ72AG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"434aa7fb25ceac0b501821ba57f71ddfcb74764c1a0d020fccc961747c34d618","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-10T20:30:51Z","title_canon_sha256":"920404cd1dddef8517178198abd1ff66f16da293ea8409dc12dfd2e74c36baab"},"schema_version":"1.0","source":{"id":"2412.07906","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.07906","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"arxiv_version","alias_value":"2412.07906v1","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.07906","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_12","alias_value":"MJSZGQI7B5NF","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_16","alias_value":"MJSZGQI7B5NFVDZI","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_8","alias_value":"MJSZGQI7","created_at":"2026-07-05T09:47:41Z"}],"graph_snapshots":[{"event_id":"sha256:4239126031ae8a399f6174ba19fd3a23be77a3da409b5367b22b603365d982cc","target":"graph","created_at":"2026-07-05T09:47:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.07906/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Modern affective computing systems rely heavily on datasets with human-annotated emotion labels, for training and evaluation. However, human annotations are expensive to obtain, sensitive to study design, and difficult to quality control, because of the subjective nature of emotions. Meanwhile, Large Language Models (LLMs) have shown remarkable performance on many Natural Language Understanding tasks, emerging as a promising tool for text annotation. In this work, we analyze the complexities of emotion annotation in the context of LLMs, focusing on GPT-4 as a leading model. In our experiments,","authors_text":"Amrit Romana, Emily Mower Provost, Minxue Niu, Yara El-Tawil","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-10T20:30:51Z","title":"Rethinking Emotion Annotations in the Era of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.07906","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c79b970d54430c5941786aa3632a8f0518db9682ccbdbcbe956f3c8449073928","target":"record","created_at":"2026-07-05T09:47:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"434aa7fb25ceac0b501821ba57f71ddfcb74764c1a0d020fccc961747c34d618","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-10T20:30:51Z","title_canon_sha256":"920404cd1dddef8517178198abd1ff66f16da293ea8409dc12dfd2e74c36baab"},"schema_version":"1.0","source":{"id":"2412.07906","kind":"arxiv","version":1}},"canonical_sha256":"626593411f0f5a5a8f28161cb1c3fa01bbd3342e01e148833824e5e495e8f6e9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"626593411f0f5a5a8f28161cb1c3fa01bbd3342e01e148833824e5e495e8f6e9","first_computed_at":"2026-07-05T09:47:41.019197Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:47:41.019197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Vn6x7CFMpCEPuWR7G83i5YQ9pQXHahYKqldHLIVNKegSWTqAlY+g5rCOKbMYi8v/PLxsbLPUmhigWir6gCXpDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:47:41.019745Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.07906","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c79b970d54430c5941786aa3632a8f0518db9682ccbdbcbe956f3c8449073928","sha256:4239126031ae8a399f6174ba19fd3a23be77a3da409b5367b22b603365d982cc"],"state_sha256":"47d484e5b7db72b029b1963a1c94b465886d96c8261b9212c2345679b13bf782"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/EII+N+SIZrQd8z2emZrok0uHzh5oD85bsVL6qkt7ZrakA8kPqVZSN7S0N9KzkZs0rcgBz/pLTVqUzPISMpHCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T03:49:11.757507Z","bundle_sha256":"658f2906524d7da62df28eae2224718954c5572d6af255112ccfaa65d55a1bac"}}