{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:EB247F7YW7L7O4FYQFLT3OETS5","short_pith_number":"pith:EB247F7Y","canonical_record":{"source":{"id":"2607.28119","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-30T12:28:54Z","cross_cats_sorted":["cs.SI"],"title_canon_sha256":"720d34a17c280512d2cde7894f163205a452356b1a3e3258424cc2b90366f2f2","abstract_canon_sha256":"30e7d612f480c2d41d65ba261013fe36c635cc17ebb6cea433c0f74751cbac50"},"schema_version":"1.0"},"canonical_sha256":"2075cf97f8b7d7f770b881573db893975dcf5cf3889e607ab86fab6016f1ef16","source":{"kind":"arxiv","id":"2607.28119","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.28119","created_at":"2026-07-31T01:35:48Z"},{"alias_kind":"arxiv_version","alias_value":"2607.28119v1","created_at":"2026-07-31T01:35:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.28119","created_at":"2026-07-31T01:35:48Z"},{"alias_kind":"pith_short_12","alias_value":"EB247F7YW7L7","created_at":"2026-07-31T01:35:48Z"},{"alias_kind":"pith_short_16","alias_value":"EB247F7YW7L7O4FY","created_at":"2026-07-31T01:35:48Z"},{"alias_kind":"pith_short_8","alias_value":"EB247F7Y","created_at":"2026-07-31T01:35:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:EB247F7YW7L7O4FYQFLT3OETS5","target":"record","payload":{"canonical_record":{"source":{"id":"2607.28119","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-30T12:28:54Z","cross_cats_sorted":["cs.SI"],"title_canon_sha256":"720d34a17c280512d2cde7894f163205a452356b1a3e3258424cc2b90366f2f2","abstract_canon_sha256":"30e7d612f480c2d41d65ba261013fe36c635cc17ebb6cea433c0f74751cbac50"},"schema_version":"1.0"},"canonical_sha256":"2075cf97f8b7d7f770b881573db893975dcf5cf3889e607ab86fab6016f1ef16","receipt":{"kind":"pith_receipt","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2075cf97f8b7d7f770b881573db893975dcf5cf3889e607ab86fab6016f1ef16","last_reissued_at":"2026-07-31T01:35:48.313249Z","signature_status":"unsigned_v0","first_computed_at":"2026-07-31T01:35:48.313249Z"},"source_kind":"arxiv","source_id":"2607.28119","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-31T01:35:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YynTxrHE5iyHk+7ciAsY25ahis6GOrawNYkMsHGKG2/Z3BNmT6Ip10q/SEwvT7ZZgMjPeMEDvlw7ZiUbplU3Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T13:06:05.556323Z"},"content_sha256":"cfab60f5c645b4a263e0a69d3ae0380031f85cd135612bd2353c3bc2e649a2ba","schema_version":"1.0","event_id":"sha256:cfab60f5c645b4a263e0a69d3ae0380031f85cd135612bd2353c3bc2e649a2ba"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:EB247F7YW7L7O4FYQFLT3OETS5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Challenges in annotations by humans and LLMs: A case study of evaluative language","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SI"],"primary_cat":"cs.CL","authors_text":"Aenne Cecilia Kristine Knierim, Ekaterina Lapshinova-Koltunski, Khushi Pitroda, Mirela Imamovic","submitted_at":"2026-07-30T12:28:54Z","abstract_excerpt":"In this paper, we draw a comparison between linguists in training, a trained linguist, and annotations generated by large language models (LLMs) to find out if they struggle with complex linguistic phenomena in a similar way. For this purpose, we analyse evaluative language in spoken popular science discourse, with the example of a corpus of English TED talk transcripts. We focus on the Appraisal theory and its Attitude subsystem, including the categories (classes) of Affect, Judgement, and Appreciation. In this context, Appraisal theory is an example of a highly subjective annotation task, ma"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.28119","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.28119/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-31T01:35:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KD8bDy8ZT3A6ufHyb5NoJwIovNArONeSUpCjU3rGo1fhgSKEgHlYIk6OI3/c5T51yp7jPpnPEhZp6qv4LUXEBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T13:06:05.557465Z"},"content_sha256":"36368e832c5b32488923ec68c278697653e6cf3b6e684bc9a55b2712509f45a1","schema_version":"1.0","event_id":"sha256:36368e832c5b32488923ec68c278697653e6cf3b6e684bc9a55b2712509f45a1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EB247F7YW7L7O4FYQFLT3OETS5/bundle.json","state_url":"https://pith.science/pith/EB247F7YW7L7O4FYQFLT3OETS5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EB247F7YW7L7O4FYQFLT3OETS5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T13:06:05Z","links":{"resolver":"https://pith.science/pith/EB247F7YW7L7O4FYQFLT3OETS5","bundle":"https://pith.science/pith/EB247F7YW7L7O4FYQFLT3OETS5/bundle.json","state":"https://pith.science/pith/EB247F7YW7L7O4FYQFLT3OETS5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EB247F7YW7L7O4FYQFLT3OETS5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:EB247F7YW7L7O4FYQFLT3OETS5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"30e7d612f480c2d41d65ba261013fe36c635cc17ebb6cea433c0f74751cbac50","cross_cats_sorted":["cs.SI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-30T12:28:54Z","title_canon_sha256":"720d34a17c280512d2cde7894f163205a452356b1a3e3258424cc2b90366f2f2"},"schema_version":"1.0","source":{"id":"2607.28119","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.28119","created_at":"2026-07-31T01:35:48Z"},{"alias_kind":"arxiv_version","alias_value":"2607.28119v1","created_at":"2026-07-31T01:35:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.28119","created_at":"2026-07-31T01:35:48Z"},{"alias_kind":"pith_short_12","alias_value":"EB247F7YW7L7","created_at":"2026-07-31T01:35:48Z"},{"alias_kind":"pith_short_16","alias_value":"EB247F7YW7L7O4FY","created_at":"2026-07-31T01:35:48Z"},{"alias_kind":"pith_short_8","alias_value":"EB247F7Y","created_at":"2026-07-31T01:35:48Z"}],"graph_snapshots":[{"event_id":"sha256:36368e832c5b32488923ec68c278697653e6cf3b6e684bc9a55b2712509f45a1","target":"graph","created_at":"2026-07-31T01:35:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.28119/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we draw a comparison between linguists in training, a trained linguist, and annotations generated by large language models (LLMs) to find out if they struggle with complex linguistic phenomena in a similar way. For this purpose, we analyse evaluative language in spoken popular science discourse, with the example of a corpus of English TED talk transcripts. We focus on the Appraisal theory and its Attitude subsystem, including the categories (classes) of Affect, Judgement, and Appreciation. In this context, Appraisal theory is an example of a highly subjective annotation task, ma","authors_text":"Aenne Cecilia Kristine Knierim, Ekaterina Lapshinova-Koltunski, Khushi Pitroda, Mirela Imamovic","cross_cats":["cs.SI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-30T12:28:54Z","title":"Challenges in annotations by humans and LLMs: A case study of evaluative language"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.28119","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cfab60f5c645b4a263e0a69d3ae0380031f85cd135612bd2353c3bc2e649a2ba","target":"record","created_at":"2026-07-31T01:35:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"30e7d612f480c2d41d65ba261013fe36c635cc17ebb6cea433c0f74751cbac50","cross_cats_sorted":["cs.SI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-30T12:28:54Z","title_canon_sha256":"720d34a17c280512d2cde7894f163205a452356b1a3e3258424cc2b90366f2f2"},"schema_version":"1.0","source":{"id":"2607.28119","kind":"arxiv","version":1}},"canonical_sha256":"2075cf97f8b7d7f770b881573db893975dcf5cf3889e607ab86fab6016f1ef16","receipt":{"builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2075cf97f8b7d7f770b881573db893975dcf5cf3889e607ab86fab6016f1ef16","first_computed_at":"2026-07-31T01:35:48.313249Z","kind":"pith_receipt","last_reissued_at":"2026-07-31T01:35:48.313249Z","receipt_version":"0.3","signature_status":"unsigned_v0"},"source_id":"2607.28119","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cfab60f5c645b4a263e0a69d3ae0380031f85cd135612bd2353c3bc2e649a2ba","sha256:36368e832c5b32488923ec68c278697653e6cf3b6e684bc9a55b2712509f45a1"],"state_sha256":"bc43c29971bdd57f7363eeacb41978e590172c753b8f0556551d8fef46a594c9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dVgb7gxul477oa2+7hmXl5miWV8TS9vLYBZn/oKz5vaGLW6m2U3QaXDM8SNJcC7sHu40SIoI2Ar3EkR55H82Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T13:06:05.576281Z","bundle_sha256":"ec486a2249781f679245410debed036178ab29ed6bfdec43cf8acb6c67edd8de"}}