{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:Y3QRMSYOY34ZZ7LPYWFAF4Q3V4","short_pith_number":"pith:Y3QRMSYO","canonical_record":{"source":{"id":"2511.01482","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-11-03T11:45:26Z","cross_cats_sorted":[],"title_canon_sha256":"73bd7fec6ef628a9fb720e2800b13f7db2a4816552c12556fc288740962f86df","abstract_canon_sha256":"4b2e5d787cc0d9e0ad1f9e2b51da72a8f6445e43513f2205e90d23a9d76f8952"},"schema_version":"1.0"},"canonical_sha256":"c6e1164b0ec6f99cfd6fc58a02f21baf1a8d049112b135e2d6544a0bf98b21ba","source":{"kind":"arxiv","id":"2511.01482","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2511.01482","created_at":"2026-05-20T01:06:06Z"},{"alias_kind":"arxiv_version","alias_value":"2511.01482v2","created_at":"2026-05-20T01:06:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2511.01482","created_at":"2026-05-20T01:06:06Z"},{"alias_kind":"pith_short_12","alias_value":"Y3QRMSYOY34Z","created_at":"2026-05-20T01:06:06Z"},{"alias_kind":"pith_short_16","alias_value":"Y3QRMSYOY34ZZ7LP","created_at":"2026-05-20T01:06:06Z"},{"alias_kind":"pith_short_8","alias_value":"Y3QRMSYO","created_at":"2026-05-20T01:06:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:Y3QRMSYOY34ZZ7LPYWFAF4Q3V4","target":"record","payload":{"canonical_record":{"source":{"id":"2511.01482","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-11-03T11:45:26Z","cross_cats_sorted":[],"title_canon_sha256":"73bd7fec6ef628a9fb720e2800b13f7db2a4816552c12556fc288740962f86df","abstract_canon_sha256":"4b2e5d787cc0d9e0ad1f9e2b51da72a8f6445e43513f2205e90d23a9d76f8952"},"schema_version":"1.0"},"canonical_sha256":"c6e1164b0ec6f99cfd6fc58a02f21baf1a8d049112b135e2d6544a0bf98b21ba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T01:06:06.740097Z","signature_b64":"B/w2WUsPV9pWR5MA9VdGTn+RiobvKhCdBdQgQSZxc0jwPTiSWzwwQLZz15w1PUnfDHbFmB6QMJzAVy9pibHOBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c6e1164b0ec6f99cfd6fc58a02f21baf1a8d049112b135e2d6544a0bf98b21ba","last_reissued_at":"2026-05-20T01:06:06.739282Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T01:06:06.739282Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2511.01482","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T01:06:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N7792QAiqC/+8f3RQQ4hZn4QTNZxCseOR7dQLqbpJJOnWvnjFJlTKQmWmHAujr0CLdqK61+oqDXF0T32OT+9Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T05:53:17.403444Z"},"content_sha256":"ee0f0b50a5016914c4d9a5c4c718e2de4928fc3c2d9cd823a9b3c81faf7ff1c9","schema_version":"1.0","event_id":"sha256:ee0f0b50a5016914c4d9a5c4c718e2de4928fc3c2d9cd823a9b3c81faf7ff1c9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:Y3QRMSYOY34ZZ7LPYWFAF4Q3V4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Consistent Detection of Cognitive Distortions: LLM-Based Annotation and Dataset-Agnostic Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Kairit Sirts, Navneet Agarwal, Neha Sharma","submitted_at":"2025-11-03T11:45:26Z","abstract_excerpt":"Text-based automated Cognitive Distortion detection is a challenging task due to its subjective nature, with low agreement scores observed even among expert human annotators, leading to unreliable annotations. We explore the use of Large Language Models (LLMs) as consistent and reliable annotators, and propose that multiple independent LLM runs can reveal stable labeling patterns despite the inherent subjectivity of the task. Furthermore, to fairly compare models trained on datasets with different characteristics, we introduce a dataset-agnostic evaluation framework using Cohen's kappa as an e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2511.01482","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2511.01482/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T01:06:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QlyX7vntfdMAyOs047p4/MA3LtXzg8BJ5Fxd2tPbObd02/CJCXUMhbxsArhtbduAopYopRwSTXevH0HVWYxKDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T05:53:17.404008Z"},"content_sha256":"f8cc5a2bb2afaef16356db7ae644c6f6b407bc8103bd294093ec45189f0299b6","schema_version":"1.0","event_id":"sha256:f8cc5a2bb2afaef16356db7ae644c6f6b407bc8103bd294093ec45189f0299b6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y3QRMSYOY34ZZ7LPYWFAF4Q3V4/bundle.json","state_url":"https://pith.science/pith/Y3QRMSYOY34ZZ7LPYWFAF4Q3V4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y3QRMSYOY34ZZ7LPYWFAF4Q3V4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T05:53:17Z","links":{"resolver":"https://pith.science/pith/Y3QRMSYOY34ZZ7LPYWFAF4Q3V4","bundle":"https://pith.science/pith/Y3QRMSYOY34ZZ7LPYWFAF4Q3V4/bundle.json","state":"https://pith.science/pith/Y3QRMSYOY34ZZ7LPYWFAF4Q3V4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y3QRMSYOY34ZZ7LPYWFAF4Q3V4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:Y3QRMSYOY34ZZ7LPYWFAF4Q3V4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4b2e5d787cc0d9e0ad1f9e2b51da72a8f6445e43513f2205e90d23a9d76f8952","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-11-03T11:45:26Z","title_canon_sha256":"73bd7fec6ef628a9fb720e2800b13f7db2a4816552c12556fc288740962f86df"},"schema_version":"1.0","source":{"id":"2511.01482","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2511.01482","created_at":"2026-05-20T01:06:06Z"},{"alias_kind":"arxiv_version","alias_value":"2511.01482v2","created_at":"2026-05-20T01:06:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2511.01482","created_at":"2026-05-20T01:06:06Z"},{"alias_kind":"pith_short_12","alias_value":"Y3QRMSYOY34Z","created_at":"2026-05-20T01:06:06Z"},{"alias_kind":"pith_short_16","alias_value":"Y3QRMSYOY34ZZ7LP","created_at":"2026-05-20T01:06:06Z"},{"alias_kind":"pith_short_8","alias_value":"Y3QRMSYO","created_at":"2026-05-20T01:06:06Z"}],"graph_snapshots":[{"event_id":"sha256:f8cc5a2bb2afaef16356db7ae644c6f6b407bc8103bd294093ec45189f0299b6","target":"graph","created_at":"2026-05-20T01:06:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2511.01482/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Text-based automated Cognitive Distortion detection is a challenging task due to its subjective nature, with low agreement scores observed even among expert human annotators, leading to unreliable annotations. We explore the use of Large Language Models (LLMs) as consistent and reliable annotators, and propose that multiple independent LLM runs can reveal stable labeling patterns despite the inherent subjectivity of the task. Furthermore, to fairly compare models trained on datasets with different characteristics, we introduce a dataset-agnostic evaluation framework using Cohen's kappa as an e","authors_text":"Kairit Sirts, Navneet Agarwal, Neha Sharma","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-11-03T11:45:26Z","title":"Towards Consistent Detection of Cognitive Distortions: LLM-Based Annotation and Dataset-Agnostic Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2511.01482","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ee0f0b50a5016914c4d9a5c4c718e2de4928fc3c2d9cd823a9b3c81faf7ff1c9","target":"record","created_at":"2026-05-20T01:06:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4b2e5d787cc0d9e0ad1f9e2b51da72a8f6445e43513f2205e90d23a9d76f8952","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-11-03T11:45:26Z","title_canon_sha256":"73bd7fec6ef628a9fb720e2800b13f7db2a4816552c12556fc288740962f86df"},"schema_version":"1.0","source":{"id":"2511.01482","kind":"arxiv","version":2}},"canonical_sha256":"c6e1164b0ec6f99cfd6fc58a02f21baf1a8d049112b135e2d6544a0bf98b21ba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c6e1164b0ec6f99cfd6fc58a02f21baf1a8d049112b135e2d6544a0bf98b21ba","first_computed_at":"2026-05-20T01:06:06.739282Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T01:06:06.739282Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"B/w2WUsPV9pWR5MA9VdGTn+RiobvKhCdBdQgQSZxc0jwPTiSWzwwQLZz15w1PUnfDHbFmB6QMJzAVy9pibHOBA==","signature_status":"signed_v1","signed_at":"2026-05-20T01:06:06.740097Z","signed_message":"canonical_sha256_bytes"},"source_id":"2511.01482","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ee0f0b50a5016914c4d9a5c4c718e2de4928fc3c2d9cd823a9b3c81faf7ff1c9","sha256:f8cc5a2bb2afaef16356db7ae644c6f6b407bc8103bd294093ec45189f0299b6"],"state_sha256":"79f80b75080cefbc9767e6ebabee6afc32164ae23a26549fc664dfab22ff982f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2gI7damVSs3aPPNYYA68WpF4eQfZ0+e73qC29/AbBJc0ljqZlSnZhff9KmRF5pkbXYwGqfs5Ykop7o6ZzWrCBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T05:53:17.406882Z","bundle_sha256":"595670771be9047705d06775babe29701ca58374b29e7e36a86a8beeaba8a063"}}