{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7MSW4WLAMDEMUSILHVWYNTIFBO","short_pith_number":"pith:7MSW4WLA","canonical_record":{"source":{"id":"2509.02855","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-09-02T21:58:58Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"4b11149731f1526e336e184cec79927b129ec4e3a98f437be4c8980b2a320ede","abstract_canon_sha256":"25b70e9b4f0cc61582b950a7f74165a07a80be6411d4fdb8e198013c2555787a"},"schema_version":"1.0"},"canonical_sha256":"fb256e596060c8ca490b3d6d86cd050b8e7a20f247f63c41208a4927b20d0dd4","source":{"kind":"arxiv","id":"2509.02855","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.02855","created_at":"2026-07-05T12:03:58Z"},{"alias_kind":"arxiv_version","alias_value":"2509.02855v1","created_at":"2026-07-05T12:03:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.02855","created_at":"2026-07-05T12:03:58Z"},{"alias_kind":"pith_short_12","alias_value":"7MSW4WLAMDEM","created_at":"2026-07-05T12:03:58Z"},{"alias_kind":"pith_short_16","alias_value":"7MSW4WLAMDEMUSIL","created_at":"2026-07-05T12:03:58Z"},{"alias_kind":"pith_short_8","alias_value":"7MSW4WLA","created_at":"2026-07-05T12:03:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7MSW4WLAMDEMUSILHVWYNTIFBO","target":"record","payload":{"canonical_record":{"source":{"id":"2509.02855","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-09-02T21:58:58Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"4b11149731f1526e336e184cec79927b129ec4e3a98f437be4c8980b2a320ede","abstract_canon_sha256":"25b70e9b4f0cc61582b950a7f74165a07a80be6411d4fdb8e198013c2555787a"},"schema_version":"1.0"},"canonical_sha256":"fb256e596060c8ca490b3d6d86cd050b8e7a20f247f63c41208a4927b20d0dd4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:03:58.529372Z","signature_b64":"CLfXw4TIgHRJQL3CV0Qutcg8jBxR35I1NAbIMj8Sh7NCn3tRdgwKrDO9HtfOKjfM5+N7BPnwuXXIaE9pmIvDCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fb256e596060c8ca490b3d6d86cd050b8e7a20f247f63c41208a4927b20d0dd4","last_reissued_at":"2026-07-05T12:03:58.528693Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:03:58.528693Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2509.02855","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:03:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Cek9AH212Xp/OPYRvTLqLjwPiCn976K2booM2+GPxyNct5mPWPeOY+Rch/nZlTRqClPK5dsuYxbDXL0AcZnXBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:32:25.754328Z"},"content_sha256":"5d4f06ad79163d709924fd64acb231493db34af715f3fc04660af80ab716e90e","schema_version":"1.0","event_id":"sha256:5d4f06ad79163d709924fd64acb231493db34af715f3fc04660af80ab716e90e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7MSW4WLAMDEMUSILHVWYNTIFBO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"IDEAlign: Comparing Large Language Models to Human Experts in Open-ended Interpretive Annotations","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Dorottya Demszky, Hyunji Nam, James Malamut, Lucia Langlois, Mei Tan","submitted_at":"2025-09-02T21:58:58Z","abstract_excerpt":"Large language models (LLMs) are increasingly applied to open-ended, interpretive annotation tasks, such as thematic analysis by researchers or generating feedback on student work by teachers. These tasks involve free-text annotations requiring expert-level judgments grounded in specific objectives (e.g., research questions or instructional goals). Evaluating whether LLM-generated annotations align with those generated by expert humans is challenging to do at scale, and currently, no validated, scalable measure of similarity in ideas exists. In this paper, we (i) introduce the scalable evaluat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.02855","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2509.02855/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:03:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MG4eBNoM2FmDU2cMCM5htAWMoapZkTYJJ7wbzdu1xfAVQ1JCWPlsJqelc/5QU3QtJftr89pJpE+xxTZEgRe0BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:32:25.755133Z"},"content_sha256":"aa2b2847d08db919888519f2977f66619efb69930a2706b822f6a14327d5489e","schema_version":"1.0","event_id":"sha256:aa2b2847d08db919888519f2977f66619efb69930a2706b822f6a14327d5489e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7MSW4WLAMDEMUSILHVWYNTIFBO/bundle.json","state_url":"https://pith.science/pith/7MSW4WLAMDEMUSILHVWYNTIFBO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7MSW4WLAMDEMUSILHVWYNTIFBO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T17:32:25Z","links":{"resolver":"https://pith.science/pith/7MSW4WLAMDEMUSILHVWYNTIFBO","bundle":"https://pith.science/pith/7MSW4WLAMDEMUSILHVWYNTIFBO/bundle.json","state":"https://pith.science/pith/7MSW4WLAMDEMUSILHVWYNTIFBO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7MSW4WLAMDEMUSILHVWYNTIFBO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7MSW4WLAMDEMUSILHVWYNTIFBO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"25b70e9b4f0cc61582b950a7f74165a07a80be6411d4fdb8e198013c2555787a","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-09-02T21:58:58Z","title_canon_sha256":"4b11149731f1526e336e184cec79927b129ec4e3a98f437be4c8980b2a320ede"},"schema_version":"1.0","source":{"id":"2509.02855","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.02855","created_at":"2026-07-05T12:03:58Z"},{"alias_kind":"arxiv_version","alias_value":"2509.02855v1","created_at":"2026-07-05T12:03:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.02855","created_at":"2026-07-05T12:03:58Z"},{"alias_kind":"pith_short_12","alias_value":"7MSW4WLAMDEM","created_at":"2026-07-05T12:03:58Z"},{"alias_kind":"pith_short_16","alias_value":"7MSW4WLAMDEMUSIL","created_at":"2026-07-05T12:03:58Z"},{"alias_kind":"pith_short_8","alias_value":"7MSW4WLA","created_at":"2026-07-05T12:03:58Z"}],"graph_snapshots":[{"event_id":"sha256:aa2b2847d08db919888519f2977f66619efb69930a2706b822f6a14327d5489e","target":"graph","created_at":"2026-07-05T12:03:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2509.02855/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are increasingly applied to open-ended, interpretive annotation tasks, such as thematic analysis by researchers or generating feedback on student work by teachers. These tasks involve free-text annotations requiring expert-level judgments grounded in specific objectives (e.g., research questions or instructional goals). Evaluating whether LLM-generated annotations align with those generated by expert humans is challenging to do at scale, and currently, no validated, scalable measure of similarity in ideas exists. In this paper, we (i) introduce the scalable evaluat","authors_text":"Dorottya Demszky, Hyunji Nam, James Malamut, Lucia Langlois, Mei Tan","cross_cats":["cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-09-02T21:58:58Z","title":"IDEAlign: Comparing Large Language Models to Human Experts in Open-ended Interpretive Annotations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.02855","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5d4f06ad79163d709924fd64acb231493db34af715f3fc04660af80ab716e90e","target":"record","created_at":"2026-07-05T12:03:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"25b70e9b4f0cc61582b950a7f74165a07a80be6411d4fdb8e198013c2555787a","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-09-02T21:58:58Z","title_canon_sha256":"4b11149731f1526e336e184cec79927b129ec4e3a98f437be4c8980b2a320ede"},"schema_version":"1.0","source":{"id":"2509.02855","kind":"arxiv","version":1}},"canonical_sha256":"fb256e596060c8ca490b3d6d86cd050b8e7a20f247f63c41208a4927b20d0dd4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fb256e596060c8ca490b3d6d86cd050b8e7a20f247f63c41208a4927b20d0dd4","first_computed_at":"2026-07-05T12:03:58.528693Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:03:58.528693Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CLfXw4TIgHRJQL3CV0Qutcg8jBxR35I1NAbIMj8Sh7NCn3tRdgwKrDO9HtfOKjfM5+N7BPnwuXXIaE9pmIvDCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T12:03:58.529372Z","signed_message":"canonical_sha256_bytes"},"source_id":"2509.02855","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5d4f06ad79163d709924fd64acb231493db34af715f3fc04660af80ab716e90e","sha256:aa2b2847d08db919888519f2977f66619efb69930a2706b822f6a14327d5489e"],"state_sha256":"3c4f3f44089e91abddf51353453e31c36d92e2763c386ddc9aa30d769d5c4243"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O7Qw65+3T4lECG6bU28D6VfcNiI9uaZMoGr+kp0yssGv6IW4dB5ovBl13ioXebjEYfkWLIe2JTFIl8TRguaZDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T17:32:25.762954Z","bundle_sha256":"56a7cfb4ce1a57a1a224319c72d2a75b91592f77ab17043b687ffcc12467992a"}}