{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:QSJDMJGE6K6TBNJDDBCHMWXNLZ","short_pith_number":"pith:QSJDMJGE","canonical_record":{"source":{"id":"2605.25652","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-25T09:58:28Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"a8b580afe8146c3a77b3e3ff11508e06ff501e8a9ff4a7805076b666235daaef","abstract_canon_sha256":"4905ffe2fd23421679945ece37afe721f1c45d6a4ecbcc830142fcddfd3533f3"},"schema_version":"1.0"},"canonical_sha256":"84923624c4f2bd30b5231844765aed5e4299e0047a827f9ab2c994b96832606d","source":{"kind":"arxiv","id":"2605.25652","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.25652","created_at":"2026-05-26T02:04:48Z"},{"alias_kind":"arxiv_version","alias_value":"2605.25652v1","created_at":"2026-05-26T02:04:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.25652","created_at":"2026-05-26T02:04:48Z"},{"alias_kind":"pith_short_12","alias_value":"QSJDMJGE6K6T","created_at":"2026-05-26T02:04:48Z"},{"alias_kind":"pith_short_16","alias_value":"QSJDMJGE6K6TBNJD","created_at":"2026-05-26T02:04:48Z"},{"alias_kind":"pith_short_8","alias_value":"QSJDMJGE","created_at":"2026-05-26T02:04:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:QSJDMJGE6K6TBNJDDBCHMWXNLZ","target":"record","payload":{"canonical_record":{"source":{"id":"2605.25652","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-25T09:58:28Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"a8b580afe8146c3a77b3e3ff11508e06ff501e8a9ff4a7805076b666235daaef","abstract_canon_sha256":"4905ffe2fd23421679945ece37afe721f1c45d6a4ecbcc830142fcddfd3533f3"},"schema_version":"1.0"},"canonical_sha256":"84923624c4f2bd30b5231844765aed5e4299e0047a827f9ab2c994b96832606d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-26T02:04:48.360158Z","signature_b64":"nIt9dCuzJf3qQBZc0TTLtTLKSVlHljoWYWAAmmgoL1VCMnk4GIz2ap8CwjBixaQEpW7aJ3xIFZF1uBskhcH/Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"84923624c4f2bd30b5231844765aed5e4299e0047a827f9ab2c994b96832606d","last_reissued_at":"2026-05-26T02:04:48.359371Z","signature_status":"signed_v1","first_computed_at":"2026-05-26T02:04:48.359371Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.25652","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-26T02:04:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"is3NLTVJZEj8ri5r4kQYe0bKQHOV60WobqyuLYvfkPKyyeKX9jhcZKEd0NDEt+ET0ucK1KsHNLVvrnfVy5n3Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-24T21:31:17.152042Z"},"content_sha256":"8f74e3b406173662f5b1c606ccb9e269216b12b56c1fe5979e19c29a22e663ce","schema_version":"1.0","event_id":"sha256:8f74e3b406173662f5b1c606ccb9e269216b12b56c1fe5979e19c29a22e663ce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:QSJDMJGE6K6TBNJDDBCHMWXNLZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Two-Phase Stability Study of LLM Judges and Bar Council Examiners on Thai Bar-Exam Free-Form Essays","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Chompakorn Chaksangchaichot, Pawitsapak Akarajaradwong, Sarana Nutanong, Wuttikrai Lertprasertphakorn","submitted_at":"2026-05-25T09:58:28Z","abstract_excerpt":"Free-form legal essay evaluation in NLP treats expert inter-rater stability as a single ceiling number, and treats LLM-judge agreement with that ceiling as evidence of judge stability. We test both assumptions on the Thai bar examination through an identical-inputs protocol: three Bar Council-trained examiners (A, B, C) and a 26-LLM judge panel score the same 15 cross-graded answers from the same four inputs (question, official Bar Council grading regulation, gold answer, candidate answer). The headline finding is asymmetric. On 10 of 15 cells where the rubric prescribes both axes, all 29 rate"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.25652","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.25652/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-26T02:04:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ar6z8dnd9L2o7gU3x+DdcO9LEddRxudBWncep2TL9Mb6Eahiy3Q870N01zDewOp+ho+ay1U9ytAOQhA1j0H7AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-24T21:31:17.152456Z"},"content_sha256":"ad8e206211be6d7f71f1de435a70497ce77644d7984bd0afe8d62e4e033d7500","schema_version":"1.0","event_id":"sha256:ad8e206211be6d7f71f1de435a70497ce77644d7984bd0afe8d62e4e033d7500"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QSJDMJGE6K6TBNJDDBCHMWXNLZ/bundle.json","state_url":"https://pith.science/pith/QSJDMJGE6K6TBNJDDBCHMWXNLZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QSJDMJGE6K6TBNJDDBCHMWXNLZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-24T21:31:17Z","links":{"resolver":"https://pith.science/pith/QSJDMJGE6K6TBNJDDBCHMWXNLZ","bundle":"https://pith.science/pith/QSJDMJGE6K6TBNJDDBCHMWXNLZ/bundle.json","state":"https://pith.science/pith/QSJDMJGE6K6TBNJDDBCHMWXNLZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QSJDMJGE6K6TBNJDDBCHMWXNLZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:QSJDMJGE6K6TBNJDDBCHMWXNLZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4905ffe2fd23421679945ece37afe721f1c45d6a4ecbcc830142fcddfd3533f3","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-25T09:58:28Z","title_canon_sha256":"a8b580afe8146c3a77b3e3ff11508e06ff501e8a9ff4a7805076b666235daaef"},"schema_version":"1.0","source":{"id":"2605.25652","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.25652","created_at":"2026-05-26T02:04:48Z"},{"alias_kind":"arxiv_version","alias_value":"2605.25652v1","created_at":"2026-05-26T02:04:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.25652","created_at":"2026-05-26T02:04:48Z"},{"alias_kind":"pith_short_12","alias_value":"QSJDMJGE6K6T","created_at":"2026-05-26T02:04:48Z"},{"alias_kind":"pith_short_16","alias_value":"QSJDMJGE6K6TBNJD","created_at":"2026-05-26T02:04:48Z"},{"alias_kind":"pith_short_8","alias_value":"QSJDMJGE","created_at":"2026-05-26T02:04:48Z"}],"graph_snapshots":[{"event_id":"sha256:ad8e206211be6d7f71f1de435a70497ce77644d7984bd0afe8d62e4e033d7500","target":"graph","created_at":"2026-05-26T02:04:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.25652/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Free-form legal essay evaluation in NLP treats expert inter-rater stability as a single ceiling number, and treats LLM-judge agreement with that ceiling as evidence of judge stability. We test both assumptions on the Thai bar examination through an identical-inputs protocol: three Bar Council-trained examiners (A, B, C) and a 26-LLM judge panel score the same 15 cross-graded answers from the same four inputs (question, official Bar Council grading regulation, gold answer, candidate answer). The headline finding is asymmetric. On 10 of 15 cells where the rubric prescribes both axes, all 29 rate","authors_text":"Chompakorn Chaksangchaichot, Pawitsapak Akarajaradwong, Sarana Nutanong, Wuttikrai Lertprasertphakorn","cross_cats":["cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-25T09:58:28Z","title":"A Two-Phase Stability Study of LLM Judges and Bar Council Examiners on Thai Bar-Exam Free-Form Essays"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.25652","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8f74e3b406173662f5b1c606ccb9e269216b12b56c1fe5979e19c29a22e663ce","target":"record","created_at":"2026-05-26T02:04:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4905ffe2fd23421679945ece37afe721f1c45d6a4ecbcc830142fcddfd3533f3","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-25T09:58:28Z","title_canon_sha256":"a8b580afe8146c3a77b3e3ff11508e06ff501e8a9ff4a7805076b666235daaef"},"schema_version":"1.0","source":{"id":"2605.25652","kind":"arxiv","version":1}},"canonical_sha256":"84923624c4f2bd30b5231844765aed5e4299e0047a827f9ab2c994b96832606d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"84923624c4f2bd30b5231844765aed5e4299e0047a827f9ab2c994b96832606d","first_computed_at":"2026-05-26T02:04:48.359371Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-26T02:04:48.359371Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nIt9dCuzJf3qQBZc0TTLtTLKSVlHljoWYWAAmmgoL1VCMnk4GIz2ap8CwjBixaQEpW7aJ3xIFZF1uBskhcH/Bw==","signature_status":"signed_v1","signed_at":"2026-05-26T02:04:48.360158Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.25652","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8f74e3b406173662f5b1c606ccb9e269216b12b56c1fe5979e19c29a22e663ce","sha256:ad8e206211be6d7f71f1de435a70497ce77644d7984bd0afe8d62e4e033d7500"],"state_sha256":"bb600cae20513486f94aca80b3c29ac5888bb275be98ba21f8738130dc508a29"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Eh22OCdyjNbDPQuzn1Ys6woICRl5xXcxs1zc8/YDhHm/SGW7DH2as0ezyicvwI4uxQES8x00ANBR6PFLjUqCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-24T21:31:17.154530Z","bundle_sha256":"5127b6e34c25b0579ce420378ec0871af426040c4d40bf6b746002310bba0f45"}}