{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:G6XG67RQSL23WA47NDQFD76RF4","short_pith_number":"pith:G6XG67RQ","canonical_record":{"source":{"id":"2605.29025","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2026-05-27T19:21:42Z","cross_cats_sorted":["cs.CY","cs.HC"],"title_canon_sha256":"e53bc8f06de0037dee79ae499279bc100d449b5314ac502b198562269777613a","abstract_canon_sha256":"6b677bd9c3b5574008aa9ae20b22629162b163104d12590cc7e27d04ea71371c"},"schema_version":"1.0"},"canonical_sha256":"37ae6f7e3092f5bb039f68e051ffd12f18b200f30c6f30f9f15b24df0b3febf6","source":{"kind":"arxiv","id":"2605.29025","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.29025","created_at":"2026-05-29T01:04:43Z"},{"alias_kind":"arxiv_version","alias_value":"2605.29025v1","created_at":"2026-05-29T01:04:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.29025","created_at":"2026-05-29T01:04:43Z"},{"alias_kind":"pith_short_12","alias_value":"G6XG67RQSL23","created_at":"2026-05-29T01:04:43Z"},{"alias_kind":"pith_short_16","alias_value":"G6XG67RQSL23WA47","created_at":"2026-05-29T01:04:43Z"},{"alias_kind":"pith_short_8","alias_value":"G6XG67RQ","created_at":"2026-05-29T01:04:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:G6XG67RQSL23WA47NDQFD76RF4","target":"record","payload":{"canonical_record":{"source":{"id":"2605.29025","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2026-05-27T19:21:42Z","cross_cats_sorted":["cs.CY","cs.HC"],"title_canon_sha256":"e53bc8f06de0037dee79ae499279bc100d449b5314ac502b198562269777613a","abstract_canon_sha256":"6b677bd9c3b5574008aa9ae20b22629162b163104d12590cc7e27d04ea71371c"},"schema_version":"1.0"},"canonical_sha256":"37ae6f7e3092f5bb039f68e051ffd12f18b200f30c6f30f9f15b24df0b3febf6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-29T01:04:43.797989Z","signature_b64":"glH+7H1ujbq2u8AJu4MdQzztQrLym2QrG7CL4cf91INdZ3zw/M7zJ3EuZMQ4JakPII3NFT3fiU92BwmzencEAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"37ae6f7e3092f5bb039f68e051ffd12f18b200f30c6f30f9f15b24df0b3febf6","last_reissued_at":"2026-05-29T01:04:43.797585Z","signature_status":"signed_v1","first_computed_at":"2026-05-29T01:04:43.797585Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.29025","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-29T01:04:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D3m/pCUhtpPNwPS8We/IgZbxaYbsil/QV2b795Ws8vKNI8Ww2I34pmuzPThOXQqSEFYUDU/O9aSYKBe5mToiDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-30T09:30:57.868549Z"},"content_sha256":"5395943ff8066627885cb2629bdb4b90623024038030a166b5af95ae37cef0ad","schema_version":"1.0","event_id":"sha256:5395943ff8066627885cb2629bdb4b90623024038030a166b5af95ae37cef0ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:G6XG67RQSL23WA47NDQFD76RF4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"When Models Disagree: Rethinking LLM Evaluation for Public Comment Analysis","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CY","cs.HC"],"primary_cat":"cs.AI","authors_text":"Aisha Najera, Alvin Moon, Rajesh Veeraraghavan, Vedant Srinivasan","submitted_at":"2026-05-27T19:21:42Z","abstract_excerpt":"Federal agencies are deploying large language models (LLMs) to categorize public comment corpora, where the model's organization of the record shapes what policymakers see and which arguments register. Standard evaluation, anchored on stance accuracy against a small validated set, cannot detect when different models produce materially different categorizations of the same public input. We propose an Interpretive Audit Pipeline that treats multi-model disagreement as diagnostic of interpretive complexity and directs human review toward genuinely ambiguous public input. Analyzing 1,260 public co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.29025","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.29025/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-29T01:04:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TBpqrWtg1iQHre5Y0Gpp/kYP1j0GsHZakkmFgGpkBSVBlMbEIUGoLmUvXHBawEW/CgJtFfo1kq6Bk7hUZmlMDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-30T09:30:57.868929Z"},"content_sha256":"6e9135ba0b7d94da4a6bee3e7a003f2737383c0b26b283995a8eac4a9cf004f5","schema_version":"1.0","event_id":"sha256:6e9135ba0b7d94da4a6bee3e7a003f2737383c0b26b283995a8eac4a9cf004f5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G6XG67RQSL23WA47NDQFD76RF4/bundle.json","state_url":"https://pith.science/pith/G6XG67RQSL23WA47NDQFD76RF4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G6XG67RQSL23WA47NDQFD76RF4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-30T09:30:57Z","links":{"resolver":"https://pith.science/pith/G6XG67RQSL23WA47NDQFD76RF4","bundle":"https://pith.science/pith/G6XG67RQSL23WA47NDQFD76RF4/bundle.json","state":"https://pith.science/pith/G6XG67RQSL23WA47NDQFD76RF4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G6XG67RQSL23WA47NDQFD76RF4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:G6XG67RQSL23WA47NDQFD76RF4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6b677bd9c3b5574008aa9ae20b22629162b163104d12590cc7e27d04ea71371c","cross_cats_sorted":["cs.CY","cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2026-05-27T19:21:42Z","title_canon_sha256":"e53bc8f06de0037dee79ae499279bc100d449b5314ac502b198562269777613a"},"schema_version":"1.0","source":{"id":"2605.29025","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.29025","created_at":"2026-05-29T01:04:43Z"},{"alias_kind":"arxiv_version","alias_value":"2605.29025v1","created_at":"2026-05-29T01:04:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.29025","created_at":"2026-05-29T01:04:43Z"},{"alias_kind":"pith_short_12","alias_value":"G6XG67RQSL23","created_at":"2026-05-29T01:04:43Z"},{"alias_kind":"pith_short_16","alias_value":"G6XG67RQSL23WA47","created_at":"2026-05-29T01:04:43Z"},{"alias_kind":"pith_short_8","alias_value":"G6XG67RQ","created_at":"2026-05-29T01:04:43Z"}],"graph_snapshots":[{"event_id":"sha256:6e9135ba0b7d94da4a6bee3e7a003f2737383c0b26b283995a8eac4a9cf004f5","target":"graph","created_at":"2026-05-29T01:04:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.29025/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Federal agencies are deploying large language models (LLMs) to categorize public comment corpora, where the model's organization of the record shapes what policymakers see and which arguments register. Standard evaluation, anchored on stance accuracy against a small validated set, cannot detect when different models produce materially different categorizations of the same public input. We propose an Interpretive Audit Pipeline that treats multi-model disagreement as diagnostic of interpretive complexity and directs human review toward genuinely ambiguous public input. Analyzing 1,260 public co","authors_text":"Aisha Najera, Alvin Moon, Rajesh Veeraraghavan, Vedant Srinivasan","cross_cats":["cs.CY","cs.HC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2026-05-27T19:21:42Z","title":"When Models Disagree: Rethinking LLM Evaluation for Public Comment Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.29025","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5395943ff8066627885cb2629bdb4b90623024038030a166b5af95ae37cef0ad","target":"record","created_at":"2026-05-29T01:04:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6b677bd9c3b5574008aa9ae20b22629162b163104d12590cc7e27d04ea71371c","cross_cats_sorted":["cs.CY","cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2026-05-27T19:21:42Z","title_canon_sha256":"e53bc8f06de0037dee79ae499279bc100d449b5314ac502b198562269777613a"},"schema_version":"1.0","source":{"id":"2605.29025","kind":"arxiv","version":1}},"canonical_sha256":"37ae6f7e3092f5bb039f68e051ffd12f18b200f30c6f30f9f15b24df0b3febf6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"37ae6f7e3092f5bb039f68e051ffd12f18b200f30c6f30f9f15b24df0b3febf6","first_computed_at":"2026-05-29T01:04:43.797585Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-29T01:04:43.797585Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"glH+7H1ujbq2u8AJu4MdQzztQrLym2QrG7CL4cf91INdZ3zw/M7zJ3EuZMQ4JakPII3NFT3fiU92BwmzencEAg==","signature_status":"signed_v1","signed_at":"2026-05-29T01:04:43.797989Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.29025","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5395943ff8066627885cb2629bdb4b90623024038030a166b5af95ae37cef0ad","sha256:6e9135ba0b7d94da4a6bee3e7a003f2737383c0b26b283995a8eac4a9cf004f5"],"state_sha256":"7123fa7cf01ad796fe5279e8f902d3e1cbee2997e0e09b4809005a53e6dfc009"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VPKOzRxTrB/VzcQS8RpvEoEXafW1WtJmYepU9Ol8qnOm2FInlPNmXz/PAKapzw0eET9dyR/eNcFZz4/7sYQDCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-30T09:30:57.871083Z","bundle_sha256":"553d7fec97060203e605ba2b97186a1404462487a5b2959734921bbba86f8b6c"}}