{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:VI2KAS3DWNVU77JUESH5NSBQGY","short_pith_number":"pith:VI2KAS3D","canonical_record":{"source":{"id":"2501.08167","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-14T14:49:14Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"d4a79d7b50411b7addf8ff88d1cdfc250188f596cb6df420ed3c2b12eb86fb53","abstract_canon_sha256":"957065ffa3c1fec0e07d7fff36286fdd46ebcd9346735499d90f92eb0f560f49"},"schema_version":"1.0"},"canonical_sha256":"aa34a04b63b36b4ffd34248fd6c830362fd9bd93c18c351b3d256d947f750637","source":{"kind":"arxiv","id":"2501.08167","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.08167","created_at":"2026-07-05T10:02:58Z"},{"alias_kind":"arxiv_version","alias_value":"2501.08167v2","created_at":"2026-07-05T10:02:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.08167","created_at":"2026-07-05T10:02:58Z"},{"alias_kind":"pith_short_12","alias_value":"VI2KAS3DWNVU","created_at":"2026-07-05T10:02:58Z"},{"alias_kind":"pith_short_16","alias_value":"VI2KAS3DWNVU77JU","created_at":"2026-07-05T10:02:58Z"},{"alias_kind":"pith_short_8","alias_value":"VI2KAS3D","created_at":"2026-07-05T10:02:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:VI2KAS3DWNVU77JUESH5NSBQGY","target":"record","payload":{"canonical_record":{"source":{"id":"2501.08167","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-14T14:49:14Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"d4a79d7b50411b7addf8ff88d1cdfc250188f596cb6df420ed3c2b12eb86fb53","abstract_canon_sha256":"957065ffa3c1fec0e07d7fff36286fdd46ebcd9346735499d90f92eb0f560f49"},"schema_version":"1.0"},"canonical_sha256":"aa34a04b63b36b4ffd34248fd6c830362fd9bd93c18c351b3d256d947f750637","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:02:58.337044Z","signature_b64":"qQT4ELAmDrvZ2nmhkr+kuln7psJCOaftoLjNz0OFfhIEGJvtJ/H/dNMcpXGuf1eDjXyzKvvpS6hCb6YKaSgrAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aa34a04b63b36b4ffd34248fd6c830362fd9bd93c18c351b3d256d947f750637","last_reissued_at":"2026-07-05T10:02:58.336600Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:02:58.336600Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.08167","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UuURRC1RyCB2YKTAsu1irHtFbrQV5kiceTY1ti9PIByIPrt1MX+9uSNgbl4acS3RlUJHj7ist11ALIMUf3p3Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:32:47.789529Z"},"content_sha256":"a8e44cfccc68aee85354f6c60fa3586dc777376f29e294975669324b4e8f0a1d","schema_version":"1.0","event_id":"sha256:a8e44cfccc68aee85354f6c60fa3586dc777376f29e294975669324b4e8f0a1d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:VI2KAS3DWNVU77JUESH5NSBQGY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Potential and Perils of Large Language Models as Judges of Unstructured Textual Data","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.CL","authors_text":"Alex Gil, Aman Chadha, David Theil, Elizabeth Conjar, Ikkei Itoku, Natalie Perez, Naumaan Nayyar, Rewina Bedemariam, Satya Kapoor, Sreyoshi Bhaduri","submitted_at":"2025-01-14T14:49:14Z","abstract_excerpt":"Rapid advancements in large language models have unlocked remarkable capabilities when it comes to processing and summarizing unstructured text data. This has implications for the analysis of rich, open-ended datasets, such as survey responses, where LLMs hold the promise of efficiently distilling key themes and sentiments. However, as organizations increasingly turn to these powerful AI systems to make sense of textual feedback, a critical question arises, can we trust LLMs to accurately represent the perspectives contained within these text based datasets? While LLMs excel at generating huma"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.08167","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.08167/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fyZD/bXRBJOaCcLc/BiRVNIghoCKuAg4e27WBr86YDbGOiMPzX9C28iFfUg2SmOLDxrkGBfFbO8wdk/u2WydAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:32:47.790388Z"},"content_sha256":"775edf1106c699ecd2298b007cd026a0c0740e34d7c371212f6e2d34eed67006","schema_version":"1.0","event_id":"sha256:775edf1106c699ecd2298b007cd026a0c0740e34d7c371212f6e2d34eed67006"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VI2KAS3DWNVU77JUESH5NSBQGY/bundle.json","state_url":"https://pith.science/pith/VI2KAS3DWNVU77JUESH5NSBQGY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VI2KAS3DWNVU77JUESH5NSBQGY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:32:47Z","links":{"resolver":"https://pith.science/pith/VI2KAS3DWNVU77JUESH5NSBQGY","bundle":"https://pith.science/pith/VI2KAS3DWNVU77JUESH5NSBQGY/bundle.json","state":"https://pith.science/pith/VI2KAS3DWNVU77JUESH5NSBQGY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VI2KAS3DWNVU77JUESH5NSBQGY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:VI2KAS3DWNVU77JUESH5NSBQGY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"957065ffa3c1fec0e07d7fff36286fdd46ebcd9346735499d90f92eb0f560f49","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-14T14:49:14Z","title_canon_sha256":"d4a79d7b50411b7addf8ff88d1cdfc250188f596cb6df420ed3c2b12eb86fb53"},"schema_version":"1.0","source":{"id":"2501.08167","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.08167","created_at":"2026-07-05T10:02:58Z"},{"alias_kind":"arxiv_version","alias_value":"2501.08167v2","created_at":"2026-07-05T10:02:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.08167","created_at":"2026-07-05T10:02:58Z"},{"alias_kind":"pith_short_12","alias_value":"VI2KAS3DWNVU","created_at":"2026-07-05T10:02:58Z"},{"alias_kind":"pith_short_16","alias_value":"VI2KAS3DWNVU77JU","created_at":"2026-07-05T10:02:58Z"},{"alias_kind":"pith_short_8","alias_value":"VI2KAS3D","created_at":"2026-07-05T10:02:58Z"}],"graph_snapshots":[{"event_id":"sha256:775edf1106c699ecd2298b007cd026a0c0740e34d7c371212f6e2d34eed67006","target":"graph","created_at":"2026-07-05T10:02:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.08167/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Rapid advancements in large language models have unlocked remarkable capabilities when it comes to processing and summarizing unstructured text data. This has implications for the analysis of rich, open-ended datasets, such as survey responses, where LLMs hold the promise of efficiently distilling key themes and sentiments. However, as organizations increasingly turn to these powerful AI systems to make sense of textual feedback, a critical question arises, can we trust LLMs to accurately represent the perspectives contained within these text based datasets? While LLMs excel at generating huma","authors_text":"Alex Gil, Aman Chadha, David Theil, Elizabeth Conjar, Ikkei Itoku, Natalie Perez, Naumaan Nayyar, Rewina Bedemariam, Satya Kapoor, Sreyoshi Bhaduri","cross_cats":["cs.AI","cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-14T14:49:14Z","title":"Potential and Perils of Large Language Models as Judges of Unstructured Textual Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.08167","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a8e44cfccc68aee85354f6c60fa3586dc777376f29e294975669324b4e8f0a1d","target":"record","created_at":"2026-07-05T10:02:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"957065ffa3c1fec0e07d7fff36286fdd46ebcd9346735499d90f92eb0f560f49","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-14T14:49:14Z","title_canon_sha256":"d4a79d7b50411b7addf8ff88d1cdfc250188f596cb6df420ed3c2b12eb86fb53"},"schema_version":"1.0","source":{"id":"2501.08167","kind":"arxiv","version":2}},"canonical_sha256":"aa34a04b63b36b4ffd34248fd6c830362fd9bd93c18c351b3d256d947f750637","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aa34a04b63b36b4ffd34248fd6c830362fd9bd93c18c351b3d256d947f750637","first_computed_at":"2026-07-05T10:02:58.336600Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:02:58.336600Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qQT4ELAmDrvZ2nmhkr+kuln7psJCOaftoLjNz0OFfhIEGJvtJ/H/dNMcpXGuf1eDjXyzKvvpS6hCb6YKaSgrAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:02:58.337044Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.08167","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a8e44cfccc68aee85354f6c60fa3586dc777376f29e294975669324b4e8f0a1d","sha256:775edf1106c699ecd2298b007cd026a0c0740e34d7c371212f6e2d34eed67006"],"state_sha256":"952c968e9f4aec579f7c070d5433d9a6257e5b24ea4b7c7fc4c5d01e7f707b6b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cgx98KD8VrTEur7SnkmaoJPoSdtVkfnffN8XlTNb7RNEBs2fY6bItdW+mcNZ5DDFqaY228/5p79RSd6yGQmlBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:32:47.849727Z","bundle_sha256":"6e5d44c77834d9acce861d6a262794ad01b6543dd9d294b603961b18d8ba8f15"}}