{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:5LGD5HNBSYJ2KV6MYRYNBK7NZE","short_pith_number":"pith:5LGD5HNB","canonical_record":{"source":{"id":"2608.10503","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-11T05:20:06Z","cross_cats_sorted":[],"title_canon_sha256":"25d9e2cb978c8409c4e830cb96b4f25a816f0337aaa5ef81dd95c2b6592240f1","abstract_canon_sha256":"cf69a24793b1d0a4a4e3d41b50f7c1be253f7b6c9c5503d5e791f439d9a771fd"},"schema_version":"1.0"},"canonical_sha256":"eacc3e9da19613a557ccc470d0abedc92ca7312f01a4e907de0c7638a30be0dc","source":{"kind":"arxiv","id":"2608.10503","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.10503","created_at":"2026-08-12T01:22:37Z"},{"alias_kind":"arxiv_version","alias_value":"2608.10503v1","created_at":"2026-08-12T01:22:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.10503","created_at":"2026-08-12T01:22:37Z"},{"alias_kind":"pith_short_12","alias_value":"5LGD5HNBSYJ2","created_at":"2026-08-12T01:22:37Z"},{"alias_kind":"pith_short_16","alias_value":"5LGD5HNBSYJ2KV6M","created_at":"2026-08-12T01:22:37Z"},{"alias_kind":"pith_short_8","alias_value":"5LGD5HNB","created_at":"2026-08-12T01:22:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:5LGD5HNBSYJ2KV6MYRYNBK7NZE","target":"record","payload":{"canonical_record":{"source":{"id":"2608.10503","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-11T05:20:06Z","cross_cats_sorted":[],"title_canon_sha256":"25d9e2cb978c8409c4e830cb96b4f25a816f0337aaa5ef81dd95c2b6592240f1","abstract_canon_sha256":"cf69a24793b1d0a4a4e3d41b50f7c1be253f7b6c9c5503d5e791f439d9a771fd"},"schema_version":"1.0"},"canonical_sha256":"eacc3e9da19613a557ccc470d0abedc92ca7312f01a4e907de0c7638a30be0dc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-12T01:22:37.362003Z","signature_b64":"vAJWppBtxY84K3qd9A5jx8U+msY8fVQDcRY+YBvY3twd+T30UnZx2Z1twaXK7aX3Ie4sHiO1C4zHY4aYUmtVDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eacc3e9da19613a557ccc470d0abedc92ca7312f01a4e907de0c7638a30be0dc","last_reissued_at":"2026-08-12T01:22:37.360298Z","signature_status":"signed_v1","first_computed_at":"2026-08-12T01:22:37.360298Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2608.10503","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-12T01:22:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"46oxiq+lWchyORb9UzRLAG+/mrZHIPXvPTq8ztYjtethyDiTZNcW4QksSiep/n5F5DprMjVchkqb0+MpDGc/AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T12:44:36.195702Z"},"content_sha256":"335ca049f33218e62d8c839c08569fdac06d242b6c0217d3786f011233ddc2dc","schema_version":"1.0","event_id":"sha256:335ca049f33218e62d8c839c08569fdac06d242b6c0217d3786f011233ddc2dc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:5LGD5HNBSYJ2KV6MYRYNBK7NZE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Every Token Counts: Exact Likert-Scale Distributions for Measuring LLM Attitudes and Biases","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Davood Wadi, Matthew Philp, Mohsen Ghodrat","submitted_at":"2026-08-11T05:20:06Z","abstract_excerpt":"As Large Language Models (LLMs) are increasingly deployed as autonomous agents, accurately evaluating their latent values and biases is critical. The NLP community typically evaluates models using large, unstructured benchmarks. While effective for general capabilities, these datasets fundamentally conflate causal mechanisms: even when an aggregate bias is detected, unstructured evaluations cannot disentangle whether it stems from baseline traits, contextual confounders, or complex interactions. To address this, we introduce an analytically exact framework for the controlled behavioral evaluat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.10503","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2608.10503/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-12T01:22:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oACgTsy+aPO3Pd9rtXCUeMx/39GQHXCTD8bcldCPIQM0O7YiUhcimbBxf25OWeT0S4he2rokk/8s2YV3RZxdDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T12:44:36.196295Z"},"content_sha256":"c9d30b010b93201090e0f42c2c1c489abf8bd65a9ec6c32a6215d94a9100ff52","schema_version":"1.0","event_id":"sha256:c9d30b010b93201090e0f42c2c1c489abf8bd65a9ec6c32a6215d94a9100ff52"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:5LGD5HNBSYJ2KV6MYRYNBK7NZE","target":"integrity","payload":{"note":"DOI in the printed bibliography is fragmented by whitespace or line breaks. A longer candidate (10.18653/v1/2024.naacl-long.295) was visible in the surrounding text but could not be confirmed against doi.org as printed.","snippet":"Shu, Bangzhao and Zhang, Lechen and Choi, Minje and Dunagan, Lavinia and Logeswaran, Lajanugen and Lee, Moontae and Card, Dallas and Jurgens, David. You don ' t need a personality test to know these models are unreliable: Assessing the Reli","arxiv_id":"2608.10503","detector":"doi_compliance","evidence":{"ref_index":25,"verdict_class":"incontrovertible","resolved_title":null,"printed_excerpt":"10.18653/v1/2024.naa","reconstructed_doi":"10.18653/v1/2024.naacl-long.295"},"severity":"advisory","ref_index":25,"audited_at":"2026-08-15T14:39:18.743801Z","event_type":"pith.integrity.v1","detected_doi":"10.18653/v1/2024.naacl-long.295","detector_url":"https://pith.science/pith-integrity-protocol#doi_compliance","external_url":null,"finding_type":"recoverable_identifier","evidence_hash":"edad3b6efa31641298fe1a8a5c907f74ba42065895a3214c498edc606bc1c468","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.1.0","detected_arxiv_id":null,"integrity_event_id":19859,"payload_sha256":"94b9d89755afd6b3585f6df0f1bdd9d9f13dadf2cb5045335ba4dbb075921bf9","signature_b64":"oYqF3RzZcpHOukDF2quKS1rS3U+MWz8cMoKNh8wjMPL9MTRNMGsjuItUgtHAquIjXTwQ2aR98+RhgeV7Ct91Aw==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-15T14:43:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9/ajr/6wjqaQTne7SmmEUR6jxvXwxQWOzgi5JbqHRMQKnjYKB8LLB0MMXaeT2flNzrbmSEG9cpkRvTZrxI+ECQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T12:44:36.198985Z"},"content_sha256":"39384e2edc881cfe16da2f81b80289168d31d19ddf056613cd5ed41f038d6197","schema_version":"1.0","event_id":"sha256:39384e2edc881cfe16da2f81b80289168d31d19ddf056613cd5ed41f038d6197"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5LGD5HNBSYJ2KV6MYRYNBK7NZE/bundle.json","state_url":"https://pith.science/pith/5LGD5HNBSYJ2KV6MYRYNBK7NZE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5LGD5HNBSYJ2KV6MYRYNBK7NZE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T12:44:36Z","links":{"resolver":"https://pith.science/pith/5LGD5HNBSYJ2KV6MYRYNBK7NZE","bundle":"https://pith.science/pith/5LGD5HNBSYJ2KV6MYRYNBK7NZE/bundle.json","state":"https://pith.science/pith/5LGD5HNBSYJ2KV6MYRYNBK7NZE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5LGD5HNBSYJ2KV6MYRYNBK7NZE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:5LGD5HNBSYJ2KV6MYRYNBK7NZE","merge_version":"pith-open-graph-merge-v1","event_count":3,"valid_event_count":3,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cf69a24793b1d0a4a4e3d41b50f7c1be253f7b6c9c5503d5e791f439d9a771fd","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-11T05:20:06Z","title_canon_sha256":"25d9e2cb978c8409c4e830cb96b4f25a816f0337aaa5ef81dd95c2b6592240f1"},"schema_version":"1.0","source":{"id":"2608.10503","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.10503","created_at":"2026-08-12T01:22:37Z"},{"alias_kind":"arxiv_version","alias_value":"2608.10503v1","created_at":"2026-08-12T01:22:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.10503","created_at":"2026-08-12T01:22:37Z"},{"alias_kind":"pith_short_12","alias_value":"5LGD5HNBSYJ2","created_at":"2026-08-12T01:22:37Z"},{"alias_kind":"pith_short_16","alias_value":"5LGD5HNBSYJ2KV6M","created_at":"2026-08-12T01:22:37Z"},{"alias_kind":"pith_short_8","alias_value":"5LGD5HNB","created_at":"2026-08-12T01:22:37Z"}],"graph_snapshots":[{"event_id":"sha256:c9d30b010b93201090e0f42c2c1c489abf8bd65a9ec6c32a6215d94a9100ff52","target":"graph","created_at":"2026-08-12T01:22:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2608.10503/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As Large Language Models (LLMs) are increasingly deployed as autonomous agents, accurately evaluating their latent values and biases is critical. The NLP community typically evaluates models using large, unstructured benchmarks. While effective for general capabilities, these datasets fundamentally conflate causal mechanisms: even when an aggregate bias is detected, unstructured evaluations cannot disentangle whether it stems from baseline traits, contextual confounders, or complex interactions. To address this, we introduce an analytically exact framework for the controlled behavioral evaluat","authors_text":"Davood Wadi, Matthew Philp, Mohsen Ghodrat","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-11T05:20:06Z","title":"Every Token Counts: Exact Likert-Scale Distributions for Measuring LLM Attitudes and Biases"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.10503","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:335ca049f33218e62d8c839c08569fdac06d242b6c0217d3786f011233ddc2dc","target":"record","created_at":"2026-08-12T01:22:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cf69a24793b1d0a4a4e3d41b50f7c1be253f7b6c9c5503d5e791f439d9a771fd","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-11T05:20:06Z","title_canon_sha256":"25d9e2cb978c8409c4e830cb96b4f25a816f0337aaa5ef81dd95c2b6592240f1"},"schema_version":"1.0","source":{"id":"2608.10503","kind":"arxiv","version":1}},"canonical_sha256":"eacc3e9da19613a557ccc470d0abedc92ca7312f01a4e907de0c7638a30be0dc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eacc3e9da19613a557ccc470d0abedc92ca7312f01a4e907de0c7638a30be0dc","first_computed_at":"2026-08-12T01:22:37.360298Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-12T01:22:37.360298Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vAJWppBtxY84K3qd9A5jx8U+msY8fVQDcRY+YBvY3twd+T30UnZx2Z1twaXK7aX3Ie4sHiO1C4zHY4aYUmtVDQ==","signature_status":"signed_v1","signed_at":"2026-08-12T01:22:37.362003Z","signed_message":"canonical_sha256_bytes"},"source_id":"2608.10503","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:335ca049f33218e62d8c839c08569fdac06d242b6c0217d3786f011233ddc2dc","sha256:c9d30b010b93201090e0f42c2c1c489abf8bd65a9ec6c32a6215d94a9100ff52","sha256:39384e2edc881cfe16da2f81b80289168d31d19ddf056613cd5ed41f038d6197"],"state_sha256":"39d1a7a5704febc9c6b3480361d88fe963995edc49f4c900352b55805dece394"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z5W6+lRb+MdHZLyZbfeB3RRjWOem3gZrhSu4GkrXqgXv4KD0g+mdLM6LgEwp3HOEyU1pR4ziCtahlNjiOLqYCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T12:44:36.201259Z","bundle_sha256":"bb7bbd265cb562d82376085990fc3987627a4cecafe1b554b39dea511496a545"}}