{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:XQN3NMEPXH2TAV4NKN5WROELXQ","short_pith_number":"pith:XQN3NMEP","canonical_record":{"source":{"id":"2605.28966","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-27T18:09:26Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"904f94752070be61ce878ec40bbf1bf958e53a39aed972135689f618cadd55d3","abstract_canon_sha256":"3b5e6d2ae16812a505e8dca869cbaa85dec34216e2d79ddc057c0f22c6f23560"},"schema_version":"1.0"},"canonical_sha256":"bc1bb6b08fb9f530578d537b68b88bbc2dde56ba8596b2076997507dbc811c6f","source":{"kind":"arxiv","id":"2605.28966","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.28966","created_at":"2026-05-29T01:04:41Z"},{"alias_kind":"arxiv_version","alias_value":"2605.28966v1","created_at":"2026-05-29T01:04:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.28966","created_at":"2026-05-29T01:04:41Z"},{"alias_kind":"pith_short_12","alias_value":"XQN3NMEPXH2T","created_at":"2026-05-29T01:04:41Z"},{"alias_kind":"pith_short_16","alias_value":"XQN3NMEPXH2TAV4N","created_at":"2026-05-29T01:04:41Z"},{"alias_kind":"pith_short_8","alias_value":"XQN3NMEP","created_at":"2026-05-29T01:04:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:XQN3NMEPXH2TAV4NKN5WROELXQ","target":"record","payload":{"canonical_record":{"source":{"id":"2605.28966","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-27T18:09:26Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"904f94752070be61ce878ec40bbf1bf958e53a39aed972135689f618cadd55d3","abstract_canon_sha256":"3b5e6d2ae16812a505e8dca869cbaa85dec34216e2d79ddc057c0f22c6f23560"},"schema_version":"1.0"},"canonical_sha256":"bc1bb6b08fb9f530578d537b68b88bbc2dde56ba8596b2076997507dbc811c6f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-29T01:04:41.797389Z","signature_b64":"6PiEoQL+QAR/ck00w0r0q7lo7RdhIAKJmO5FebSglhWtJlTFGunjGlAks2Y1/RltODVc5nUZftlrFPrsTnlJAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bc1bb6b08fb9f530578d537b68b88bbc2dde56ba8596b2076997507dbc811c6f","last_reissued_at":"2026-05-29T01:04:41.796893Z","signature_status":"signed_v1","first_computed_at":"2026-05-29T01:04:41.796893Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.28966","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-29T01:04:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W9r07nj1wufMlpjxxztEpb1jpGOSkw2snlAm5V/pFJfw5BE8wzbXz30tyHXO8Qk35v7mZzqG2Gti0wfc9sbgAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T05:21:29.897552Z"},"content_sha256":"587d1ff7edc70b5f495a271f233b1c83b8a9a6733195f8bfbf848568c3677c89","schema_version":"1.0","event_id":"sha256:587d1ff7edc70b5f495a271f233b1c83b8a9a6733195f8bfbf848568c3677c89"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:XQN3NMEPXH2TAV4NKN5WROELXQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Trust Paradox: How CS Researchers Engage LLM Leaderboards","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.CL","authors_text":"Anamaria Crisan, Jimmy Lin, Pouya Sadeghi","submitted_at":"2026-05-27T18:09:26Z","abstract_excerpt":"Large language model (LLM) leaderboards rank AI models using standardized benchmarks and have become highly visible across computer science, despite known limitations in their reliability and robustness. Yet how they shape researchers' actual practice remains empirically uncharted. We address this gap through semi-structured interviews with eight researchers across four computer science subfields, analyzed using reflexive thematic analysis. We find a near-universal paradox of pragmatic skepticism: while participants expressed deep distrust of leaderboard rankings, they continued to use them as"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.28966","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.28966/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-29T01:04:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tX3kAEYulDE6g3UYnoWiw8QfUQrKFd188bNXu8TpX7cjodKPvbBO18uM3LdAC4QzlS9XDBB9paFGP6HAaz3qDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T05:21:29.897939Z"},"content_sha256":"3f1b172c560544a737c89ba18842b7b6e0dcbd843796552a68deb31d4c80ceb3","schema_version":"1.0","event_id":"sha256:3f1b172c560544a737c89ba18842b7b6e0dcbd843796552a68deb31d4c80ceb3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XQN3NMEPXH2TAV4NKN5WROELXQ/bundle.json","state_url":"https://pith.science/pith/XQN3NMEPXH2TAV4NKN5WROELXQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XQN3NMEPXH2TAV4NKN5WROELXQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T05:21:29Z","links":{"resolver":"https://pith.science/pith/XQN3NMEPXH2TAV4NKN5WROELXQ","bundle":"https://pith.science/pith/XQN3NMEPXH2TAV4NKN5WROELXQ/bundle.json","state":"https://pith.science/pith/XQN3NMEPXH2TAV4NKN5WROELXQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XQN3NMEPXH2TAV4NKN5WROELXQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:XQN3NMEPXH2TAV4NKN5WROELXQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3b5e6d2ae16812a505e8dca869cbaa85dec34216e2d79ddc057c0f22c6f23560","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-27T18:09:26Z","title_canon_sha256":"904f94752070be61ce878ec40bbf1bf958e53a39aed972135689f618cadd55d3"},"schema_version":"1.0","source":{"id":"2605.28966","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.28966","created_at":"2026-05-29T01:04:41Z"},{"alias_kind":"arxiv_version","alias_value":"2605.28966v1","created_at":"2026-05-29T01:04:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.28966","created_at":"2026-05-29T01:04:41Z"},{"alias_kind":"pith_short_12","alias_value":"XQN3NMEPXH2T","created_at":"2026-05-29T01:04:41Z"},{"alias_kind":"pith_short_16","alias_value":"XQN3NMEPXH2TAV4N","created_at":"2026-05-29T01:04:41Z"},{"alias_kind":"pith_short_8","alias_value":"XQN3NMEP","created_at":"2026-05-29T01:04:41Z"}],"graph_snapshots":[{"event_id":"sha256:3f1b172c560544a737c89ba18842b7b6e0dcbd843796552a68deb31d4c80ceb3","target":"graph","created_at":"2026-05-29T01:04:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.28966/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language model (LLM) leaderboards rank AI models using standardized benchmarks and have become highly visible across computer science, despite known limitations in their reliability and robustness. Yet how they shape researchers' actual practice remains empirically uncharted. We address this gap through semi-structured interviews with eight researchers across four computer science subfields, analyzed using reflexive thematic analysis. We find a near-universal paradox of pragmatic skepticism: while participants expressed deep distrust of leaderboard rankings, they continued to use them as","authors_text":"Anamaria Crisan, Jimmy Lin, Pouya Sadeghi","cross_cats":["cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-27T18:09:26Z","title":"The Trust Paradox: How CS Researchers Engage LLM Leaderboards"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.28966","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:587d1ff7edc70b5f495a271f233b1c83b8a9a6733195f8bfbf848568c3677c89","target":"record","created_at":"2026-05-29T01:04:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3b5e6d2ae16812a505e8dca869cbaa85dec34216e2d79ddc057c0f22c6f23560","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-27T18:09:26Z","title_canon_sha256":"904f94752070be61ce878ec40bbf1bf958e53a39aed972135689f618cadd55d3"},"schema_version":"1.0","source":{"id":"2605.28966","kind":"arxiv","version":1}},"canonical_sha256":"bc1bb6b08fb9f530578d537b68b88bbc2dde56ba8596b2076997507dbc811c6f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bc1bb6b08fb9f530578d537b68b88bbc2dde56ba8596b2076997507dbc811c6f","first_computed_at":"2026-05-29T01:04:41.796893Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-29T01:04:41.796893Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6PiEoQL+QAR/ck00w0r0q7lo7RdhIAKJmO5FebSglhWtJlTFGunjGlAks2Y1/RltODVc5nUZftlrFPrsTnlJAg==","signature_status":"signed_v1","signed_at":"2026-05-29T01:04:41.797389Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.28966","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:587d1ff7edc70b5f495a271f233b1c83b8a9a6733195f8bfbf848568c3677c89","sha256:3f1b172c560544a737c89ba18842b7b6e0dcbd843796552a68deb31d4c80ceb3"],"state_sha256":"874bca77bb84940fafc5c07715764a61406817e81d869963105d84d9afb54623"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FtG8wuPw4rekUCwerkqQzeJduZXbzCQnKQ+Hivmbfun8WEQMk3p57WlXvae87M9UBFKAfEBKsWinKmCK+IM+Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T05:21:29.901119Z","bundle_sha256":"12992b51240d80ffb0a6d1e4aadbf1067a8e99bf0d1831d9612bf367790d2e06"}}