{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:FPL5SNEUQEJT7EWRWGW6UIRPDW","short_pith_number":"pith:FPL5SNEU","canonical_record":{"source":{"id":"2406.16203","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T19:49:10Z","cross_cats_sorted":[],"title_canon_sha256":"be44bee7298288d86c3915a538f16efbbe893260ba54f165ddc8aed437cd6abc","abstract_canon_sha256":"e2209f3742ec328d19e1aebbdafccb44266e7d718101b7caa5a05f48857935b4"},"schema_version":"1.0"},"canonical_sha256":"2bd7d9349481133f92d1b1adea222f1db64101a481528a69b31f3398e650c09e","source":{"kind":"arxiv","id":"2406.16203","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16203","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16203v3","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16203","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_12","alias_value":"FPL5SNEUQEJT","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_16","alias_value":"FPL5SNEUQEJT7EWR","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_8","alias_value":"FPL5SNEU","created_at":"2026-07-05T08:39:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:FPL5SNEUQEJT7EWRWGW6UIRPDW","target":"record","payload":{"canonical_record":{"source":{"id":"2406.16203","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T19:49:10Z","cross_cats_sorted":[],"title_canon_sha256":"be44bee7298288d86c3915a538f16efbbe893260ba54f165ddc8aed437cd6abc","abstract_canon_sha256":"e2209f3742ec328d19e1aebbdafccb44266e7d718101b7caa5a05f48857935b4"},"schema_version":"1.0"},"canonical_sha256":"2bd7d9349481133f92d1b1adea222f1db64101a481528a69b31f3398e650c09e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:39:35.392562Z","signature_b64":"LlvKwyjBhPHdtfBEC+ayGK6ovKEpA1c3Ky7+koSWT1yp77Jis5LzPu0Z399hlnnTqeqA0jBPBGUNNq0Y18a7CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2bd7d9349481133f92d1b1adea222f1db64101a481528a69b31f3398e650c09e","last_reissued_at":"2026-07-05T08:39:35.392109Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:39:35.392109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.16203","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:39:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z61Fd+CYK2Sq/8ezBNU+BphZ/lrVyxiSaOJA09VBUxxk6TqDvDD+NiGwWp0FfyDi+6OI2qt7Tr5VazlQHFpaAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T07:18:01.278200Z"},"content_sha256":"edfa76ae83d531ed6b855fb494b7832b1bb773950ad2c935f395a6abf6c84a58","schema_version":"1.0","event_id":"sha256:edfa76ae83d531ed6b855fb494b7832b1bb773950ad2c935f395a6abf6c84a58"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:FPL5SNEUQEJT7EWRWGW6UIRPDW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLMs' Classification Performance is Overclaimed","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Elizabeth Garrison, Elmira Talebianaraki, Hanzi Xu, Jiangshu Du, Renze Lou, Slobodan Vucetic, Vahid Mahzoon, Wenpeng Yin, Zhuoan Zhou","submitted_at":"2024-06-23T19:49:10Z","abstract_excerpt":"In many classification tasks designed for AI or human to solve, gold labels are typically included within the label space by default, often posed as \"which of the following is correct?\" This standard setup has traditionally highlighted the strong performance of advanced AI, particularly top-performing Large Language Models (LLMs), in routine classification tasks. However, when the gold label is intentionally excluded from the label space, it becomes evident that LLMs still attempt to select from the available label candidates, even when none are correct. This raises a pivotal question: Do LLMs"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16203","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.16203/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:39:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4dLyDYQzjK/ZCmuH4hHyZH3Pl/CM7sUWTn01a7rntpnx3cPOujMgMPW5l5IdrJAXp7Rps0IYHqnJKws8dce6BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T07:18:01.280454Z"},"content_sha256":"a012ad09dd5e7addb06e9760e75721ba71fadce1ad02997a19636a25027db4c2","schema_version":"1.0","event_id":"sha256:a012ad09dd5e7addb06e9760e75721ba71fadce1ad02997a19636a25027db4c2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FPL5SNEUQEJT7EWRWGW6UIRPDW/bundle.json","state_url":"https://pith.science/pith/FPL5SNEUQEJT7EWRWGW6UIRPDW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FPL5SNEUQEJT7EWRWGW6UIRPDW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T07:18:01Z","links":{"resolver":"https://pith.science/pith/FPL5SNEUQEJT7EWRWGW6UIRPDW","bundle":"https://pith.science/pith/FPL5SNEUQEJT7EWRWGW6UIRPDW/bundle.json","state":"https://pith.science/pith/FPL5SNEUQEJT7EWRWGW6UIRPDW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FPL5SNEUQEJT7EWRWGW6UIRPDW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FPL5SNEUQEJT7EWRWGW6UIRPDW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e2209f3742ec328d19e1aebbdafccb44266e7d718101b7caa5a05f48857935b4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T19:49:10Z","title_canon_sha256":"be44bee7298288d86c3915a538f16efbbe893260ba54f165ddc8aed437cd6abc"},"schema_version":"1.0","source":{"id":"2406.16203","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16203","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16203v3","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16203","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_12","alias_value":"FPL5SNEUQEJT","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_16","alias_value":"FPL5SNEUQEJT7EWR","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_8","alias_value":"FPL5SNEU","created_at":"2026-07-05T08:39:35Z"}],"graph_snapshots":[{"event_id":"sha256:a012ad09dd5e7addb06e9760e75721ba71fadce1ad02997a19636a25027db4c2","target":"graph","created_at":"2026-07-05T08:39:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.16203/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In many classification tasks designed for AI or human to solve, gold labels are typically included within the label space by default, often posed as \"which of the following is correct?\" This standard setup has traditionally highlighted the strong performance of advanced AI, particularly top-performing Large Language Models (LLMs), in routine classification tasks. However, when the gold label is intentionally excluded from the label space, it becomes evident that LLMs still attempt to select from the available label candidates, even when none are correct. This raises a pivotal question: Do LLMs","authors_text":"Elizabeth Garrison, Elmira Talebianaraki, Hanzi Xu, Jiangshu Du, Renze Lou, Slobodan Vucetic, Vahid Mahzoon, Wenpeng Yin, Zhuoan Zhou","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T19:49:10Z","title":"LLMs' Classification Performance is Overclaimed"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16203","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:edfa76ae83d531ed6b855fb494b7832b1bb773950ad2c935f395a6abf6c84a58","target":"record","created_at":"2026-07-05T08:39:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e2209f3742ec328d19e1aebbdafccb44266e7d718101b7caa5a05f48857935b4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T19:49:10Z","title_canon_sha256":"be44bee7298288d86c3915a538f16efbbe893260ba54f165ddc8aed437cd6abc"},"schema_version":"1.0","source":{"id":"2406.16203","kind":"arxiv","version":3}},"canonical_sha256":"2bd7d9349481133f92d1b1adea222f1db64101a481528a69b31f3398e650c09e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2bd7d9349481133f92d1b1adea222f1db64101a481528a69b31f3398e650c09e","first_computed_at":"2026-07-05T08:39:35.392109Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:39:35.392109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LlvKwyjBhPHdtfBEC+ayGK6ovKEpA1c3Ky7+koSWT1yp77Jis5LzPu0Z399hlnnTqeqA0jBPBGUNNq0Y18a7CA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:39:35.392562Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.16203","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:edfa76ae83d531ed6b855fb494b7832b1bb773950ad2c935f395a6abf6c84a58","sha256:a012ad09dd5e7addb06e9760e75721ba71fadce1ad02997a19636a25027db4c2"],"state_sha256":"a7cdd004b242db0aa744d61c74fa3326fe89f919a1a45163ef7f184f29d34b1e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+JvY3z8QSD9qxmmOnLURyxq2MTYmw2WXj0fiMKTj2wL3BnkGsWIUSCcKTCehTYXRxAPNt0nRq0YS7ifajQyMBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T07:18:01.291039Z","bundle_sha256":"68248d04747ebdc7d0aab331d374503ebf0d6d03fba82ce48cebea2cbf7710c2"}}