{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:Q35CKXYEOOJOLZHK7II3C465TW","short_pith_number":"pith:Q35CKXYE","canonical_record":{"source":{"id":"2505.00127","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-30T18:48:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"88a8b7ecb7141086dc9908c2fb832c713a5633309c69c3106592c0598c177308","abstract_canon_sha256":"e025997832c7afc47664dce7938e298ed65af71650a50d71c4dde185b2c10692"},"schema_version":"1.0"},"canonical_sha256":"86fa255f047392e5e4eafa11b173dd9db86fc866ccf52adc6b4bee74612cdb96","source":{"kind":"arxiv","id":"2505.00127","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.00127","created_at":"2026-07-05T10:56:42Z"},{"alias_kind":"arxiv_version","alias_value":"2505.00127v1","created_at":"2026-07-05T10:56:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.00127","created_at":"2026-07-05T10:56:42Z"},{"alias_kind":"pith_short_12","alias_value":"Q35CKXYEOOJO","created_at":"2026-07-05T10:56:42Z"},{"alias_kind":"pith_short_16","alias_value":"Q35CKXYEOOJOLZHK","created_at":"2026-07-05T10:56:42Z"},{"alias_kind":"pith_short_8","alias_value":"Q35CKXYE","created_at":"2026-07-05T10:56:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:Q35CKXYEOOJOLZHK7II3C465TW","target":"record","payload":{"canonical_record":{"source":{"id":"2505.00127","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-30T18:48:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"88a8b7ecb7141086dc9908c2fb832c713a5633309c69c3106592c0598c177308","abstract_canon_sha256":"e025997832c7afc47664dce7938e298ed65af71650a50d71c4dde185b2c10692"},"schema_version":"1.0"},"canonical_sha256":"86fa255f047392e5e4eafa11b173dd9db86fc866ccf52adc6b4bee74612cdb96","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:56:42.071132Z","signature_b64":"l7RsLk0/H+XV41t9ddrPWepiAPE1B1gChOtwM+X+N4ngjw8EpsULgiqbWvISzc2AcK7cWw+0WDZ5y7Eiat4WCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"86fa255f047392e5e4eafa11b173dd9db86fc866ccf52adc6b4bee74612cdb96","last_reissued_at":"2026-07-05T10:56:42.070692Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:56:42.070692Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.00127","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:56:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dVoedFkK8AXfYP9D2Jo0oqg09ixILT4slXdWoARqykKHzSsE1FMn7/kDGCJd8ulbd9shYZwD1UxRcdNdilPnDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:32:51.496787Z"},"content_sha256":"4f906e1aaca9efd5ebd85eac2ecedc8393b47de981f49dffdd40812956e87f0c","schema_version":"1.0","event_id":"sha256:4f906e1aaca9efd5ebd85eac2ecedc8393b47de981f49dffdd40812956e87f0c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:Q35CKXYEOOJOLZHK7II3C465TW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Between Underthinking and Overthinking: An Empirical Study of Reasoning Length and correctness in LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Claire Cardie, Jennifer Healey, Jinyan Su, Preslav Nakov","submitted_at":"2025-04-30T18:48:06Z","abstract_excerpt":"Large language models (LLMs) are increasingly optimized for long reasoning, under the assumption that more reasoning leads to better performance. However, emerging evidence suggests that longer responses can sometimes degrade accuracy rather than improve it. In this paper, we conduct a systematic empirical study of the relationship between reasoning length and answer correctness. We find that LLMs tend to overthink simple problems, generating unnecessarily long outputs, and underthink harder ones, failing to extend their reasoning when it is most needed. This indicates that models might misjud"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.00127","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.00127/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:56:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K+fswjAv4GgXaoEDY5wxNNNJmPRtA0fnHCfUvKCRe0b15PHjSAVKqaQavIkoitUvA9uZRTSs/fZ1+ihQpiSqDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:32:51.497282Z"},"content_sha256":"75c1f6f80b33c5d370c6011f951414df7a1e265872c689c75223789219f60975","schema_version":"1.0","event_id":"sha256:75c1f6f80b33c5d370c6011f951414df7a1e265872c689c75223789219f60975"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q35CKXYEOOJOLZHK7II3C465TW/bundle.json","state_url":"https://pith.science/pith/Q35CKXYEOOJOLZHK7II3C465TW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q35CKXYEOOJOLZHK7II3C465TW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:32:51Z","links":{"resolver":"https://pith.science/pith/Q35CKXYEOOJOLZHK7II3C465TW","bundle":"https://pith.science/pith/Q35CKXYEOOJOLZHK7II3C465TW/bundle.json","state":"https://pith.science/pith/Q35CKXYEOOJOLZHK7II3C465TW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q35CKXYEOOJOLZHK7II3C465TW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:Q35CKXYEOOJOLZHK7II3C465TW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e025997832c7afc47664dce7938e298ed65af71650a50d71c4dde185b2c10692","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-30T18:48:06Z","title_canon_sha256":"88a8b7ecb7141086dc9908c2fb832c713a5633309c69c3106592c0598c177308"},"schema_version":"1.0","source":{"id":"2505.00127","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.00127","created_at":"2026-07-05T10:56:42Z"},{"alias_kind":"arxiv_version","alias_value":"2505.00127v1","created_at":"2026-07-05T10:56:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.00127","created_at":"2026-07-05T10:56:42Z"},{"alias_kind":"pith_short_12","alias_value":"Q35CKXYEOOJO","created_at":"2026-07-05T10:56:42Z"},{"alias_kind":"pith_short_16","alias_value":"Q35CKXYEOOJOLZHK","created_at":"2026-07-05T10:56:42Z"},{"alias_kind":"pith_short_8","alias_value":"Q35CKXYE","created_at":"2026-07-05T10:56:42Z"}],"graph_snapshots":[{"event_id":"sha256:75c1f6f80b33c5d370c6011f951414df7a1e265872c689c75223789219f60975","target":"graph","created_at":"2026-07-05T10:56:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.00127/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are increasingly optimized for long reasoning, under the assumption that more reasoning leads to better performance. However, emerging evidence suggests that longer responses can sometimes degrade accuracy rather than improve it. In this paper, we conduct a systematic empirical study of the relationship between reasoning length and answer correctness. We find that LLMs tend to overthink simple problems, generating unnecessarily long outputs, and underthink harder ones, failing to extend their reasoning when it is most needed. This indicates that models might misjud","authors_text":"Claire Cardie, Jennifer Healey, Jinyan Su, Preslav Nakov","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-30T18:48:06Z","title":"Between Underthinking and Overthinking: An Empirical Study of Reasoning Length and correctness in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.00127","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4f906e1aaca9efd5ebd85eac2ecedc8393b47de981f49dffdd40812956e87f0c","target":"record","created_at":"2026-07-05T10:56:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e025997832c7afc47664dce7938e298ed65af71650a50d71c4dde185b2c10692","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-30T18:48:06Z","title_canon_sha256":"88a8b7ecb7141086dc9908c2fb832c713a5633309c69c3106592c0598c177308"},"schema_version":"1.0","source":{"id":"2505.00127","kind":"arxiv","version":1}},"canonical_sha256":"86fa255f047392e5e4eafa11b173dd9db86fc866ccf52adc6b4bee74612cdb96","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"86fa255f047392e5e4eafa11b173dd9db86fc866ccf52adc6b4bee74612cdb96","first_computed_at":"2026-07-05T10:56:42.070692Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:56:42.070692Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l7RsLk0/H+XV41t9ddrPWepiAPE1B1gChOtwM+X+N4ngjw8EpsULgiqbWvISzc2AcK7cWw+0WDZ5y7Eiat4WCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:56:42.071132Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.00127","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4f906e1aaca9efd5ebd85eac2ecedc8393b47de981f49dffdd40812956e87f0c","sha256:75c1f6f80b33c5d370c6011f951414df7a1e265872c689c75223789219f60975"],"state_sha256":"1f6c4a8f079b2fe19f6126d98fb7395e54fb1c3b64395c4dce92f6a7066bc8a2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xo+59CXQy/IFJZX/vbqdUJp7HGQJqvy1JJzxRE+EwjPa7SdeSbwf95gpLsOeoNvx+pIXONfTgwV6qy6kg5SSBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:32:51.500795Z","bundle_sha256":"a4d6eeb6e35f0530a9b23ac981cad415e75897d181d86ebd09e9760cd5d7501e"}}