{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MVGY62ECNZZ4JJGNC7F4ZCBSQ5","short_pith_number":"pith:MVGY62EC","canonical_record":{"source":{"id":"2406.12809","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T17:25:47Z","cross_cats_sorted":[],"title_canon_sha256":"8b471aea58df9188e65a32762205b9011f5756cedd9dfbd78a5a990b1b04944f","abstract_canon_sha256":"6b642176a07d178945395fc0f694b677899b9f8f7b7cb8609b482b53c839f010"},"schema_version":"1.0"},"canonical_sha256":"654d8f68826e73c4a4cd17cbcc8832874c8b0816dec0793e538910b48d52953f","source":{"kind":"arxiv","id":"2406.12809","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12809","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12809v1","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12809","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_12","alias_value":"MVGY62ECNZZ4","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_16","alias_value":"MVGY62ECNZZ4JJGN","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_8","alias_value":"MVGY62EC","created_at":"2026-07-05T08:33:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MVGY62ECNZZ4JJGNC7F4ZCBSQ5","target":"record","payload":{"canonical_record":{"source":{"id":"2406.12809","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T17:25:47Z","cross_cats_sorted":[],"title_canon_sha256":"8b471aea58df9188e65a32762205b9011f5756cedd9dfbd78a5a990b1b04944f","abstract_canon_sha256":"6b642176a07d178945395fc0f694b677899b9f8f7b7cb8609b482b53c839f010"},"schema_version":"1.0"},"canonical_sha256":"654d8f68826e73c4a4cd17cbcc8832874c8b0816dec0793e538910b48d52953f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:33:51.544848Z","signature_b64":"qgJmApGpaHC6YC9HF7srmlxedilB9r1DRZPYWK9mGMEY0Oex1idxRsNeUNRRhSB/LlSkOo8mKXX6SNxwYMKKAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"654d8f68826e73c4a4cd17cbcc8832874c8b0816dec0793e538910b48d52953f","last_reissued_at":"2026-07-05T08:33:51.544427Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:33:51.544427Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.12809","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:33:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pwycnhj9Mq8+XW2FEM16cWTozNJ+tFxB5SaZXAKwDozj6beKeWv+gymGLMmF62kF8rDJPtMKwmgAS2nyzqzyDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T20:40:07.034579Z"},"content_sha256":"30bd9e60e922f45855a71aa8e8e143f6a2e39279aa0146b9750ea679b0fed2ea","schema_version":"1.0","event_id":"sha256:30bd9e60e922f45855a71aa8e8e143f6a2e39279aa0146b9750ea679b0fed2ea"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MVGY62ECNZZ4JJGNC7F4ZCBSQ5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can Large Language Models Always Solve Easy Problems if They Can Solve Harder Ones?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chang Zhou, Jian Yang, Junyang Lin, Tianyu Liu, Yichang Zhang, Zhe Yang, Zhifang Sui","submitted_at":"2024-06-18T17:25:47Z","abstract_excerpt":"Large language models (LLMs) have demonstrated impressive capabilities, but still suffer from inconsistency issues (e.g. LLMs can react differently to disturbances like rephrasing or inconsequential order change). In addition to these inconsistencies, we also observe that LLMs, while capable of solving hard problems, can paradoxically fail at easier ones. To evaluate this hard-to-easy inconsistency, we develop the ConsisEval benchmark, where each entry comprises a pair of questions with a strict order of difficulty. Furthermore, we introduce the concept of consistency score to quantitatively m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12809","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.12809/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:33:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QcIyyroC+rdIapL9hVYnaXBEE3G+4hewKj3dP7Y71v207uvJ3rx+3xj1XYMgj8uJG/B3SiC1CGIMPPz8lr8rAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T20:40:07.035168Z"},"content_sha256":"636fce0dd4b20b44eca5ab6968f2383dc43c34d5a85072aff944d9f9dae7d034","schema_version":"1.0","event_id":"sha256:636fce0dd4b20b44eca5ab6968f2383dc43c34d5a85072aff944d9f9dae7d034"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MVGY62ECNZZ4JJGNC7F4ZCBSQ5/bundle.json","state_url":"https://pith.science/pith/MVGY62ECNZZ4JJGNC7F4ZCBSQ5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MVGY62ECNZZ4JJGNC7F4ZCBSQ5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T20:40:07Z","links":{"resolver":"https://pith.science/pith/MVGY62ECNZZ4JJGNC7F4ZCBSQ5","bundle":"https://pith.science/pith/MVGY62ECNZZ4JJGNC7F4ZCBSQ5/bundle.json","state":"https://pith.science/pith/MVGY62ECNZZ4JJGNC7F4ZCBSQ5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MVGY62ECNZZ4JJGNC7F4ZCBSQ5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MVGY62ECNZZ4JJGNC7F4ZCBSQ5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6b642176a07d178945395fc0f694b677899b9f8f7b7cb8609b482b53c839f010","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T17:25:47Z","title_canon_sha256":"8b471aea58df9188e65a32762205b9011f5756cedd9dfbd78a5a990b1b04944f"},"schema_version":"1.0","source":{"id":"2406.12809","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12809","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12809v1","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12809","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_12","alias_value":"MVGY62ECNZZ4","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_16","alias_value":"MVGY62ECNZZ4JJGN","created_at":"2026-07-05T08:33:51Z"},{"alias_kind":"pith_short_8","alias_value":"MVGY62EC","created_at":"2026-07-05T08:33:51Z"}],"graph_snapshots":[{"event_id":"sha256:636fce0dd4b20b44eca5ab6968f2383dc43c34d5a85072aff944d9f9dae7d034","target":"graph","created_at":"2026-07-05T08:33:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.12809/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have demonstrated impressive capabilities, but still suffer from inconsistency issues (e.g. LLMs can react differently to disturbances like rephrasing or inconsequential order change). In addition to these inconsistencies, we also observe that LLMs, while capable of solving hard problems, can paradoxically fail at easier ones. To evaluate this hard-to-easy inconsistency, we develop the ConsisEval benchmark, where each entry comprises a pair of questions with a strict order of difficulty. Furthermore, we introduce the concept of consistency score to quantitatively m","authors_text":"Chang Zhou, Jian Yang, Junyang Lin, Tianyu Liu, Yichang Zhang, Zhe Yang, Zhifang Sui","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T17:25:47Z","title":"Can Large Language Models Always Solve Easy Problems if They Can Solve Harder Ones?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12809","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:30bd9e60e922f45855a71aa8e8e143f6a2e39279aa0146b9750ea679b0fed2ea","target":"record","created_at":"2026-07-05T08:33:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6b642176a07d178945395fc0f694b677899b9f8f7b7cb8609b482b53c839f010","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T17:25:47Z","title_canon_sha256":"8b471aea58df9188e65a32762205b9011f5756cedd9dfbd78a5a990b1b04944f"},"schema_version":"1.0","source":{"id":"2406.12809","kind":"arxiv","version":1}},"canonical_sha256":"654d8f68826e73c4a4cd17cbcc8832874c8b0816dec0793e538910b48d52953f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"654d8f68826e73c4a4cd17cbcc8832874c8b0816dec0793e538910b48d52953f","first_computed_at":"2026-07-05T08:33:51.544427Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:33:51.544427Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qgJmApGpaHC6YC9HF7srmlxedilB9r1DRZPYWK9mGMEY0Oex1idxRsNeUNRRhSB/LlSkOo8mKXX6SNxwYMKKAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:33:51.544848Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.12809","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:30bd9e60e922f45855a71aa8e8e143f6a2e39279aa0146b9750ea679b0fed2ea","sha256:636fce0dd4b20b44eca5ab6968f2383dc43c34d5a85072aff944d9f9dae7d034"],"state_sha256":"2d13369ce0eb4ff598f49a0d24761a5d2b3e8bfa981fb2586d1dcb2ca44733e5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CewbVG8IkkLpaIp2byjPZkDVDfIX1K9LCbx1ql7C0N2/T4p0WsqSRsKIbaNb9bkBjBENRrUsXKi6vws4HE0UBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T20:40:07.039137Z","bundle_sha256":"759b65c5a8af08023d8c10a210a58edc66d00ed9f8c755bc01f23cf3bceb9448"}}