{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ETGSVAEXMUCPFBR6JQQ3A72MPT","short_pith_number":"pith:ETGSVAEX","canonical_record":{"source":{"id":"2310.12397","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-10-19T00:56:37Z","cross_cats_sorted":[],"title_canon_sha256":"74c88a3af07326384507b07cffcd06600afd4ba37d0b4f1e3ab0f5983bc4fceb","abstract_canon_sha256":"01ad3221712f71d9fc428f83e2f8caff049e7da37165481a87fd88ae9aad2421"},"schema_version":"1.0"},"canonical_sha256":"24cd2a80976504f2863e4c21b07f4c7cd4d0acbfce6861269d141c06474ccb48","source":{"kind":"arxiv","id":"2310.12397","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.12397","created_at":"2026-07-05T07:02:37Z"},{"alias_kind":"arxiv_version","alias_value":"2310.12397v1","created_at":"2026-07-05T07:02:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.12397","created_at":"2026-07-05T07:02:37Z"},{"alias_kind":"pith_short_12","alias_value":"ETGSVAEXMUCP","created_at":"2026-07-05T07:02:37Z"},{"alias_kind":"pith_short_16","alias_value":"ETGSVAEXMUCPFBR6","created_at":"2026-07-05T07:02:37Z"},{"alias_kind":"pith_short_8","alias_value":"ETGSVAEX","created_at":"2026-07-05T07:02:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ETGSVAEXMUCPFBR6JQQ3A72MPT","target":"record","payload":{"canonical_record":{"source":{"id":"2310.12397","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-10-19T00:56:37Z","cross_cats_sorted":[],"title_canon_sha256":"74c88a3af07326384507b07cffcd06600afd4ba37d0b4f1e3ab0f5983bc4fceb","abstract_canon_sha256":"01ad3221712f71d9fc428f83e2f8caff049e7da37165481a87fd88ae9aad2421"},"schema_version":"1.0"},"canonical_sha256":"24cd2a80976504f2863e4c21b07f4c7cd4d0acbfce6861269d141c06474ccb48","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:02:37.402936Z","signature_b64":"G7FeoR/oWPQj8L67MZoGJYRqAjaUpYjLQoepduobW1SdRZyxsuLY/VvAu5Jp2Lq9sq2qSmUguZksGrw4IN9PCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"24cd2a80976504f2863e4c21b07f4c7cd4d0acbfce6861269d141c06474ccb48","last_reissued_at":"2026-07-05T07:02:37.402438Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:02:37.402438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.12397","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FlOYaxB/VYLi2Bmwt9VOOHKVE9kvpJG4fMyI10XU7Y7aRz0sNslw1YaQEOmyRp6XpShdzuHBgEF8HNkaDCFVAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T13:19:36.769869Z"},"content_sha256":"dcb1505e406b073a4c66502fa26fef94e143d555ac28a77712a45c598d12719b","schema_version":"1.0","event_id":"sha256:dcb1505e406b073a4c66502fa26fef94e143d555ac28a77712a45c598d12719b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ETGSVAEXMUCPFBR6JQQ3A72MPT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Kaya Stechly, Matthew Marquez, Subbarao Kambhampati","submitted_at":"2023-10-19T00:56:37Z","abstract_excerpt":"There has been considerable divergence of opinion on the reasoning abilities of Large Language Models (LLMs). While the initial optimism that reasoning might emerge automatically with scale has been tempered thanks to a slew of counterexamples, a wide spread belief in their iterative self-critique capabilities persists. In this paper, we set out to systematically investigate the effectiveness of iterative prompting of LLMs in the context of Graph Coloring, a canonical NP-complete reasoning problem that is related to propositional satisfiability as well as practical problems like scheduling and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.12397","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.12397/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gASTvTwLMpuv1MkDhnTX4bLW00IDXlGybxq81/DFpUzQhQhv/NxokN431iVSSP0bCkUMRxHyRl5dglEh10DjAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T13:19:36.770415Z"},"content_sha256":"06947e221b73565ef8374204eef1d0dd25c93e09ba97da742b241d813003ae4a","schema_version":"1.0","event_id":"sha256:06947e221b73565ef8374204eef1d0dd25c93e09ba97da742b241d813003ae4a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ETGSVAEXMUCPFBR6JQQ3A72MPT/bundle.json","state_url":"https://pith.science/pith/ETGSVAEXMUCPFBR6JQQ3A72MPT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ETGSVAEXMUCPFBR6JQQ3A72MPT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T13:19:36Z","links":{"resolver":"https://pith.science/pith/ETGSVAEXMUCPFBR6JQQ3A72MPT","bundle":"https://pith.science/pith/ETGSVAEXMUCPFBR6JQQ3A72MPT/bundle.json","state":"https://pith.science/pith/ETGSVAEXMUCPFBR6JQQ3A72MPT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ETGSVAEXMUCPFBR6JQQ3A72MPT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ETGSVAEXMUCPFBR6JQQ3A72MPT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"01ad3221712f71d9fc428f83e2f8caff049e7da37165481a87fd88ae9aad2421","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-10-19T00:56:37Z","title_canon_sha256":"74c88a3af07326384507b07cffcd06600afd4ba37d0b4f1e3ab0f5983bc4fceb"},"schema_version":"1.0","source":{"id":"2310.12397","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.12397","created_at":"2026-07-05T07:02:37Z"},{"alias_kind":"arxiv_version","alias_value":"2310.12397v1","created_at":"2026-07-05T07:02:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.12397","created_at":"2026-07-05T07:02:37Z"},{"alias_kind":"pith_short_12","alias_value":"ETGSVAEXMUCP","created_at":"2026-07-05T07:02:37Z"},{"alias_kind":"pith_short_16","alias_value":"ETGSVAEXMUCPFBR6","created_at":"2026-07-05T07:02:37Z"},{"alias_kind":"pith_short_8","alias_value":"ETGSVAEX","created_at":"2026-07-05T07:02:37Z"}],"graph_snapshots":[{"event_id":"sha256:06947e221b73565ef8374204eef1d0dd25c93e09ba97da742b241d813003ae4a","target":"graph","created_at":"2026-07-05T07:02:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.12397/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"There has been considerable divergence of opinion on the reasoning abilities of Large Language Models (LLMs). While the initial optimism that reasoning might emerge automatically with scale has been tempered thanks to a slew of counterexamples, a wide spread belief in their iterative self-critique capabilities persists. In this paper, we set out to systematically investigate the effectiveness of iterative prompting of LLMs in the context of Graph Coloring, a canonical NP-complete reasoning problem that is related to propositional satisfiability as well as practical problems like scheduling and","authors_text":"Kaya Stechly, Matthew Marquez, Subbarao Kambhampati","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-10-19T00:56:37Z","title":"GPT-4 Doesn't Know It's Wrong: An Analysis of Iterative Prompting for Reasoning Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.12397","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dcb1505e406b073a4c66502fa26fef94e143d555ac28a77712a45c598d12719b","target":"record","created_at":"2026-07-05T07:02:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"01ad3221712f71d9fc428f83e2f8caff049e7da37165481a87fd88ae9aad2421","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-10-19T00:56:37Z","title_canon_sha256":"74c88a3af07326384507b07cffcd06600afd4ba37d0b4f1e3ab0f5983bc4fceb"},"schema_version":"1.0","source":{"id":"2310.12397","kind":"arxiv","version":1}},"canonical_sha256":"24cd2a80976504f2863e4c21b07f4c7cd4d0acbfce6861269d141c06474ccb48","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"24cd2a80976504f2863e4c21b07f4c7cd4d0acbfce6861269d141c06474ccb48","first_computed_at":"2026-07-05T07:02:37.402438Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:02:37.402438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"G7FeoR/oWPQj8L67MZoGJYRqAjaUpYjLQoepduobW1SdRZyxsuLY/VvAu5Jp2Lq9sq2qSmUguZksGrw4IN9PCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:02:37.402936Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.12397","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dcb1505e406b073a4c66502fa26fef94e143d555ac28a77712a45c598d12719b","sha256:06947e221b73565ef8374204eef1d0dd25c93e09ba97da742b241d813003ae4a"],"state_sha256":"bbc12506bcbfbf03e2fb5f3add4524a905210c237a2953fecb2823a8d238744d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tyUBoo4IdCtgOtBZbFGNKL50ZtuhHAGl9pqcunQfcnq1NyISRZr8UHI1W0oPXtrttVhA+EytV8KiHFEtyVLtCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T13:19:36.774093Z","bundle_sha256":"0447c7e4796c11fb3e1ad7a7efd7d49575261030f1154993b1429d7c2824c638"}}