{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:X5IKWELQNBO7ZYQNB5SG3BKIR5","short_pith_number":"pith:X5IKWELQ","canonical_record":{"source":{"id":"2409.13373","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-09-20T10:20:46Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"8ab96dc823cd666c2af2fa8bfb336c4146eefc9cef54cd07953711313c714684","abstract_canon_sha256":"aee9ae50915de0079c93995fd1f811fe10b038e195bf789dbc81d97ad85573a5"},"schema_version":"1.0"},"canonical_sha256":"bf50ab1170685dfce20d0f646d85488f7314ac3d9d80f794562ec993f1675e5a","source":{"kind":"arxiv","id":"2409.13373","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.13373","created_at":"2026-07-05T09:09:34Z"},{"alias_kind":"arxiv_version","alias_value":"2409.13373v1","created_at":"2026-07-05T09:09:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13373","created_at":"2026-07-05T09:09:34Z"},{"alias_kind":"pith_short_12","alias_value":"X5IKWELQNBO7","created_at":"2026-07-05T09:09:34Z"},{"alias_kind":"pith_short_16","alias_value":"X5IKWELQNBO7ZYQN","created_at":"2026-07-05T09:09:34Z"},{"alias_kind":"pith_short_8","alias_value":"X5IKWELQ","created_at":"2026-07-05T09:09:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:X5IKWELQNBO7ZYQNB5SG3BKIR5","target":"record","payload":{"canonical_record":{"source":{"id":"2409.13373","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-09-20T10:20:46Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"8ab96dc823cd666c2af2fa8bfb336c4146eefc9cef54cd07953711313c714684","abstract_canon_sha256":"aee9ae50915de0079c93995fd1f811fe10b038e195bf789dbc81d97ad85573a5"},"schema_version":"1.0"},"canonical_sha256":"bf50ab1170685dfce20d0f646d85488f7314ac3d9d80f794562ec993f1675e5a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:09:34.180746Z","signature_b64":"GTs3luqXzGpwDAZk47azwcSdmgbgT25twzU8N4gECsNMJdUK7p7rjFimU4/YoVab/tpZpjIeJgZHf/llV3gyDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bf50ab1170685dfce20d0f646d85488f7314ac3d9d80f794562ec993f1675e5a","last_reissued_at":"2026-07-05T09:09:34.180176Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:09:34.180176Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.13373","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:09:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bZJzixp49Qy853t9Mo5AesYBBfdN81TbX4U9w72wFvp4R+RyOLNnlyDvp+rEiOcXqyeaB/Y4tvMGR0/HX1jXCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T21:15:17.889402Z"},"content_sha256":"5f6923ca1039ac687a1cd21af049df90613d994cbc42b0f73fab288191dba9e6","schema_version":"1.0","event_id":"sha256:5f6923ca1039ac687a1cd21af049df90613d994cbc42b0f73fab288191dba9e6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:X5IKWELQNBO7ZYQNB5SG3BKIR5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLMs Still Can't Plan; Can LRMs? A Preliminary Evaluation of OpenAI's o1 on PlanBench","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Karthik Valmeekam, Kaya Stechly, Subbarao Kambhampati","submitted_at":"2024-09-20T10:20:46Z","abstract_excerpt":"The ability to plan a course of action that achieves a desired state of affairs has long been considered a core competence of intelligent agents and has been an integral part of AI research since its inception. With the advent of large language models (LLMs), there has been considerable interest in the question of whether or not they possess such planning abilities. PlanBench, an extensible benchmark we developed in 2022, soon after the release of GPT3, has remained an important tool for evaluating the planning abilities of LLMs. Despite the slew of new private and open source LLMs since GPT3,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13373","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.13373/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:09:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+kyOn/HzpFEo3UWhcG5d32zBzMhwimVdZgmWtCzq7Rg30O9vu01q3YJXvUDjeJ1XTNiDepX3GAuQrmGFU69FCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T21:15:17.889985Z"},"content_sha256":"825bdfe49a3054d17724cd86b8241b2a5c456df696447bca7903233f10af1b0a","schema_version":"1.0","event_id":"sha256:825bdfe49a3054d17724cd86b8241b2a5c456df696447bca7903233f10af1b0a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X5IKWELQNBO7ZYQNB5SG3BKIR5/bundle.json","state_url":"https://pith.science/pith/X5IKWELQNBO7ZYQNB5SG3BKIR5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X5IKWELQNBO7ZYQNB5SG3BKIR5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T21:15:17Z","links":{"resolver":"https://pith.science/pith/X5IKWELQNBO7ZYQNB5SG3BKIR5","bundle":"https://pith.science/pith/X5IKWELQNBO7ZYQNB5SG3BKIR5/bundle.json","state":"https://pith.science/pith/X5IKWELQNBO7ZYQNB5SG3BKIR5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X5IKWELQNBO7ZYQNB5SG3BKIR5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:X5IKWELQNBO7ZYQNB5SG3BKIR5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aee9ae50915de0079c93995fd1f811fe10b038e195bf789dbc81d97ad85573a5","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-09-20T10:20:46Z","title_canon_sha256":"8ab96dc823cd666c2af2fa8bfb336c4146eefc9cef54cd07953711313c714684"},"schema_version":"1.0","source":{"id":"2409.13373","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.13373","created_at":"2026-07-05T09:09:34Z"},{"alias_kind":"arxiv_version","alias_value":"2409.13373v1","created_at":"2026-07-05T09:09:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13373","created_at":"2026-07-05T09:09:34Z"},{"alias_kind":"pith_short_12","alias_value":"X5IKWELQNBO7","created_at":"2026-07-05T09:09:34Z"},{"alias_kind":"pith_short_16","alias_value":"X5IKWELQNBO7ZYQN","created_at":"2026-07-05T09:09:34Z"},{"alias_kind":"pith_short_8","alias_value":"X5IKWELQ","created_at":"2026-07-05T09:09:34Z"}],"graph_snapshots":[{"event_id":"sha256:825bdfe49a3054d17724cd86b8241b2a5c456df696447bca7903233f10af1b0a","target":"graph","created_at":"2026-07-05T09:09:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.13373/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The ability to plan a course of action that achieves a desired state of affairs has long been considered a core competence of intelligent agents and has been an integral part of AI research since its inception. With the advent of large language models (LLMs), there has been considerable interest in the question of whether or not they possess such planning abilities. PlanBench, an extensible benchmark we developed in 2022, soon after the release of GPT3, has remained an important tool for evaluating the planning abilities of LLMs. Despite the slew of new private and open source LLMs since GPT3,","authors_text":"Karthik Valmeekam, Kaya Stechly, Subbarao Kambhampati","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-09-20T10:20:46Z","title":"LLMs Still Can't Plan; Can LRMs? A Preliminary Evaluation of OpenAI's o1 on PlanBench"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13373","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5f6923ca1039ac687a1cd21af049df90613d994cbc42b0f73fab288191dba9e6","target":"record","created_at":"2026-07-05T09:09:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aee9ae50915de0079c93995fd1f811fe10b038e195bf789dbc81d97ad85573a5","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-09-20T10:20:46Z","title_canon_sha256":"8ab96dc823cd666c2af2fa8bfb336c4146eefc9cef54cd07953711313c714684"},"schema_version":"1.0","source":{"id":"2409.13373","kind":"arxiv","version":1}},"canonical_sha256":"bf50ab1170685dfce20d0f646d85488f7314ac3d9d80f794562ec993f1675e5a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bf50ab1170685dfce20d0f646d85488f7314ac3d9d80f794562ec993f1675e5a","first_computed_at":"2026-07-05T09:09:34.180176Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:09:34.180176Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GTs3luqXzGpwDAZk47azwcSdmgbgT25twzU8N4gECsNMJdUK7p7rjFimU4/YoVab/tpZpjIeJgZHf/llV3gyDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:09:34.180746Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.13373","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5f6923ca1039ac687a1cd21af049df90613d994cbc42b0f73fab288191dba9e6","sha256:825bdfe49a3054d17724cd86b8241b2a5c456df696447bca7903233f10af1b0a"],"state_sha256":"ac98ac091d649740e1d558de0c7bce6f74a1213cd23ea727d6477ad9af2e7b70"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xM31R/7Kx2WqgMarhpBe0BRCLdwf+J4gHlspLjZMzgfrBIw5pkbPX20sIhdumWlVLaYwvk9zrZYTXqKdir/gCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T21:15:17.895060Z","bundle_sha256":"c3145b3d73ddf2897c80306d7d18b6c998f10d44cf72a3131f9b8c24af461957"}}