{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UVBPH4ACN72WSXY2FGON4KWNCQ","short_pith_number":"pith:UVBPH4AC","canonical_record":{"source":{"id":"2405.12205","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-20T17:45:26Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"1ff16c02a2ae7b89c674ee3f57de5f62c9d20eaccfb9bf4c0ef588a5392b1fb1","abstract_canon_sha256":"66221629fffa61b884c99175b3a14100c18d951df704d3722d6749bcfdd31348"},"schema_version":"1.0"},"canonical_sha256":"a542f3f0026ff5695f1a299cde2acd143114111aa3d5bd9b65bd26662cb256ac","source":{"kind":"arxiv","id":"2405.12205","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.12205","created_at":"2026-07-05T08:21:01Z"},{"alias_kind":"arxiv_version","alias_value":"2405.12205v1","created_at":"2026-07-05T08:21:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.12205","created_at":"2026-07-05T08:21:01Z"},{"alias_kind":"pith_short_12","alias_value":"UVBPH4ACN72W","created_at":"2026-07-05T08:21:01Z"},{"alias_kind":"pith_short_16","alias_value":"UVBPH4ACN72WSXY2","created_at":"2026-07-05T08:21:01Z"},{"alias_kind":"pith_short_8","alias_value":"UVBPH4AC","created_at":"2026-07-05T08:21:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UVBPH4ACN72WSXY2FGON4KWNCQ","target":"record","payload":{"canonical_record":{"source":{"id":"2405.12205","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-20T17:45:26Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"1ff16c02a2ae7b89c674ee3f57de5f62c9d20eaccfb9bf4c0ef588a5392b1fb1","abstract_canon_sha256":"66221629fffa61b884c99175b3a14100c18d951df704d3722d6749bcfdd31348"},"schema_version":"1.0"},"canonical_sha256":"a542f3f0026ff5695f1a299cde2acd143114111aa3d5bd9b65bd26662cb256ac","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:21:01.559960Z","signature_b64":"2ZLkv8NvkEBKDzhoK1yvEomkFLK6aZWC1Da+fGfxpr6Zl+sLpkAVC3/HL/U5XYZNL75AKce7Jrpaum2Gs333Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a542f3f0026ff5695f1a299cde2acd143114111aa3d5bd9b65bd26662cb256ac","last_reissued_at":"2026-07-05T08:21:01.559559Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:21:01.559559Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.12205","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:21:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z40GjGpBHrAAwg0/Ntp/HqtmFQg0q8cRbtcM7V+QMy2T51g/UXUvKac5metb325niQgS36YbXTSvOJbUSA41CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T19:12:10.373891Z"},"content_sha256":"5d744795efc1e90f4ec41d462350b9c19bf4a43beadebafa8e8559b2d4627efd","schema_version":"1.0","event_id":"sha256:5d744795efc1e90f4ec41d462350b9c19bf4a43beadebafa8e8559b2d4627efd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UVBPH4ACN72WSXY2FGON4KWNCQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Metacognitive Capabilities of LLMs: An Exploration in Mathematical Problem Solving","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Aniket Didolkar, Anirudh Goyal, Danilo Rezende, Michael Mozer, Michal Valko, Nan Rosemary Ke, Sanjeev Arora, Siyuan Guo, Timothy Lillicrap, Yoshua Bengio","submitted_at":"2024-05-20T17:45:26Z","abstract_excerpt":"Metacognitive knowledge refers to humans' intuitive knowledge of their own thinking and reasoning processes. Today's best LLMs clearly possess some reasoning processes. The paper gives evidence that they also have metacognitive knowledge, including ability to name skills and procedures to apply given a task. We explore this primarily in context of math reasoning, developing a prompt-guided interaction procedure to get a powerful LLM to assign sensible skill labels to math questions, followed by having it perform semantic clustering to obtain coarser families of skill labels. These coarse skill"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.12205","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.12205/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:21:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HfCPjX+8KafN+mP6tazynqyxDXT0wIlvfVuR6jAVCDFV5a+2o79SAFdv9h+GNcXIc+bKzNsBedB+JKcMwkt6DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T19:12:10.374253Z"},"content_sha256":"4e87ad638b90f6ae3fa87e39354ee7565becd039f023c26ec83408843757eee6","schema_version":"1.0","event_id":"sha256:4e87ad638b90f6ae3fa87e39354ee7565becd039f023c26ec83408843757eee6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UVBPH4ACN72WSXY2FGON4KWNCQ/bundle.json","state_url":"https://pith.science/pith/UVBPH4ACN72WSXY2FGON4KWNCQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UVBPH4ACN72WSXY2FGON4KWNCQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-25T19:12:10Z","links":{"resolver":"https://pith.science/pith/UVBPH4ACN72WSXY2FGON4KWNCQ","bundle":"https://pith.science/pith/UVBPH4ACN72WSXY2FGON4KWNCQ/bundle.json","state":"https://pith.science/pith/UVBPH4ACN72WSXY2FGON4KWNCQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UVBPH4ACN72WSXY2FGON4KWNCQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UVBPH4ACN72WSXY2FGON4KWNCQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"66221629fffa61b884c99175b3a14100c18d951df704d3722d6749bcfdd31348","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-20T17:45:26Z","title_canon_sha256":"1ff16c02a2ae7b89c674ee3f57de5f62c9d20eaccfb9bf4c0ef588a5392b1fb1"},"schema_version":"1.0","source":{"id":"2405.12205","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.12205","created_at":"2026-07-05T08:21:01Z"},{"alias_kind":"arxiv_version","alias_value":"2405.12205v1","created_at":"2026-07-05T08:21:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.12205","created_at":"2026-07-05T08:21:01Z"},{"alias_kind":"pith_short_12","alias_value":"UVBPH4ACN72W","created_at":"2026-07-05T08:21:01Z"},{"alias_kind":"pith_short_16","alias_value":"UVBPH4ACN72WSXY2","created_at":"2026-07-05T08:21:01Z"},{"alias_kind":"pith_short_8","alias_value":"UVBPH4AC","created_at":"2026-07-05T08:21:01Z"}],"graph_snapshots":[{"event_id":"sha256:4e87ad638b90f6ae3fa87e39354ee7565becd039f023c26ec83408843757eee6","target":"graph","created_at":"2026-07-05T08:21:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.12205/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Metacognitive knowledge refers to humans' intuitive knowledge of their own thinking and reasoning processes. Today's best LLMs clearly possess some reasoning processes. The paper gives evidence that they also have metacognitive knowledge, including ability to name skills and procedures to apply given a task. We explore this primarily in context of math reasoning, developing a prompt-guided interaction procedure to get a powerful LLM to assign sensible skill labels to math questions, followed by having it perform semantic clustering to obtain coarser families of skill labels. These coarse skill","authors_text":"Aniket Didolkar, Anirudh Goyal, Danilo Rezende, Michael Mozer, Michal Valko, Nan Rosemary Ke, Sanjeev Arora, Siyuan Guo, Timothy Lillicrap, Yoshua Bengio","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-20T17:45:26Z","title":"Metacognitive Capabilities of LLMs: An Exploration in Mathematical Problem Solving"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.12205","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5d744795efc1e90f4ec41d462350b9c19bf4a43beadebafa8e8559b2d4627efd","target":"record","created_at":"2026-07-05T08:21:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"66221629fffa61b884c99175b3a14100c18d951df704d3722d6749bcfdd31348","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-20T17:45:26Z","title_canon_sha256":"1ff16c02a2ae7b89c674ee3f57de5f62c9d20eaccfb9bf4c0ef588a5392b1fb1"},"schema_version":"1.0","source":{"id":"2405.12205","kind":"arxiv","version":1}},"canonical_sha256":"a542f3f0026ff5695f1a299cde2acd143114111aa3d5bd9b65bd26662cb256ac","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a542f3f0026ff5695f1a299cde2acd143114111aa3d5bd9b65bd26662cb256ac","first_computed_at":"2026-07-05T08:21:01.559559Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:21:01.559559Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2ZLkv8NvkEBKDzhoK1yvEomkFLK6aZWC1Da+fGfxpr6Zl+sLpkAVC3/HL/U5XYZNL75AKce7Jrpaum2Gs333Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:21:01.559960Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.12205","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5d744795efc1e90f4ec41d462350b9c19bf4a43beadebafa8e8559b2d4627efd","sha256:4e87ad638b90f6ae3fa87e39354ee7565becd039f023c26ec83408843757eee6"],"state_sha256":"f17365727210cfe0cc3f09a1e7ca327457944a3f386a735d8aed72d59b2c5a08"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g/KnIC/6TkkkwnEKjYba59PcATFpk0OXjkxYIXLAgVCtR46y3zmnZ7OOr3wnRBhckD0tkbpyz7ayIN6DF6BFAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-25T19:12:10.376410Z","bundle_sha256":"5cd260b01e94bc7c8700730437c69c1a2001e7cfeccacf71db093121840681e6"}}