{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:75UMR4MT4HSO6OO3BKEJXM6C7J","short_pith_number":"pith:75UMR4MT","schema_version":"1.0","canonical_sha256":"ff68c8f193e1e4ef39db0a889bb3c2fa569d77c37a1046a748cfb3c9c9a85b84","source":{"kind":"arxiv","id":"2309.14402","version":2},"attestation_state":"computed","paper":{"title":"Physics of Language Models: Part 3.2, Knowledge Manipulation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Yuanzhi Li, Zeyuan Allen-Zhu","submitted_at":"2023-09-25T17:50:41Z","abstract_excerpt":"Language models can store vast factual knowledge, yet their ability to flexibly use this knowledge for downstream tasks (e.g., via instruction finetuning) remains questionable. This paper investigates four fundamental knowledge manipulation tasks: retrieval (e.g., \"What is person A's attribute X?\"), classification (e.g., \"Is A's attribute X even or odd?\"), comparison (e.g., \"Is A greater than B in attribute X?\"), and inverse search (e.g., \"Which person's attribute X equals T?\").\n  We show that language models excel in knowledge retrieval but struggle even in the simplest classification or comp"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2309.14402","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-25T17:50:41Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a042e4312116c3a6e8e753a500f9d2a4cd96167d4b2a99c154a7b219245d1e56","abstract_canon_sha256":"63b4a9081e5264671ec3ada231f54d961e1bcd9e08ba2c73ba4f7ff73256faf2"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:44:09.956928Z","signature_b64":"gDPShQ9YcVMWwu28PUbaa3CBTKuT0cSPLRi2xC3ww8uDWoWPwXVJE20BUPREGlnl4KbB+Vp2JaoyWPYOYH1YDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff68c8f193e1e4ef39db0a889bb3c2fa569d77c37a1046a748cfb3c9c9a85b84","last_reissued_at":"2026-07-05T08:44:09.956524Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:44:09.956524Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Physics of Language Models: Part 3.2, Knowledge Manipulation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Yuanzhi Li, Zeyuan Allen-Zhu","submitted_at":"2023-09-25T17:50:41Z","abstract_excerpt":"Language models can store vast factual knowledge, yet their ability to flexibly use this knowledge for downstream tasks (e.g., via instruction finetuning) remains questionable. This paper investigates four fundamental knowledge manipulation tasks: retrieval (e.g., \"What is person A's attribute X?\"), classification (e.g., \"Is A's attribute X even or odd?\"), comparison (e.g., \"Is A greater than B in attribute X?\"), and inverse search (e.g., \"Which person's attribute X equals T?\").\n  We show that language models excel in knowledge retrieval but struggle even in the simplest classification or comp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.14402","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.14402/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2309.14402","created_at":"2026-07-05T08:44:09.956580+00:00"},{"alias_kind":"arxiv_version","alias_value":"2309.14402v2","created_at":"2026-07-05T08:44:09.956580+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.14402","created_at":"2026-07-05T08:44:09.956580+00:00"},{"alias_kind":"pith_short_12","alias_value":"75UMR4MT4HSO","created_at":"2026-07-05T08:44:09.956580+00:00"},{"alias_kind":"pith_short_16","alias_value":"75UMR4MT4HSO6OO3","created_at":"2026-07-05T08:44:09.956580+00:00"},{"alias_kind":"pith_short_8","alias_value":"75UMR4MT","created_at":"2026-07-05T08:44:09.956580+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":9,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2510.03271","citing_title":"Decision Potential Surface: A Theoretical and Practical Approximation of Large Language Model Decision Boundary","ref_index":1,"is_internal_anchor":false},{"citing_arxiv_id":"2605.15156","citing_title":"MeMo: Memory as a Model","ref_index":59,"is_internal_anchor":false},{"citing_arxiv_id":"2512.20856","citing_title":"NVIDIA Nemotron 3: Efficient and Open Intelligence","ref_index":56,"is_internal_anchor":false},{"citing_arxiv_id":"2605.15156","citing_title":"MeMo: Memory as a Model","ref_index":59,"is_internal_anchor":false},{"citing_arxiv_id":"2605.12426","citing_title":"Geometric Factual Recall in Transformers","ref_index":17,"is_internal_anchor":false},{"citing_arxiv_id":"2604.22951","citing_title":"The Power of Power Law: Asymmetry Enables Compositional Reasoning","ref_index":5,"is_internal_anchor":false},{"citing_arxiv_id":"2604.20531","citing_title":"Effects of Cross-lingual Evidence in Multilingual Medical Question Answering","ref_index":50,"is_internal_anchor":false},{"citing_arxiv_id":"2502.09992","citing_title":"Large Language Diffusion Models","ref_index":36,"is_internal_anchor":false},{"citing_arxiv_id":"2605.05893","citing_title":"Logic-Regularized Verifier Elicits Reasoning from LLMs","ref_index":54,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/75UMR4MT4HSO6OO3BKEJXM6C7J","json":"https://pith.science/pith/75UMR4MT4HSO6OO3BKEJXM6C7J.json","graph_json":"https://pith.science/api/pith-number/75UMR4MT4HSO6OO3BKEJXM6C7J/graph.json","events_json":"https://pith.science/api/pith-number/75UMR4MT4HSO6OO3BKEJXM6C7J/events.json","paper":"https://pith.science/paper/75UMR4MT"},"agent_actions":{"view_html":"https://pith.science/pith/75UMR4MT4HSO6OO3BKEJXM6C7J","download_json":"https://pith.science/pith/75UMR4MT4HSO6OO3BKEJXM6C7J.json","view_paper":"https://pith.science/paper/75UMR4MT","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2309.14402&json=true","fetch_graph":"https://pith.science/api/pith-number/75UMR4MT4HSO6OO3BKEJXM6C7J/graph.json","fetch_events":"https://pith.science/api/pith-number/75UMR4MT4HSO6OO3BKEJXM6C7J/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/75UMR4MT4HSO6OO3BKEJXM6C7J/action/timestamp_anchor","attest_storage":"https://pith.science/pith/75UMR4MT4HSO6OO3BKEJXM6C7J/action/storage_attestation","attest_author":"https://pith.science/pith/75UMR4MT4HSO6OO3BKEJXM6C7J/action/author_attestation","sign_citation":"https://pith.science/pith/75UMR4MT4HSO6OO3BKEJXM6C7J/action/citation_signature","submit_replication":"https://pith.science/pith/75UMR4MT4HSO6OO3BKEJXM6C7J/action/replication_record"}},"created_at":"2026-07-05T08:44:09.956580+00:00","updated_at":"2026-07-05T08:44:09.956580+00:00"}