{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YSWFYLZYGB2E74H4XQCM2JAE7P","short_pith_number":"pith:YSWFYLZY","canonical_record":{"source":{"id":"2405.15485","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-24T12:04:54Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"1ecc20dd27b70e21af1a165b571425e5e84211f03b8c0e45509408e549578d8f","abstract_canon_sha256":"3cdaa90a5acba1bf9103a0e37eb78217883f152a9a957ae2398226e256b15db4"},"schema_version":"1.0"},"canonical_sha256":"c4ac5c2f3830744ff0fcbc04cd2404fbec45a7b97ec362b79418fb53d00d129e","source":{"kind":"arxiv","id":"2405.15485","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15485","created_at":"2026-07-05T08:22:50Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15485v1","created_at":"2026-07-05T08:22:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15485","created_at":"2026-07-05T08:22:50Z"},{"alias_kind":"pith_short_12","alias_value":"YSWFYLZYGB2E","created_at":"2026-07-05T08:22:50Z"},{"alias_kind":"pith_short_16","alias_value":"YSWFYLZYGB2E74H4","created_at":"2026-07-05T08:22:50Z"},{"alias_kind":"pith_short_8","alias_value":"YSWFYLZY","created_at":"2026-07-05T08:22:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YSWFYLZYGB2E74H4XQCM2JAE7P","target":"record","payload":{"canonical_record":{"source":{"id":"2405.15485","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-24T12:04:54Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"1ecc20dd27b70e21af1a165b571425e5e84211f03b8c0e45509408e549578d8f","abstract_canon_sha256":"3cdaa90a5acba1bf9103a0e37eb78217883f152a9a957ae2398226e256b15db4"},"schema_version":"1.0"},"canonical_sha256":"c4ac5c2f3830744ff0fcbc04cd2404fbec45a7b97ec362b79418fb53d00d129e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:22:50.204377Z","signature_b64":"bqA1AHgOFaPDJtW1oTEycuVc49GtYflkyE1E15LI5ym4xhuLFn1aZBcZPyHoukmLqNccwmFU0DNPJN8rUxNhAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c4ac5c2f3830744ff0fcbc04cd2404fbec45a7b97ec362b79418fb53d00d129e","last_reissued_at":"2026-07-05T08:22:50.203909Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:22:50.203909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.15485","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"occCrOprBng+MMeX0pcgwHIj3tEx65Ty1urCSICD4AaK1jQNkAqVS6zeP6MR+scH0kBbR4WkedgXXWKr04pjAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T14:32:24.405961Z"},"content_sha256":"00c38e04fb73c1d6ecef2e7b9761457007c427d668002d288c52ee885df9929b","schema_version":"1.0","event_id":"sha256:00c38e04fb73c1d6ecef2e7b9761457007c427d668002d288c52ee885df9929b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YSWFYLZYGB2E74H4XQCM2JAE7P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Beyond Pattern Matching? Assaying Mathematical Understanding in LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.AI","authors_text":"Aniket Didolkar, Anirudh Goyal, Bernhard Sch\\\"olkopf, Ferenc Husz\\'ar, Nan Rosemary Ke, Siyuan Guo","submitted_at":"2024-05-24T12:04:54Z","abstract_excerpt":"We are beginning to see progress in language model assisted scientific discovery. Motivated by the use of LLMs as a general scientific assistant, this paper assesses the domain knowledge of LLMs through its understanding of different mathematical skills required to solve problems. In particular, we look at not just what the pre-trained model already knows, but how it learned to learn from information during in-context learning or instruction-tuning through exploiting the complex knowledge structure within mathematics. Motivated by the Neural Tangent Kernel (NTK), we propose \\textit{NTKEval} to"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15485","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.15485/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B6GZ28veE2AA6Vr3FxM9n4BJHj+HyLeMhpVQ3dO/o4tnIKrQUXOzXft8tPxOg9DTFdD3GB9nOppYD0QJg1ywAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T14:32:24.406918Z"},"content_sha256":"86997e3549e78b428c2afcc665baf06f2944b14755a93431f6b91df1213c5bdf","schema_version":"1.0","event_id":"sha256:86997e3549e78b428c2afcc665baf06f2944b14755a93431f6b91df1213c5bdf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YSWFYLZYGB2E74H4XQCM2JAE7P/bundle.json","state_url":"https://pith.science/pith/YSWFYLZYGB2E74H4XQCM2JAE7P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YSWFYLZYGB2E74H4XQCM2JAE7P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T14:32:24Z","links":{"resolver":"https://pith.science/pith/YSWFYLZYGB2E74H4XQCM2JAE7P","bundle":"https://pith.science/pith/YSWFYLZYGB2E74H4XQCM2JAE7P/bundle.json","state":"https://pith.science/pith/YSWFYLZYGB2E74H4XQCM2JAE7P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YSWFYLZYGB2E74H4XQCM2JAE7P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YSWFYLZYGB2E74H4XQCM2JAE7P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3cdaa90a5acba1bf9103a0e37eb78217883f152a9a957ae2398226e256b15db4","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-24T12:04:54Z","title_canon_sha256":"1ecc20dd27b70e21af1a165b571425e5e84211f03b8c0e45509408e549578d8f"},"schema_version":"1.0","source":{"id":"2405.15485","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15485","created_at":"2026-07-05T08:22:50Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15485v1","created_at":"2026-07-05T08:22:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15485","created_at":"2026-07-05T08:22:50Z"},{"alias_kind":"pith_short_12","alias_value":"YSWFYLZYGB2E","created_at":"2026-07-05T08:22:50Z"},{"alias_kind":"pith_short_16","alias_value":"YSWFYLZYGB2E74H4","created_at":"2026-07-05T08:22:50Z"},{"alias_kind":"pith_short_8","alias_value":"YSWFYLZY","created_at":"2026-07-05T08:22:50Z"}],"graph_snapshots":[{"event_id":"sha256:86997e3549e78b428c2afcc665baf06f2944b14755a93431f6b91df1213c5bdf","target":"graph","created_at":"2026-07-05T08:22:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.15485/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We are beginning to see progress in language model assisted scientific discovery. Motivated by the use of LLMs as a general scientific assistant, this paper assesses the domain knowledge of LLMs through its understanding of different mathematical skills required to solve problems. In particular, we look at not just what the pre-trained model already knows, but how it learned to learn from information during in-context learning or instruction-tuning through exploiting the complex knowledge structure within mathematics. Motivated by the Neural Tangent Kernel (NTK), we propose \\textit{NTKEval} to","authors_text":"Aniket Didolkar, Anirudh Goyal, Bernhard Sch\\\"olkopf, Ferenc Husz\\'ar, Nan Rosemary Ke, Siyuan Guo","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-24T12:04:54Z","title":"Learning Beyond Pattern Matching? Assaying Mathematical Understanding in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15485","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:00c38e04fb73c1d6ecef2e7b9761457007c427d668002d288c52ee885df9929b","target":"record","created_at":"2026-07-05T08:22:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3cdaa90a5acba1bf9103a0e37eb78217883f152a9a957ae2398226e256b15db4","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-24T12:04:54Z","title_canon_sha256":"1ecc20dd27b70e21af1a165b571425e5e84211f03b8c0e45509408e549578d8f"},"schema_version":"1.0","source":{"id":"2405.15485","kind":"arxiv","version":1}},"canonical_sha256":"c4ac5c2f3830744ff0fcbc04cd2404fbec45a7b97ec362b79418fb53d00d129e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c4ac5c2f3830744ff0fcbc04cd2404fbec45a7b97ec362b79418fb53d00d129e","first_computed_at":"2026-07-05T08:22:50.203909Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:22:50.203909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bqA1AHgOFaPDJtW1oTEycuVc49GtYflkyE1E15LI5ym4xhuLFn1aZBcZPyHoukmLqNccwmFU0DNPJN8rUxNhAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:22:50.204377Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.15485","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:00c38e04fb73c1d6ecef2e7b9761457007c427d668002d288c52ee885df9929b","sha256:86997e3549e78b428c2afcc665baf06f2944b14755a93431f6b91df1213c5bdf"],"state_sha256":"0d3c989ba37d2dca2de04dff76390bdd65e83128cecdebca2d65f8a1a9c2e847"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a7VdUl8UXhxTYYHa6bOeg8KZyithbCpzzVSugbBkRxHZYHxA4FbNuqwYYfMXxMO6lE74SRkGEmBgYJw3panUBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T14:32:24.413602Z","bundle_sha256":"8f63e27bba0fe1f8024952d4476add16b8a07b113eead94c5b575234ef40ec8f"}}