{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:IZHQ6DTS4E7QA7D2PE4FRJYGCA","short_pith_number":"pith:IZHQ6DTS","canonical_record":{"source":{"id":"2501.02825","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-06T07:57:51Z","cross_cats_sorted":[],"title_canon_sha256":"810daf2a818f98c878669e17349b399689b8643e2e381ad41cf2dab0abbfcd9f","abstract_canon_sha256":"7c813cec5d9d410654947a355113363dd360f693243b916400eb030e91e774be"},"schema_version":"1.0"},"canonical_sha256":"464f0f0e72e13f007c7a793858a706100c8e821d3193105e62939920a69036d3","source":{"kind":"arxiv","id":"2501.02825","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.02825","created_at":"2026-07-05T12:07:57Z"},{"alias_kind":"arxiv_version","alias_value":"2501.02825v6","created_at":"2026-07-05T12:07:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.02825","created_at":"2026-07-05T12:07:57Z"},{"alias_kind":"pith_short_12","alias_value":"IZHQ6DTS4E7Q","created_at":"2026-07-05T12:07:57Z"},{"alias_kind":"pith_short_16","alias_value":"IZHQ6DTS4E7QA7D2","created_at":"2026-07-05T12:07:57Z"},{"alias_kind":"pith_short_8","alias_value":"IZHQ6DTS","created_at":"2026-07-05T12:07:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:IZHQ6DTS4E7QA7D2PE4FRJYGCA","target":"record","payload":{"canonical_record":{"source":{"id":"2501.02825","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-06T07:57:51Z","cross_cats_sorted":[],"title_canon_sha256":"810daf2a818f98c878669e17349b399689b8643e2e381ad41cf2dab0abbfcd9f","abstract_canon_sha256":"7c813cec5d9d410654947a355113363dd360f693243b916400eb030e91e774be"},"schema_version":"1.0"},"canonical_sha256":"464f0f0e72e13f007c7a793858a706100c8e821d3193105e62939920a69036d3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:07:57.393435Z","signature_b64":"7oTc4FJZ7qP62df2ZZJSlaneiLYR0EmbjnEMycucIrNbZmya165kEMPIw8nDjY42bYTy4cRgt2oy6MVWWbmMCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"464f0f0e72e13f007c7a793858a706100c8e821d3193105e62939920a69036d3","last_reissued_at":"2026-07-05T12:07:57.392929Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:07:57.392929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.02825","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:07:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4e9O88ye0NdQyLunELQopNh3f525/Gjgl4Bbl3uWiX2X77nijuQp8cdTjheOU7wm+pi4NvF6mJthp5HJsLtKCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:10:18.299520Z"},"content_sha256":"8f4bad6ad16c18fc8e19e087153ebf471bc62f0c1b45ad3cd6765edb3e19d9a9","schema_version":"1.0","event_id":"sha256:8f4bad6ad16c18fc8e19e087153ebf471bc62f0c1b45ad3cd6765edb3e19d9a9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:IZHQ6DTS4E7QA7D2PE4FRJYGCA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Armando Solar-Lezama, Kate Sanders, Kavi Gupta","submitted_at":"2025-01-06T07:57:51Z","abstract_excerpt":"While LLMs have revolutionized the field of machine learning due to their high performance on a strikingly wide range of problems, they are also known to hallucinate false answers and underperform on less canonical versions of the same tasks. There are several emerging theories of LLM performance, among them that LLMs lack world modeling ability, that they have an undesirable bias towards an autoregressive prior, and that they struggle on more novel problems. The existing literature on LLM input novelty has focused on tasks of relatively high complexity, studying perturbations of canonical but"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.02825","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.02825/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:07:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c9425ewaEk9b9oBWKU7pswxY3GUUbAoKY4k7d9843VDTIocvleRH6V9XMoZJoMzvE+ds+U99l3vTW8TPDVuFDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:10:18.300450Z"},"content_sha256":"8f2edd7465b9e09707ef4a05457fcfdc822a333078d5f3fc5fc0c22268382d83","schema_version":"1.0","event_id":"sha256:8f2edd7465b9e09707ef4a05457fcfdc822a333078d5f3fc5fc0c22268382d83"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IZHQ6DTS4E7QA7D2PE4FRJYGCA/bundle.json","state_url":"https://pith.science/pith/IZHQ6DTS4E7QA7D2PE4FRJYGCA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IZHQ6DTS4E7QA7D2PE4FRJYGCA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T14:10:18Z","links":{"resolver":"https://pith.science/pith/IZHQ6DTS4E7QA7D2PE4FRJYGCA","bundle":"https://pith.science/pith/IZHQ6DTS4E7QA7D2PE4FRJYGCA/bundle.json","state":"https://pith.science/pith/IZHQ6DTS4E7QA7D2PE4FRJYGCA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IZHQ6DTS4E7QA7D2PE4FRJYGCA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:IZHQ6DTS4E7QA7D2PE4FRJYGCA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7c813cec5d9d410654947a355113363dd360f693243b916400eb030e91e774be","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-06T07:57:51Z","title_canon_sha256":"810daf2a818f98c878669e17349b399689b8643e2e381ad41cf2dab0abbfcd9f"},"schema_version":"1.0","source":{"id":"2501.02825","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.02825","created_at":"2026-07-05T12:07:57Z"},{"alias_kind":"arxiv_version","alias_value":"2501.02825v6","created_at":"2026-07-05T12:07:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.02825","created_at":"2026-07-05T12:07:57Z"},{"alias_kind":"pith_short_12","alias_value":"IZHQ6DTS4E7Q","created_at":"2026-07-05T12:07:57Z"},{"alias_kind":"pith_short_16","alias_value":"IZHQ6DTS4E7QA7D2","created_at":"2026-07-05T12:07:57Z"},{"alias_kind":"pith_short_8","alias_value":"IZHQ6DTS","created_at":"2026-07-05T12:07:57Z"}],"graph_snapshots":[{"event_id":"sha256:8f2edd7465b9e09707ef4a05457fcfdc822a333078d5f3fc5fc0c22268382d83","target":"graph","created_at":"2026-07-05T12:07:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.02825/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While LLMs have revolutionized the field of machine learning due to their high performance on a strikingly wide range of problems, they are also known to hallucinate false answers and underperform on less canonical versions of the same tasks. There are several emerging theories of LLM performance, among them that LLMs lack world modeling ability, that they have an undesirable bias towards an autoregressive prior, and that they struggle on more novel problems. The existing literature on LLM input novelty has focused on tasks of relatively high complexity, studying perturbations of canonical but","authors_text":"Armando Solar-Lezama, Kate Sanders, Kavi Gupta","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.02825","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8f4bad6ad16c18fc8e19e087153ebf471bc62f0c1b45ad3cd6765edb3e19d9a9","target":"record","created_at":"2026-07-05T12:07:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7c813cec5d9d410654947a355113363dd360f693243b916400eb030e91e774be","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-06T07:57:51Z","title_canon_sha256":"810daf2a818f98c878669e17349b399689b8643e2e381ad41cf2dab0abbfcd9f"},"schema_version":"1.0","source":{"id":"2501.02825","kind":"arxiv","version":6}},"canonical_sha256":"464f0f0e72e13f007c7a793858a706100c8e821d3193105e62939920a69036d3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"464f0f0e72e13f007c7a793858a706100c8e821d3193105e62939920a69036d3","first_computed_at":"2026-07-05T12:07:57.392929Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:07:57.392929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7oTc4FJZ7qP62df2ZZJSlaneiLYR0EmbjnEMycucIrNbZmya165kEMPIw8nDjY42bYTy4cRgt2oy6MVWWbmMCA==","signature_status":"signed_v1","signed_at":"2026-07-05T12:07:57.393435Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.02825","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8f4bad6ad16c18fc8e19e087153ebf471bc62f0c1b45ad3cd6765edb3e19d9a9","sha256:8f2edd7465b9e09707ef4a05457fcfdc822a333078d5f3fc5fc0c22268382d83"],"state_sha256":"f7406d064a47334917a18eb8f9544957d67d2009fefa4150869210efd0f5c9c7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GAwbV72Bh/YPCIj+SlYfGFl6mZI6F7hXgFrA9DqCNuITkKG1TGg9x6l7JZc8MGDDmERd07rZDoJiIOtw1Fd5BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T14:10:18.306162Z","bundle_sha256":"be0e7151e881f93e6249f388a65cec5c21a19d6d89a91138c2b5dcfd232cc95d"}}