{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:E25CM7BSXEBRLIQ6GCAY5C35OP","short_pith_number":"pith:E25CM7BS","canonical_record":{"source":{"id":"2604.23267","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-04-25T12:19:25Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"80c87c7ca39a40c603e0714f178c0aabf4cf8c74e21ae3ce61e822d810081ee4","abstract_canon_sha256":"09f2bbf13aadb8100f5406375201f4bd022551e18008b36ef94f95cdee684bca"},"schema_version":"1.0"},"canonical_sha256":"26ba267c32b90315a21e30818e8b7d73eae138f2adfbfae1f06132434fded2c0","source":{"kind":"arxiv","id":"2604.23267","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2604.23267","created_at":"2026-05-20T00:05:45Z"},{"alias_kind":"arxiv_version","alias_value":"2604.23267v2","created_at":"2026-05-20T00:05:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2604.23267","created_at":"2026-05-20T00:05:45Z"},{"alias_kind":"pith_short_12","alias_value":"E25CM7BSXEBR","created_at":"2026-05-20T00:05:45Z"},{"alias_kind":"pith_short_16","alias_value":"E25CM7BSXEBRLIQ6","created_at":"2026-05-20T00:05:45Z"},{"alias_kind":"pith_short_8","alias_value":"E25CM7BS","created_at":"2026-05-20T00:05:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:E25CM7BSXEBRLIQ6GCAY5C35OP","target":"record","payload":{"canonical_record":{"source":{"id":"2604.23267","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-04-25T12:19:25Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"80c87c7ca39a40c603e0714f178c0aabf4cf8c74e21ae3ce61e822d810081ee4","abstract_canon_sha256":"09f2bbf13aadb8100f5406375201f4bd022551e18008b36ef94f95cdee684bca"},"schema_version":"1.0"},"canonical_sha256":"26ba267c32b90315a21e30818e8b7d73eae138f2adfbfae1f06132434fded2c0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T00:05:45.119160Z","signature_b64":"w0gftCT1ZxarZxaRg7nNX5r10KWI9oiAVhy+qpUZmi9CJUKfBzlI/pNegDMktyAqThsyWYR1T//KDrcfn06XAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"26ba267c32b90315a21e30818e8b7d73eae138f2adfbfae1f06132434fded2c0","last_reissued_at":"2026-05-20T00:05:45.118460Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T00:05:45.118460Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2604.23267","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:05:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v7t8uEfkRmoYNidZFGU/v/m/Wbdpt0+FnAKgiOf3n7ObgGk9iqiHCFR/QmwkGI1ErlY/lLW2euX/pfEAu8V+Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T22:33:16.463159Z"},"content_sha256":"041a0600ba2d3c540f5555078ffc70f43f4a27228277f8c1a188e1e777cccf2a","schema_version":"1.0","event_id":"sha256:041a0600ba2d3c540f5555078ffc70f43f4a27228277f8c1a188e1e777cccf2a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:E25CM7BSXEBRLIQ6GCAY5C35OP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Fine-tuning vs. In-context Learning in Large Language Models: A Formal Language Learning Perspective","license":"http://creativecommons.org/licenses/by/4.0/","headline":"Fine-tuning achieves greater language proficiency than in-context learning on in-distribution generalization in formal languages, with equal out-of-distribution performance and diverging inductive biases at high proficiency.","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Bishwamittra Ghosh, Deepak Garg, Evimaria Terzi, Krishna P. Gummadi, Mohammad Aflah Khan, Qinyuan Wu, Soumi Das, Till Speicher","submitted_at":"2026-04-25T12:19:25Z","abstract_excerpt":"Large language models (LLMs) operate in two fundamental learning modes - fine-tuning (FT) and in-context learning (ICL) - raising key questions about which mode yields greater language proficiency and whether they differ in their inductive biases. Prior studies comparing FT and ICL have yielded mixed and inconclusive results due to inconsistent experimental setups. To enable a rigorous comparison, we propose a formal language learning task - offering precise language boundaries, controlled string sampling, and no data contamination - and introduce a discriminative test for language proficiency"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"FT has greater language proficiency than ICL on in-distribution generalization, but both perform equally well on out-of-distribution generalization. Their inductive biases, measured by the correlation in string generation probabilities, are similar when both modes partially learn the language but diverge at higher proficiency levels.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That success on the discriminative test in formal languages (higher probability for in-language strings) accurately measures language proficiency differences between FT and ICL in a manner relevant to natural language, with the formal task providing sufficient control and no contamination.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"Fine-tuning shows higher proficiency than in-context learning on in-distribution generalization in formal languages, with equal out-of-distribution performance and diverging inductive biases at high proficiency.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Fine-tuning achieves greater language proficiency than in-context learning on in-distribution generalization in formal languages, with equal out-of-distribution performance and diverging inductive biases at high proficiency.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"69373f76d275a78dc0c29e4705d88850ebf4a9b91c8ebc31deb31c8c89890aaa"},"source":{"id":"2604.23267","kind":"arxiv","version":2},"verdict":{"id":"f9fffb1d-ab66-4908-b004-fc0662fbdc84","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-08T08:02:43.886482Z","strongest_claim":"FT has greater language proficiency than ICL on in-distribution generalization, but both perform equally well on out-of-distribution generalization. Their inductive biases, measured by the correlation in string generation probabilities, are similar when both modes partially learn the language but diverge at higher proficiency levels.","one_line_summary":"Fine-tuning shows higher proficiency than in-context learning on in-distribution generalization in formal languages, with equal out-of-distribution performance and diverging inductive biases at high proficiency.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That success on the discriminative test in formal languages (higher probability for in-language strings) accurately measures language proficiency differences between FT and ICL in a manner relevant to natural language, with the formal task providing sufficient control and no contamination.","pith_extraction_headline":"Fine-tuning achieves greater language proficiency than in-context learning on in-distribution generalization in formal languages, with equal out-of-distribution performance and diverging inductive biases at high proficiency."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2604.23267/integrity.json","findings":[],"available":true,"detectors_run":[{"name":"doi_compliance","ran_at":"2026-05-19T23:17:10.619502Z","status":"completed","version":"1.0.0","findings_count":0}],"snapshot_sha256":"49c1610eda76ee9f76ec0b94310af2705d60f44c69d8f928bd0457ddaa7fedf7"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"f9fffb1d-ab66-4908-b004-fc0662fbdc84"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:05:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wjyopgg+cLOpV4PRYV6Y8bab6OXjz9e6cmflmyguxIdu2600bUvKiS50rMTlhvkLfykQbWzjH/4vIOhA7kH/DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T22:33:16.463978Z"},"content_sha256":"2a1e6b90fb4f863acc83467963ad9d470265fd5a4dee579b097be10f8759af7e","schema_version":"1.0","event_id":"sha256:2a1e6b90fb4f863acc83467963ad9d470265fd5a4dee579b097be10f8759af7e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E25CM7BSXEBRLIQ6GCAY5C35OP/bundle.json","state_url":"https://pith.science/pith/E25CM7BSXEBRLIQ6GCAY5C35OP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E25CM7BSXEBRLIQ6GCAY5C35OP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T22:33:16Z","links":{"resolver":"https://pith.science/pith/E25CM7BSXEBRLIQ6GCAY5C35OP","bundle":"https://pith.science/pith/E25CM7BSXEBRLIQ6GCAY5C35OP/bundle.json","state":"https://pith.science/pith/E25CM7BSXEBRLIQ6GCAY5C35OP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E25CM7BSXEBRLIQ6GCAY5C35OP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:E25CM7BSXEBRLIQ6GCAY5C35OP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"09f2bbf13aadb8100f5406375201f4bd022551e18008b36ef94f95cdee684bca","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-04-25T12:19:25Z","title_canon_sha256":"80c87c7ca39a40c603e0714f178c0aabf4cf8c74e21ae3ce61e822d810081ee4"},"schema_version":"1.0","source":{"id":"2604.23267","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2604.23267","created_at":"2026-05-20T00:05:45Z"},{"alias_kind":"arxiv_version","alias_value":"2604.23267v2","created_at":"2026-05-20T00:05:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2604.23267","created_at":"2026-05-20T00:05:45Z"},{"alias_kind":"pith_short_12","alias_value":"E25CM7BSXEBR","created_at":"2026-05-20T00:05:45Z"},{"alias_kind":"pith_short_16","alias_value":"E25CM7BSXEBRLIQ6","created_at":"2026-05-20T00:05:45Z"},{"alias_kind":"pith_short_8","alias_value":"E25CM7BS","created_at":"2026-05-20T00:05:45Z"}],"graph_snapshots":[{"event_id":"sha256:2a1e6b90fb4f863acc83467963ad9d470265fd5a4dee579b097be10f8759af7e","target":"graph","created_at":"2026-05-20T00:05:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"FT has greater language proficiency than ICL on in-distribution generalization, but both perform equally well on out-of-distribution generalization. Their inductive biases, measured by the correlation in string generation probabilities, are similar when both modes partially learn the language but diverge at higher proficiency levels."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That success on the discriminative test in formal languages (higher probability for in-language strings) accurately measures language proficiency differences between FT and ICL in a manner relevant to natural language, with the formal task providing sufficient control and no contamination."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"Fine-tuning shows higher proficiency than in-context learning on in-distribution generalization in formal languages, with equal out-of-distribution performance and diverging inductive biases at high proficiency."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Fine-tuning achieves greater language proficiency than in-context learning on in-distribution generalization in formal languages, with equal out-of-distribution performance and diverging inductive biases at high proficiency."}],"snapshot_sha256":"69373f76d275a78dc0c29e4705d88850ebf4a9b91c8ebc31deb31c8c89890aaa"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[{"findings_count":0,"name":"doi_compliance","ran_at":"2026-05-19T23:17:10.619502Z","status":"completed","version":"1.0.0"}],"endpoint":"/pith/2604.23267/integrity.json","findings":[],"snapshot_sha256":"49c1610eda76ee9f76ec0b94310af2705d60f44c69d8f928bd0457ddaa7fedf7","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) operate in two fundamental learning modes - fine-tuning (FT) and in-context learning (ICL) - raising key questions about which mode yields greater language proficiency and whether they differ in their inductive biases. Prior studies comparing FT and ICL have yielded mixed and inconclusive results due to inconsistent experimental setups. To enable a rigorous comparison, we propose a formal language learning task - offering precise language boundaries, controlled string sampling, and no data contamination - and introduce a discriminative test for language proficiency","authors_text":"Bishwamittra Ghosh, Deepak Garg, Evimaria Terzi, Krishna P. Gummadi, Mohammad Aflah Khan, Qinyuan Wu, Soumi Das, Till Speicher","cross_cats":["cs.LG"],"headline":"Fine-tuning achieves greater language proficiency than in-context learning on in-distribution generalization in formal languages, with equal out-of-distribution performance and diverging inductive biases at high proficiency.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-04-25T12:19:25Z","title":"Fine-tuning vs. In-context Learning in Large Language Models: A Formal Language Learning Perspective"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2604.23267","kind":"arxiv","version":2},"verdict":{"created_at":"2026-05-08T08:02:43.886482Z","id":"f9fffb1d-ab66-4908-b004-fc0662fbdc84","model_set":{"reader":"grok-4.3"},"one_line_summary":"Fine-tuning shows higher proficiency than in-context learning on in-distribution generalization in formal languages, with equal out-of-distribution performance and diverging inductive biases at high proficiency.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Fine-tuning achieves greater language proficiency than in-context learning on in-distribution generalization in formal languages, with equal out-of-distribution performance and diverging inductive biases at high proficiency.","strongest_claim":"FT has greater language proficiency than ICL on in-distribution generalization, but both perform equally well on out-of-distribution generalization. Their inductive biases, measured by the correlation in string generation probabilities, are similar when both modes partially learn the language but diverge at higher proficiency levels.","weakest_assumption":"That success on the discriminative test in formal languages (higher probability for in-language strings) accurately measures language proficiency differences between FT and ICL in a manner relevant to natural language, with the formal task providing sufficient control and no contamination."}},"verdict_id":"f9fffb1d-ab66-4908-b004-fc0662fbdc84"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:041a0600ba2d3c540f5555078ffc70f43f4a27228277f8c1a188e1e777cccf2a","target":"record","created_at":"2026-05-20T00:05:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"09f2bbf13aadb8100f5406375201f4bd022551e18008b36ef94f95cdee684bca","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-04-25T12:19:25Z","title_canon_sha256":"80c87c7ca39a40c603e0714f178c0aabf4cf8c74e21ae3ce61e822d810081ee4"},"schema_version":"1.0","source":{"id":"2604.23267","kind":"arxiv","version":2}},"canonical_sha256":"26ba267c32b90315a21e30818e8b7d73eae138f2adfbfae1f06132434fded2c0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"26ba267c32b90315a21e30818e8b7d73eae138f2adfbfae1f06132434fded2c0","first_computed_at":"2026-05-20T00:05:45.118460Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T00:05:45.118460Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w0gftCT1ZxarZxaRg7nNX5r10KWI9oiAVhy+qpUZmi9CJUKfBzlI/pNegDMktyAqThsyWYR1T//KDrcfn06XAA==","signature_status":"signed_v1","signed_at":"2026-05-20T00:05:45.119160Z","signed_message":"canonical_sha256_bytes"},"source_id":"2604.23267","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:041a0600ba2d3c540f5555078ffc70f43f4a27228277f8c1a188e1e777cccf2a","sha256:2a1e6b90fb4f863acc83467963ad9d470265fd5a4dee579b097be10f8759af7e"],"state_sha256":"be7dc12ba2555344fcf7928a93775680d4e6070e0116dd3c92fa34374aa65584"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ydupsutvVljAXtUVB4Aiv6qO5Sp/8Vnm6GHMzIksE8aw6RS7Fmb3JoNPo8Q78H2e9MwOsoHSbGXjZp4ugzBFDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T22:33:16.468102Z","bundle_sha256":"124eeea615bdcee6ce995bca2aa2eddcf8cf0b3dc1ae9b4eada7a86c534632d6"}}