{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ND7ML7JQBMDTDUDSKGSS262EFV","short_pith_number":"pith:ND7ML7JQ","canonical_record":{"source":{"id":"2505.16694","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T13:59:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d404adbc698767b5c22a9ee31c8de405fe85e764204deefd5eb6cebead09d72d","abstract_canon_sha256":"ea3434d17d72ecc149e9c2e070155237c517da24e68be8318d5a1be37eb35343"},"schema_version":"1.0"},"canonical_sha256":"68fec5fd300b0731d07251a52d7b442d638d53ddaa7fcae7ae83add702c7229f","source":{"kind":"arxiv","id":"2505.16694","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.16694","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"arxiv_version","alias_value":"2505.16694v2","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.16694","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_12","alias_value":"ND7ML7JQBMDT","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_16","alias_value":"ND7ML7JQBMDTDUDS","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_8","alias_value":"ND7ML7JQ","created_at":"2026-07-05T11:18:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ND7ML7JQBMDTDUDSKGSS262EFV","target":"record","payload":{"canonical_record":{"source":{"id":"2505.16694","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T13:59:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d404adbc698767b5c22a9ee31c8de405fe85e764204deefd5eb6cebead09d72d","abstract_canon_sha256":"ea3434d17d72ecc149e9c2e070155237c517da24e68be8318d5a1be37eb35343"},"schema_version":"1.0"},"canonical_sha256":"68fec5fd300b0731d07251a52d7b442d638d53ddaa7fcae7ae83add702c7229f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:18:43.052869Z","signature_b64":"yarvy6eDaTxxh9bpvyxAv+/7K58tsAwCIm2EUxscMqFAl9rI8puDckXwLK/PrKkqiMhbxycGP0tD0OgfUps0Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"68fec5fd300b0731d07251a52d7b442d638d53ddaa7fcae7ae83add702c7229f","last_reissued_at":"2026-07-05T11:18:43.052405Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:18:43.052405Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.16694","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2FXpnxdbhV7CisDTc5AZvLyzQWSKn+rdMS+4rIcX+AuMfjHF80dJjfn70L5/U/9/tx+t7bMN/bN50TXyLGXzBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:49:26.776553Z"},"content_sha256":"32e473683d04870aa2baf3544bc90aaa6c8fcba51d799c508373f5be84be8f07","schema_version":"1.0","event_id":"sha256:32e473683d04870aa2baf3544bc90aaa6c8fcba51d799c508373f5be84be8f07"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ND7ML7JQBMDTDUDSKGSS262EFV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Induction Heads: In-Context Meta Learning Induces Multi-Phase Circuit Emergence","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Gouki Minegishi, Hiroki Furuta, Shohei Taniguchi, Yusuke Iwasawa, Yutaka Matsuo","submitted_at":"2025-05-22T13:59:30Z","abstract_excerpt":"Transformer-based language models exhibit In-Context Learning (ICL), where predictions are made adaptively based on context. While prior work links induction heads to ICL through a sudden jump in accuracy, this can only account for ICL when the answer is included within the context. However, an important property of practical ICL in large language models is the ability to meta-learn how to solve tasks from context, rather than just copying answers from context; how such an ability is obtained during training is largely unexplored. In this paper, we experimentally clarify how such meta-learning"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.16694","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.16694/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lLulQqqg7M4LTYvwL7mlR4EbhpFqXp4bx2ZeWIFIJYHAuQx3+mjTFSHof6i8tAaUl0sZYBpbp6ripwGWYXLICQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:49:26.777070Z"},"content_sha256":"fc43c0afb155798a44e6c06683769277af04c58b7e15ad9e17f4d25bee851ce4","schema_version":"1.0","event_id":"sha256:fc43c0afb155798a44e6c06683769277af04c58b7e15ad9e17f4d25bee851ce4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ND7ML7JQBMDTDUDSKGSS262EFV/bundle.json","state_url":"https://pith.science/pith/ND7ML7JQBMDTDUDSKGSS262EFV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ND7ML7JQBMDTDUDSKGSS262EFV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:49:26Z","links":{"resolver":"https://pith.science/pith/ND7ML7JQBMDTDUDSKGSS262EFV","bundle":"https://pith.science/pith/ND7ML7JQBMDTDUDSKGSS262EFV/bundle.json","state":"https://pith.science/pith/ND7ML7JQBMDTDUDSKGSS262EFV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ND7ML7JQBMDTDUDSKGSS262EFV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ND7ML7JQBMDTDUDSKGSS262EFV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ea3434d17d72ecc149e9c2e070155237c517da24e68be8318d5a1be37eb35343","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T13:59:30Z","title_canon_sha256":"d404adbc698767b5c22a9ee31c8de405fe85e764204deefd5eb6cebead09d72d"},"schema_version":"1.0","source":{"id":"2505.16694","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.16694","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"arxiv_version","alias_value":"2505.16694v2","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.16694","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_12","alias_value":"ND7ML7JQBMDT","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_16","alias_value":"ND7ML7JQBMDTDUDS","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_8","alias_value":"ND7ML7JQ","created_at":"2026-07-05T11:18:43Z"}],"graph_snapshots":[{"event_id":"sha256:fc43c0afb155798a44e6c06683769277af04c58b7e15ad9e17f4d25bee851ce4","target":"graph","created_at":"2026-07-05T11:18:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.16694/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based language models exhibit In-Context Learning (ICL), where predictions are made adaptively based on context. While prior work links induction heads to ICL through a sudden jump in accuracy, this can only account for ICL when the answer is included within the context. However, an important property of practical ICL in large language models is the ability to meta-learn how to solve tasks from context, rather than just copying answers from context; how such an ability is obtained during training is largely unexplored. In this paper, we experimentally clarify how such meta-learning","authors_text":"Gouki Minegishi, Hiroki Furuta, Shohei Taniguchi, Yusuke Iwasawa, Yutaka Matsuo","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T13:59:30Z","title":"Beyond Induction Heads: In-Context Meta Learning Induces Multi-Phase Circuit Emergence"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.16694","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:32e473683d04870aa2baf3544bc90aaa6c8fcba51d799c508373f5be84be8f07","target":"record","created_at":"2026-07-05T11:18:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ea3434d17d72ecc149e9c2e070155237c517da24e68be8318d5a1be37eb35343","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T13:59:30Z","title_canon_sha256":"d404adbc698767b5c22a9ee31c8de405fe85e764204deefd5eb6cebead09d72d"},"schema_version":"1.0","source":{"id":"2505.16694","kind":"arxiv","version":2}},"canonical_sha256":"68fec5fd300b0731d07251a52d7b442d638d53ddaa7fcae7ae83add702c7229f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"68fec5fd300b0731d07251a52d7b442d638d53ddaa7fcae7ae83add702c7229f","first_computed_at":"2026-07-05T11:18:43.052405Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:18:43.052405Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yarvy6eDaTxxh9bpvyxAv+/7K58tsAwCIm2EUxscMqFAl9rI8puDckXwLK/PrKkqiMhbxycGP0tD0OgfUps0Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:18:43.052869Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.16694","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:32e473683d04870aa2baf3544bc90aaa6c8fcba51d799c508373f5be84be8f07","sha256:fc43c0afb155798a44e6c06683769277af04c58b7e15ad9e17f4d25bee851ce4"],"state_sha256":"12678c0fe74b36f2c3e08f8947af1a4035c6099477de55ead89c8a513dcbe171"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JTOegJ2AXsmMa99qeTLJTJOffBZbygG0zz3YHq1vksvVb7WocM5u+x7H1AIhM9WupwB5Qks4JY/WRuxHieyGCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:49:26.781709Z","bundle_sha256":"0ae9858bfb22beeeb9c821b4b685b4945acff04b4bb0c25fb604d2fea64bd3d9"}}