{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CZAYVPPZINTJR2J5RC6ZLY6FHL","short_pith_number":"pith:CZAYVPPZ","canonical_record":{"source":{"id":"2310.10616","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-16T17:40:49Z","cross_cats_sorted":[],"title_canon_sha256":"ee5e97693381344eaf59fcb8b945d8b48fbb1e5e9290cf4a18fc7547d9826c08","abstract_canon_sha256":"542f958536b2751cab9af31af02ca6e9d93ea1bf1c7ee1954d833486f32f3b73"},"schema_version":"1.0"},"canonical_sha256":"16418abdf9436698e93d88bd95e3c53ac012a7516ba71bdaee12628751a54e32","source":{"kind":"arxiv","id":"2310.10616","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.10616","created_at":"2026-07-05T07:01:22Z"},{"alias_kind":"arxiv_version","alias_value":"2310.10616v1","created_at":"2026-07-05T07:01:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.10616","created_at":"2026-07-05T07:01:22Z"},{"alias_kind":"pith_short_12","alias_value":"CZAYVPPZINTJ","created_at":"2026-07-05T07:01:22Z"},{"alias_kind":"pith_short_16","alias_value":"CZAYVPPZINTJR2J5","created_at":"2026-07-05T07:01:22Z"},{"alias_kind":"pith_short_8","alias_value":"CZAYVPPZ","created_at":"2026-07-05T07:01:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CZAYVPPZINTJR2J5RC6ZLY6FHL","target":"record","payload":{"canonical_record":{"source":{"id":"2310.10616","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-16T17:40:49Z","cross_cats_sorted":[],"title_canon_sha256":"ee5e97693381344eaf59fcb8b945d8b48fbb1e5e9290cf4a18fc7547d9826c08","abstract_canon_sha256":"542f958536b2751cab9af31af02ca6e9d93ea1bf1c7ee1954d833486f32f3b73"},"schema_version":"1.0"},"canonical_sha256":"16418abdf9436698e93d88bd95e3c53ac012a7516ba71bdaee12628751a54e32","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:01:22.400247Z","signature_b64":"PFv+oE47WvlDFNK8Gx0OmMrHrgkSncOSel6SRwOCrO7HIntjm/4yyDTebveUSIPgm9Kej5ieYxt/GpvEV6EHAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"16418abdf9436698e93d88bd95e3c53ac012a7516ba71bdaee12628751a54e32","last_reissued_at":"2026-07-05T07:01:22.399851Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:01:22.399851Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.10616","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:01:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tBHcTn7ADtKKRUkstGS8lyL77oRjf04BTRd+4bBscpQPDL8d2FAD3kA98/d0562AHAX8Kj+JHEtROeVIwrlUBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:07:04.728837Z"},"content_sha256":"1488fd63f7b5723c62a31ba9e56d7b6503e1311afabf6ee23be06f180319425e","schema_version":"1.0","event_id":"sha256:1488fd63f7b5723c62a31ba9e56d7b6503e1311afabf6ee23be06f180319425e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CZAYVPPZINTJR2J5RC6ZLY6FHL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Caiming Xiong, Huan Wang, Silvio Savarese, Song Mei, Tianyu Guo, Wei Hu, Yu Bai","submitted_at":"2023-10-16T17:40:49Z","abstract_excerpt":"While large language models based on the transformer architecture have demonstrated remarkable in-context learning (ICL) capabilities, understandings of such capabilities are still in an early stage, where existing theory and mechanistic understanding focus mostly on simple scenarios such as learning simple function classes. This paper takes initial steps on understanding ICL in more complex scenarios, by studying learning with representations. Concretely, we construct synthetic in-context learning problems with a compositional structure, where the label depends on the input through a possibly"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.10616","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.10616/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:01:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CrPrBXsMWow1DOOxQeqvyRNHuFVxItEZwh0ny8Y/YmD63stNLF5CjvrPOfzhISvf6ChBd71BUZ1sfFxfpSjsDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:07:04.729334Z"},"content_sha256":"09b0c48140f9fa77feccf215228e6e6178f1fb3d847727109da0864718fba3d8","schema_version":"1.0","event_id":"sha256:09b0c48140f9fa77feccf215228e6e6178f1fb3d847727109da0864718fba3d8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CZAYVPPZINTJR2J5RC6ZLY6FHL/bundle.json","state_url":"https://pith.science/pith/CZAYVPPZINTJR2J5RC6ZLY6FHL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CZAYVPPZINTJR2J5RC6ZLY6FHL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:07:04Z","links":{"resolver":"https://pith.science/pith/CZAYVPPZINTJR2J5RC6ZLY6FHL","bundle":"https://pith.science/pith/CZAYVPPZINTJR2J5RC6ZLY6FHL/bundle.json","state":"https://pith.science/pith/CZAYVPPZINTJR2J5RC6ZLY6FHL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CZAYVPPZINTJR2J5RC6ZLY6FHL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CZAYVPPZINTJR2J5RC6ZLY6FHL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"542f958536b2751cab9af31af02ca6e9d93ea1bf1c7ee1954d833486f32f3b73","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-16T17:40:49Z","title_canon_sha256":"ee5e97693381344eaf59fcb8b945d8b48fbb1e5e9290cf4a18fc7547d9826c08"},"schema_version":"1.0","source":{"id":"2310.10616","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.10616","created_at":"2026-07-05T07:01:22Z"},{"alias_kind":"arxiv_version","alias_value":"2310.10616v1","created_at":"2026-07-05T07:01:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.10616","created_at":"2026-07-05T07:01:22Z"},{"alias_kind":"pith_short_12","alias_value":"CZAYVPPZINTJ","created_at":"2026-07-05T07:01:22Z"},{"alias_kind":"pith_short_16","alias_value":"CZAYVPPZINTJR2J5","created_at":"2026-07-05T07:01:22Z"},{"alias_kind":"pith_short_8","alias_value":"CZAYVPPZ","created_at":"2026-07-05T07:01:22Z"}],"graph_snapshots":[{"event_id":"sha256:09b0c48140f9fa77feccf215228e6e6178f1fb3d847727109da0864718fba3d8","target":"graph","created_at":"2026-07-05T07:01:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.10616/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While large language models based on the transformer architecture have demonstrated remarkable in-context learning (ICL) capabilities, understandings of such capabilities are still in an early stage, where existing theory and mechanistic understanding focus mostly on simple scenarios such as learning simple function classes. This paper takes initial steps on understanding ICL in more complex scenarios, by studying learning with representations. Concretely, we construct synthetic in-context learning problems with a compositional structure, where the label depends on the input through a possibly","authors_text":"Caiming Xiong, Huan Wang, Silvio Savarese, Song Mei, Tianyu Guo, Wei Hu, Yu Bai","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-16T17:40:49Z","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.10616","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1488fd63f7b5723c62a31ba9e56d7b6503e1311afabf6ee23be06f180319425e","target":"record","created_at":"2026-07-05T07:01:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"542f958536b2751cab9af31af02ca6e9d93ea1bf1c7ee1954d833486f32f3b73","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-16T17:40:49Z","title_canon_sha256":"ee5e97693381344eaf59fcb8b945d8b48fbb1e5e9290cf4a18fc7547d9826c08"},"schema_version":"1.0","source":{"id":"2310.10616","kind":"arxiv","version":1}},"canonical_sha256":"16418abdf9436698e93d88bd95e3c53ac012a7516ba71bdaee12628751a54e32","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"16418abdf9436698e93d88bd95e3c53ac012a7516ba71bdaee12628751a54e32","first_computed_at":"2026-07-05T07:01:22.399851Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:01:22.399851Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PFv+oE47WvlDFNK8Gx0OmMrHrgkSncOSel6SRwOCrO7HIntjm/4yyDTebveUSIPgm9Kej5ieYxt/GpvEV6EHAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:01:22.400247Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.10616","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1488fd63f7b5723c62a31ba9e56d7b6503e1311afabf6ee23be06f180319425e","sha256:09b0c48140f9fa77feccf215228e6e6178f1fb3d847727109da0864718fba3d8"],"state_sha256":"5e76a644749359774e93cf0a98c97c4b63ff8976ff01f6bf5d2abecb4cda6a26"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NuLptmb8UHVRG/M84PZzXSkfASHefQ8kCDJaNV9L0MpKKT/9yVCl6N+i3fWuUNugS/db2yaaur5rzvwXo7euAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:07:04.733952Z","bundle_sha256":"23ab999bfb609ec2bd91f606715fabf0030c724a2c164144a6a7a51ff37f1b60"}}