{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LBEYQ3RQPKEDSPYCGU2DMAYXRE","short_pith_number":"pith:LBEYQ3RQ","canonical_record":{"source":{"id":"2312.01552","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-04T00:46:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cf9cafa07ab6e084932bc5c93ef9c177e23aa3a92231bc5d86ddf7b45febd274","abstract_canon_sha256":"8c1e2f7e5a135f7a20e84a33c5b21dbb54bc33ac5b45f95a2767c13aa57f950c"},"schema_version":"1.0"},"canonical_sha256":"5849886e307a88393f02353436031789182e712e5e8984c302c9da5b42c6f282","source":{"kind":"arxiv","id":"2312.01552","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.01552","created_at":"2026-07-05T07:19:56Z"},{"alias_kind":"arxiv_version","alias_value":"2312.01552v1","created_at":"2026-07-05T07:19:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.01552","created_at":"2026-07-05T07:19:56Z"},{"alias_kind":"pith_short_12","alias_value":"LBEYQ3RQPKED","created_at":"2026-07-05T07:19:56Z"},{"alias_kind":"pith_short_16","alias_value":"LBEYQ3RQPKEDSPYC","created_at":"2026-07-05T07:19:56Z"},{"alias_kind":"pith_short_8","alias_value":"LBEYQ3RQ","created_at":"2026-07-05T07:19:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LBEYQ3RQPKEDSPYCGU2DMAYXRE","target":"record","payload":{"canonical_record":{"source":{"id":"2312.01552","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-04T00:46:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cf9cafa07ab6e084932bc5c93ef9c177e23aa3a92231bc5d86ddf7b45febd274","abstract_canon_sha256":"8c1e2f7e5a135f7a20e84a33c5b21dbb54bc33ac5b45f95a2767c13aa57f950c"},"schema_version":"1.0"},"canonical_sha256":"5849886e307a88393f02353436031789182e712e5e8984c302c9da5b42c6f282","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:19:56.494249Z","signature_b64":"J9iZA/YK8v+ISz+ci603tCVUGXidycYSvgdIP6GYwRracO+V9Z75qRkxr5B7ZF+5mr8FX9kfXxXh9xZRNIHlBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5849886e307a88393f02353436031789182e712e5e8984c302c9da5b42c6f282","last_reissued_at":"2026-07-05T07:19:56.493832Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:19:56.493832Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.01552","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:19:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0IQB+CVWh75m+N3jRkZtShRLwOhctEeJR+SmEXAuCzOIjuQuintKuQM2BcbESPe1fv+LvLFOH80h2MDXEvgpCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T19:45:51.711336Z"},"content_sha256":"1ac1008dbc0cc01b04762c3419bdce3a0df1d37739268c540411dfb99db333c0","schema_version":"1.0","event_id":"sha256:1ac1008dbc0cc01b04762c3419bdce3a0df1d37739268c540411dfb99db333c0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LBEYQ3RQPKEDSPYCGU2DMAYXRE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Unlocking Spell on Base LLMs: Rethinking Alignment via In-Context Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Abhilasha Ravichander, Bill Yuchen Lin, Chandra Bhagavatula, Khyathi Chandu, Melanie Sclar, Nouha Dziri, Ximing Lu, Yejin Choi","submitted_at":"2023-12-04T00:46:11Z","abstract_excerpt":"The alignment tuning process of large language models (LLMs) typically involves instruction learning through supervised fine-tuning (SFT) and preference tuning via reinforcement learning from human feedback (RLHF). A recent study, LIMA (Zhou et al. 2023), shows that using merely 1K examples for SFT can achieve significant alignment performance as well, suggesting that the effect of alignment tuning might be \"superficial.\" This raises questions about how exactly the alignment tuning transforms a base LLM.\n  We analyze the effect of alignment tuning by examining the token distribution shift betw"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.01552","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.01552/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:19:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oxVKXxpOb40W7J8ZbXcpZUoJNVnSO6IUc0Ros6pg8dfWVfgJ93FC5PDtzITsFmYJvSEHrjEwYguRa8wlXuQyDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T19:45:51.712148Z"},"content_sha256":"9e829d550f56a84ae7e5b25fda85d8dece862325235c5ff70d7a391f42a1a707","schema_version":"1.0","event_id":"sha256:9e829d550f56a84ae7e5b25fda85d8dece862325235c5ff70d7a391f42a1a707"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LBEYQ3RQPKEDSPYCGU2DMAYXRE/bundle.json","state_url":"https://pith.science/pith/LBEYQ3RQPKEDSPYCGU2DMAYXRE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LBEYQ3RQPKEDSPYCGU2DMAYXRE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T19:45:51Z","links":{"resolver":"https://pith.science/pith/LBEYQ3RQPKEDSPYCGU2DMAYXRE","bundle":"https://pith.science/pith/LBEYQ3RQPKEDSPYCGU2DMAYXRE/bundle.json","state":"https://pith.science/pith/LBEYQ3RQPKEDSPYCGU2DMAYXRE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LBEYQ3RQPKEDSPYCGU2DMAYXRE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LBEYQ3RQPKEDSPYCGU2DMAYXRE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8c1e2f7e5a135f7a20e84a33c5b21dbb54bc33ac5b45f95a2767c13aa57f950c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-04T00:46:11Z","title_canon_sha256":"cf9cafa07ab6e084932bc5c93ef9c177e23aa3a92231bc5d86ddf7b45febd274"},"schema_version":"1.0","source":{"id":"2312.01552","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.01552","created_at":"2026-07-05T07:19:56Z"},{"alias_kind":"arxiv_version","alias_value":"2312.01552v1","created_at":"2026-07-05T07:19:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.01552","created_at":"2026-07-05T07:19:56Z"},{"alias_kind":"pith_short_12","alias_value":"LBEYQ3RQPKED","created_at":"2026-07-05T07:19:56Z"},{"alias_kind":"pith_short_16","alias_value":"LBEYQ3RQPKEDSPYC","created_at":"2026-07-05T07:19:56Z"},{"alias_kind":"pith_short_8","alias_value":"LBEYQ3RQ","created_at":"2026-07-05T07:19:56Z"}],"graph_snapshots":[{"event_id":"sha256:9e829d550f56a84ae7e5b25fda85d8dece862325235c5ff70d7a391f42a1a707","target":"graph","created_at":"2026-07-05T07:19:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.01552/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The alignment tuning process of large language models (LLMs) typically involves instruction learning through supervised fine-tuning (SFT) and preference tuning via reinforcement learning from human feedback (RLHF). A recent study, LIMA (Zhou et al. 2023), shows that using merely 1K examples for SFT can achieve significant alignment performance as well, suggesting that the effect of alignment tuning might be \"superficial.\" This raises questions about how exactly the alignment tuning transforms a base LLM.\n  We analyze the effect of alignment tuning by examining the token distribution shift betw","authors_text":"Abhilasha Ravichander, Bill Yuchen Lin, Chandra Bhagavatula, Khyathi Chandu, Melanie Sclar, Nouha Dziri, Ximing Lu, Yejin Choi","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-04T00:46:11Z","title":"The Unlocking Spell on Base LLMs: Rethinking Alignment via In-Context Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.01552","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1ac1008dbc0cc01b04762c3419bdce3a0df1d37739268c540411dfb99db333c0","target":"record","created_at":"2026-07-05T07:19:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8c1e2f7e5a135f7a20e84a33c5b21dbb54bc33ac5b45f95a2767c13aa57f950c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-04T00:46:11Z","title_canon_sha256":"cf9cafa07ab6e084932bc5c93ef9c177e23aa3a92231bc5d86ddf7b45febd274"},"schema_version":"1.0","source":{"id":"2312.01552","kind":"arxiv","version":1}},"canonical_sha256":"5849886e307a88393f02353436031789182e712e5e8984c302c9da5b42c6f282","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5849886e307a88393f02353436031789182e712e5e8984c302c9da5b42c6f282","first_computed_at":"2026-07-05T07:19:56.493832Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:19:56.493832Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"J9iZA/YK8v+ISz+ci603tCVUGXidycYSvgdIP6GYwRracO+V9Z75qRkxr5B7ZF+5mr8FX9kfXxXh9xZRNIHlBA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:19:56.494249Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.01552","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1ac1008dbc0cc01b04762c3419bdce3a0df1d37739268c540411dfb99db333c0","sha256:9e829d550f56a84ae7e5b25fda85d8dece862325235c5ff70d7a391f42a1a707"],"state_sha256":"fd026f82d76b7d0058481ce349a258ba3037e472c84cdd68fd26267d0be55bba"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rjlpvMYirB3Bb5OZjWhx2Z7gJlw+HHbqUVP0AxZQf38hOHU7QIDvKNEQ64p8R7HURm0AtIrXisKo8X3TOzOICQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T19:45:51.719337Z","bundle_sha256":"59de1c22288d344735e8254cc84ae483f7a53d7eb08641de886b9dd374490f7c"}}