{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:WGNRM7V5IQ5VUSXMYSEMI74GGN","short_pith_number":"pith:WGNRM7V5","schema_version":"1.0","canonical_sha256":"b19b167ebd443b5a4aecc488c47f8633447ce4d6095f86e1d58663822b70ceaa","source":{"kind":"arxiv","id":"2503.03666","version":1},"attestation_state":"computed","paper":{"title":"Analogical Reasoning Inside Large Language Models: Concept Vectors and the Limits of Abstraction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Claire E. Stevenson, Gustaw Opie{\\l}ka, Hannes Rosenbusch","submitted_at":"2025-03-05T16:59:08Z","abstract_excerpt":"Analogical reasoning relies on conceptual abstractions, but it is unclear whether Large Language Models (LLMs) harbor such internal representations. We explore distilled representations from LLM activations and find that function vectors (FVs; Todd et al., 2024) - compact representations for in-context learning (ICL) tasks - are not invariant to simple input changes (e.g., open-ended vs. multiple-choice), suggesting they capture more than pure concepts. Using representational similarity analysis (RSA), we localize a small set of attention heads that encode invariant concept vectors (CVs) for v"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2503.03666","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-05T16:59:08Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"38da6019a816d2d539e835c70cf3fea5c0502e7cafdf25f2abb1d64b7e4a3620","abstract_canon_sha256":"db3147a07320181cbdb04a890bb9ce091a36a29d4e569679297e2bcbf121261b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:24:58.424744Z","signature_b64":"rxTpgPdK2FSyXmp3SF9tTZ8MNYCTp5pBOlgERD4nFfWJEvjgwGhAM36NYhT6HvWLUfKC4DZ4/7PB1QHX1kWhAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b19b167ebd443b5a4aecc488c47f8633447ce4d6095f86e1d58663822b70ceaa","last_reissued_at":"2026-07-05T10:24:58.424273Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:24:58.424273Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Analogical Reasoning Inside Large Language Models: Concept Vectors and the Limits of Abstraction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Claire E. Stevenson, Gustaw Opie{\\l}ka, Hannes Rosenbusch","submitted_at":"2025-03-05T16:59:08Z","abstract_excerpt":"Analogical reasoning relies on conceptual abstractions, but it is unclear whether Large Language Models (LLMs) harbor such internal representations. We explore distilled representations from LLM activations and find that function vectors (FVs; Todd et al., 2024) - compact representations for in-context learning (ICL) tasks - are not invariant to simple input changes (e.g., open-ended vs. multiple-choice), suggesting they capture more than pure concepts. Using representational similarity analysis (RSA), we localize a small set of attention heads that encode invariant concept vectors (CVs) for v"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.03666","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.03666/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2503.03666","created_at":"2026-07-05T10:24:58.424341+00:00"},{"alias_kind":"arxiv_version","alias_value":"2503.03666v1","created_at":"2026-07-05T10:24:58.424341+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.03666","created_at":"2026-07-05T10:24:58.424341+00:00"},{"alias_kind":"pith_short_12","alias_value":"WGNRM7V5IQ5V","created_at":"2026-07-05T10:24:58.424341+00:00"},{"alias_kind":"pith_short_16","alias_value":"WGNRM7V5IQ5VUSXM","created_at":"2026-07-05T10:24:58.424341+00:00"},{"alias_kind":"pith_short_8","alias_value":"WGNRM7V5","created_at":"2026-07-05T10:24:58.424341+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.20194","citing_title":"Parallel LLM Reasoning for Bias-Resilient, Robust Conceptual Abstraction","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2602.07794","citing_title":"Emergent Structured Representations Support Flexible In-Context Inference in Large Language Models","ref_index":14,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/WGNRM7V5IQ5VUSXMYSEMI74GGN","json":"https://pith.science/pith/WGNRM7V5IQ5VUSXMYSEMI74GGN.json","graph_json":"https://pith.science/api/pith-number/WGNRM7V5IQ5VUSXMYSEMI74GGN/graph.json","events_json":"https://pith.science/api/pith-number/WGNRM7V5IQ5VUSXMYSEMI74GGN/events.json","paper":"https://pith.science/paper/WGNRM7V5"},"agent_actions":{"view_html":"https://pith.science/pith/WGNRM7V5IQ5VUSXMYSEMI74GGN","download_json":"https://pith.science/pith/WGNRM7V5IQ5VUSXMYSEMI74GGN.json","view_paper":"https://pith.science/paper/WGNRM7V5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2503.03666&json=true","fetch_graph":"https://pith.science/api/pith-number/WGNRM7V5IQ5VUSXMYSEMI74GGN/graph.json","fetch_events":"https://pith.science/api/pith-number/WGNRM7V5IQ5VUSXMYSEMI74GGN/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/WGNRM7V5IQ5VUSXMYSEMI74GGN/action/timestamp_anchor","attest_storage":"https://pith.science/pith/WGNRM7V5IQ5VUSXMYSEMI74GGN/action/storage_attestation","attest_author":"https://pith.science/pith/WGNRM7V5IQ5VUSXMYSEMI74GGN/action/author_attestation","sign_citation":"https://pith.science/pith/WGNRM7V5IQ5VUSXMYSEMI74GGN/action/citation_signature","submit_replication":"https://pith.science/pith/WGNRM7V5IQ5VUSXMYSEMI74GGN/action/replication_record"}},"created_at":"2026-07-05T10:24:58.424341+00:00","updated_at":"2026-07-05T10:24:58.424341+00:00"}