{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:ZFRP5OGWTSIWSKIA2DIUVHI4BO","short_pith_number":"pith:ZFRP5OGW","schema_version":"1.0","canonical_sha256":"c962feb8d69c91692900d0d14a9d1c0ba48d807b9c32d507be51f4b52da8bc7a","source":{"kind":"arxiv","id":"2410.02102","version":2},"attestation_state":"computed","paper":{"title":"Racing Thoughts: Explaining Contextualization Errors in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Asma Ghandeharioun, Michael A. Lepori, Michael C. Mozer","submitted_at":"2024-10-02T23:46:48Z","abstract_excerpt":"The profound success of transformer-based language models can largely be attributed to their ability to integrate relevant contextual information from an input sequence in order to generate a response or complete a task. However, we know very little about the algorithms that a model employs to implement this capability, nor do we understand their failure modes. For example, given the prompt \"John is going fishing, so he walks over to the bank. Can he make an ATM transaction?\", a model may incorrectly respond \"Yes\" if it has not properly contextualized \"bank\" as a geographical feature, rather t"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2410.02102","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-02T23:46:48Z","cross_cats_sorted":[],"title_canon_sha256":"50000886085fea2c51194c23d51dcdace9c6f358d29ce671f71da0bdbff920f0","abstract_canon_sha256":"d5e3bc9c83cdf164f49994d0dcb07b35bd6c0414326ae95d85b88f6134a2f195"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:55:24.220925Z","signature_b64":"jymjLtuZvAtfHoMBv/S7xxZ5I9keEsc/itNTTxs2F/AxUSKvI4pzQqG/6uKClcx+P6Q7jeLUq6Q05Tr4fk8jAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c962feb8d69c91692900d0d14a9d1c0ba48d807b9c32d507be51f4b52da8bc7a","last_reissued_at":"2026-07-05T10:55:24.220436Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:55:24.220436Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Racing Thoughts: Explaining Contextualization Errors in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Asma Ghandeharioun, Michael A. Lepori, Michael C. Mozer","submitted_at":"2024-10-02T23:46:48Z","abstract_excerpt":"The profound success of transformer-based language models can largely be attributed to their ability to integrate relevant contextual information from an input sequence in order to generate a response or complete a task. However, we know very little about the algorithms that a model employs to implement this capability, nor do we understand their failure modes. For example, given the prompt \"John is going fishing, so he walks over to the bank. Can he make an ATM transaction?\", a model may incorrectly respond \"Yes\" if it has not properly contextualized \"bank\" as a geographical feature, rather t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.02102","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.02102/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2410.02102","created_at":"2026-07-05T10:55:24.220492+00:00"},{"alias_kind":"arxiv_version","alias_value":"2410.02102v2","created_at":"2026-07-05T10:55:24.220492+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.02102","created_at":"2026-07-05T10:55:24.220492+00:00"},{"alias_kind":"pith_short_12","alias_value":"ZFRP5OGWTSIW","created_at":"2026-07-05T10:55:24.220492+00:00"},{"alias_kind":"pith_short_16","alias_value":"ZFRP5OGWTSIWSKIA","created_at":"2026-07-05T10:55:24.220492+00:00"},{"alias_kind":"pith_short_8","alias_value":"ZFRP5OGW","created_at":"2026-07-05T10:55:24.220492+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2510.01685","citing_title":"How Do Language Models Compose Functions?","ref_index":23,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ZFRP5OGWTSIWSKIA2DIUVHI4BO","json":"https://pith.science/pith/ZFRP5OGWTSIWSKIA2DIUVHI4BO.json","graph_json":"https://pith.science/api/pith-number/ZFRP5OGWTSIWSKIA2DIUVHI4BO/graph.json","events_json":"https://pith.science/api/pith-number/ZFRP5OGWTSIWSKIA2DIUVHI4BO/events.json","paper":"https://pith.science/paper/ZFRP5OGW"},"agent_actions":{"view_html":"https://pith.science/pith/ZFRP5OGWTSIWSKIA2DIUVHI4BO","download_json":"https://pith.science/pith/ZFRP5OGWTSIWSKIA2DIUVHI4BO.json","view_paper":"https://pith.science/paper/ZFRP5OGW","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2410.02102&json=true","fetch_graph":"https://pith.science/api/pith-number/ZFRP5OGWTSIWSKIA2DIUVHI4BO/graph.json","fetch_events":"https://pith.science/api/pith-number/ZFRP5OGWTSIWSKIA2DIUVHI4BO/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ZFRP5OGWTSIWSKIA2DIUVHI4BO/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ZFRP5OGWTSIWSKIA2DIUVHI4BO/action/storage_attestation","attest_author":"https://pith.science/pith/ZFRP5OGWTSIWSKIA2DIUVHI4BO/action/author_attestation","sign_citation":"https://pith.science/pith/ZFRP5OGWTSIWSKIA2DIUVHI4BO/action/citation_signature","submit_replication":"https://pith.science/pith/ZFRP5OGWTSIWSKIA2DIUVHI4BO/action/replication_record"}},"created_at":"2026-07-05T10:55:24.220492+00:00","updated_at":"2026-07-05T10:55:24.220492+00:00"}