{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:K2AXHRZVUSUSS5LDSBMV3XIM5X","short_pith_number":"pith:K2AXHRZV","schema_version":"1.0","canonical_sha256":"568173c735a4a929756390595ddd0cede16907c378cced481b92888c7d17b45c","source":{"kind":"arxiv","id":"2106.00737","version":1},"attestation_state":"computed","paper":{"title":"Implicit Representations of Meaning in Neural Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Belinda Z. Li, Jacob Andreas, Maxwell Nye","submitted_at":"2021-06-01T19:23:20Z","abstract_excerpt":"Does the effectiveness of neural language models derive entirely from accurate modeling of surface word co-occurrence statistics, or do these models represent and reason about the world they describe? In BART and T5 transformer language models, we identify contextual word representations that function as models of entities and situations as they evolve throughout a discourse. These neural representations have functional similarities to linguistic models of dynamic semantics: they support a linear readout of each entity's current properties and relations, and can be manipulated with predictable"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2106.00737","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-01T19:23:20Z","cross_cats_sorted":[],"title_canon_sha256":"a3f4358f9ef877d656932969347241508c7e60d00e700c6ebc6fb0adc53cff50","abstract_canon_sha256":"3d66448dc975d539d7260e753622c1f5eff0d06ae7e222e07e96fcf2de65d1ae"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:45:39.445890Z","signature_b64":"IboQ/f5NKB3h7T4+bmX9UHTgvv9M9IZuNGu/9pP1WzXEQVoQZU446YWm2S6N62QYiP8KlO9seVCKEqokprdqDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"568173c735a4a929756390595ddd0cede16907c378cced481b92888c7d17b45c","last_reissued_at":"2026-07-05T02:45:39.445504Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:45:39.445504Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Implicit Representations of Meaning in Neural Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Belinda Z. Li, Jacob Andreas, Maxwell Nye","submitted_at":"2021-06-01T19:23:20Z","abstract_excerpt":"Does the effectiveness of neural language models derive entirely from accurate modeling of surface word co-occurrence statistics, or do these models represent and reason about the world they describe? In BART and T5 transformer language models, we identify contextual word representations that function as models of entities and situations as they evolve throughout a discourse. These neural representations have functional similarities to linguistic models of dynamic semantics: they support a linear readout of each entity's current properties and relations, and can be manipulated with predictable"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.00737","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.00737/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2106.00737","created_at":"2026-07-05T02:45:39.445562+00:00"},{"alias_kind":"arxiv_version","alias_value":"2106.00737v1","created_at":"2026-07-05T02:45:39.445562+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.00737","created_at":"2026-07-05T02:45:39.445562+00:00"},{"alias_kind":"pith_short_12","alias_value":"K2AXHRZVUSUS","created_at":"2026-07-05T02:45:39.445562+00:00"},{"alias_kind":"pith_short_16","alias_value":"K2AXHRZVUSUSS5LD","created_at":"2026-07-05T02:45:39.445562+00:00"},{"alias_kind":"pith_short_8","alias_value":"K2AXHRZV","created_at":"2026-07-05T02:45:39.445562+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.03685","citing_title":"A Close Look At World Model Recovery In Supervised Fine-Tuned LLM Planners","ref_index":12,"is_internal_anchor":false},{"citing_arxiv_id":"2606.07568","citing_title":"A Systematic Study of Behavioral Cloning for Scientific Data Annotation","ref_index":84,"is_internal_anchor":false},{"citing_arxiv_id":"2606.02211","citing_title":"Consistency Training while Mitigating Obfuscation via Rate Matching","ref_index":42,"is_internal_anchor":false},{"citing_arxiv_id":"2410.08334","citing_title":"Exploring Natural Language-Based Strategies for Efficient Number Learning in Children through Reinforcement Learning","ref_index":9,"is_internal_anchor":false},{"citing_arxiv_id":"2211.00593","citing_title":"Interpretability in the Wild: a Circuit for Indirect Object Identification in GPT-2 small","ref_index":42,"is_internal_anchor":false},{"citing_arxiv_id":"2211.00593","citing_title":"Interpretability in the Wild: a Circuit for Indirect Object Identification in GPT-2 small","ref_index":28,"is_internal_anchor":false},{"citing_arxiv_id":"2406.11717","citing_title":"Refusal in Language Models Is Mediated by a Single Direction","ref_index":147,"is_internal_anchor":false},{"citing_arxiv_id":"2112.00114","citing_title":"Show Your Work: Scratchpads for Intermediate Computation with Language Models","ref_index":12,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/K2AXHRZVUSUSS5LDSBMV3XIM5X","json":"https://pith.science/pith/K2AXHRZVUSUSS5LDSBMV3XIM5X.json","graph_json":"https://pith.science/api/pith-number/K2AXHRZVUSUSS5LDSBMV3XIM5X/graph.json","events_json":"https://pith.science/api/pith-number/K2AXHRZVUSUSS5LDSBMV3XIM5X/events.json","paper":"https://pith.science/paper/K2AXHRZV"},"agent_actions":{"view_html":"https://pith.science/pith/K2AXHRZVUSUSS5LDSBMV3XIM5X","download_json":"https://pith.science/pith/K2AXHRZVUSUSS5LDSBMV3XIM5X.json","view_paper":"https://pith.science/paper/K2AXHRZV","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2106.00737&json=true","fetch_graph":"https://pith.science/api/pith-number/K2AXHRZVUSUSS5LDSBMV3XIM5X/graph.json","fetch_events":"https://pith.science/api/pith-number/K2AXHRZVUSUSS5LDSBMV3XIM5X/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/K2AXHRZVUSUSS5LDSBMV3XIM5X/action/timestamp_anchor","attest_storage":"https://pith.science/pith/K2AXHRZVUSUSS5LDSBMV3XIM5X/action/storage_attestation","attest_author":"https://pith.science/pith/K2AXHRZVUSUSS5LDSBMV3XIM5X/action/author_attestation","sign_citation":"https://pith.science/pith/K2AXHRZVUSUSS5LDSBMV3XIM5X/action/citation_signature","submit_replication":"https://pith.science/pith/K2AXHRZVUSUSS5LDSBMV3XIM5X/action/replication_record"}},"created_at":"2026-07-05T02:45:39.445562+00:00","updated_at":"2026-07-05T02:45:39.445562+00:00"}