{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:AXS5GGGYQUAIWAIRM5FPLOOT2V","short_pith_number":"pith:AXS5GGGY","schema_version":"1.0","canonical_sha256":"05e5d318d885008b0111674af5b9d3d543c3b611c9e9dddb316e26e4f33cd425","source":{"kind":"arxiv","id":"1811.00225","version":3},"attestation_state":"computed","paper":{"title":"Understanding Learning Dynamics Of Language Models with SVCCA","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.NE"],"primary_cat":"cs.CL","authors_text":"Adam Lopez, Naomi Saphra","submitted_at":"2018-11-01T04:51:20Z","abstract_excerpt":"Research has shown that neural models implicitly encode linguistic features, but there has been no research showing \\emph{how} these encodings arise as the models are trained. We present the first study on the learning dynamics of neural language models, using a simple and flexible analysis method called Singular Vector Canonical Correlation Analysis (SVCCA), which enables us to compare learned representations across time and across models, without the need to evaluate directly on annotated data. We probe the evolution of syntactic, semantic, and topic representations and find that part-of-spe"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1811.00225","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2018-11-01T04:51:20Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"0a79c226a378a637b60f7be8212be05b0767672cc194e81370bb47fb94e12395","abstract_canon_sha256":"9104d017a08e5cf79e16b7f738e050e7b088c6befed080912050cd8e0e181890"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:58:31.218345Z","signature_b64":"6LKsGmZnhpl/CtarxtAnwN5w603OPUVGzqEc58bigxvL05VwpwckPIkndEX1HxSbxxPZzx44Dugn/N3wWAQgAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"05e5d318d885008b0111674af5b9d3d543c3b611c9e9dddb316e26e4f33cd425","last_reissued_at":"2026-07-05T00:58:31.217855Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:58:31.217855Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Understanding Learning Dynamics Of Language Models with SVCCA","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.NE"],"primary_cat":"cs.CL","authors_text":"Adam Lopez, Naomi Saphra","submitted_at":"2018-11-01T04:51:20Z","abstract_excerpt":"Research has shown that neural models implicitly encode linguistic features, but there has been no research showing \\emph{how} these encodings arise as the models are trained. We present the first study on the learning dynamics of neural language models, using a simple and flexible analysis method called Singular Vector Canonical Correlation Analysis (SVCCA), which enables us to compare learned representations across time and across models, without the need to evaluate directly on annotated data. We probe the evolution of syntactic, semantic, and topic representations and find that part-of-spe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1811.00225","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1811.00225/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1811.00225","created_at":"2026-07-05T00:58:31.217912+00:00"},{"alias_kind":"arxiv_version","alias_value":"1811.00225v3","created_at":"2026-07-05T00:58:31.217912+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1811.00225","created_at":"2026-07-05T00:58:31.217912+00:00"},{"alias_kind":"pith_short_12","alias_value":"AXS5GGGYQUAI","created_at":"2026-07-05T00:58:31.217912+00:00"},{"alias_kind":"pith_short_16","alias_value":"AXS5GGGYQUAIWAIR","created_at":"2026-07-05T00:58:31.217912+00:00"},{"alias_kind":"pith_short_8","alias_value":"AXS5GGGY","created_at":"2026-07-05T00:58:31.217912+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2502.10248","citing_title":"Step-Video-T2V Technical Report: The Practice, Challenges, and Future of Video Foundation Model","ref_index":216,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/AXS5GGGYQUAIWAIRM5FPLOOT2V","json":"https://pith.science/pith/AXS5GGGYQUAIWAIRM5FPLOOT2V.json","graph_json":"https://pith.science/api/pith-number/AXS5GGGYQUAIWAIRM5FPLOOT2V/graph.json","events_json":"https://pith.science/api/pith-number/AXS5GGGYQUAIWAIRM5FPLOOT2V/events.json","paper":"https://pith.science/paper/AXS5GGGY"},"agent_actions":{"view_html":"https://pith.science/pith/AXS5GGGYQUAIWAIRM5FPLOOT2V","download_json":"https://pith.science/pith/AXS5GGGYQUAIWAIRM5FPLOOT2V.json","view_paper":"https://pith.science/paper/AXS5GGGY","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1811.00225&json=true","fetch_graph":"https://pith.science/api/pith-number/AXS5GGGYQUAIWAIRM5FPLOOT2V/graph.json","fetch_events":"https://pith.science/api/pith-number/AXS5GGGYQUAIWAIRM5FPLOOT2V/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/AXS5GGGYQUAIWAIRM5FPLOOT2V/action/timestamp_anchor","attest_storage":"https://pith.science/pith/AXS5GGGYQUAIWAIRM5FPLOOT2V/action/storage_attestation","attest_author":"https://pith.science/pith/AXS5GGGYQUAIWAIRM5FPLOOT2V/action/author_attestation","sign_citation":"https://pith.science/pith/AXS5GGGYQUAIWAIRM5FPLOOT2V/action/citation_signature","submit_replication":"https://pith.science/pith/AXS5GGGYQUAIWAIRM5FPLOOT2V/action/replication_record"}},"created_at":"2026-07-05T00:58:31.217912+00:00","updated_at":"2026-07-05T00:58:31.217912+00:00"}