{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:R65ZNAI37YKES5YDFNNNV6DY2Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9dad4f9b0073d71d83cb8d3bae49a400432c27307a3019c81d5841c0a918feeb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-16T04:26:39Z","title_canon_sha256":"65ec9b88204a355690dfecd2e2ec0bfb2eb1e864ad8acee4d7af3ea62472bc81"},"schema_version":"1.0","source":{"id":"2104.07885","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.07885","created_at":"2026-07-05T03:15:33Z"},{"alias_kind":"arxiv_version","alias_value":"2104.07885v2","created_at":"2026-07-05T03:15:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.07885","created_at":"2026-07-05T03:15:33Z"},{"alias_kind":"pith_short_12","alias_value":"R65ZNAI37YKE","created_at":"2026-07-05T03:15:33Z"},{"alias_kind":"pith_short_16","alias_value":"R65ZNAI37YKES5YD","created_at":"2026-07-05T03:15:33Z"},{"alias_kind":"pith_short_8","alias_value":"R65ZNAI3","created_at":"2026-07-05T03:15:33Z"}],"graph_snapshots":[{"event_id":"sha256:dedc4340314d18306f0e4c53b52233de68e7ac718fbdc0feddfeb3d65fc798db","target":"graph","created_at":"2026-07-05T03:15:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.07885/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Models of language trained on very large corpora have been demonstrated useful for NLP. As fixed artifacts, they have become the object of intense study, with many researchers \"probing\" the extent to which linguistic abstractions, factual and commonsense knowledge, and reasoning abilities they acquire and readily demonstrate. Building on this line of work, we consider a new question: for types of knowledge a language model learns, when during (pre)training are they acquired? We plot probing performance across iterations, using RoBERTa as a case study. Among our findings: linguistic knowledge i","authors_text":"Hannaneh Hajishirzi, Jungo Kasai, Leo Z. Liu, Noah A. Smith, Yizhong Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-16T04:26:39Z","title":"Probing Across Time: What Does RoBERTa Know and When?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.07885","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b422b34e997ab67bf9040ebb2f983d354b82fb040569c1c1acb9b13803fddcc3","target":"record","created_at":"2026-07-05T03:15:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9dad4f9b0073d71d83cb8d3bae49a400432c27307a3019c81d5841c0a918feeb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-16T04:26:39Z","title_canon_sha256":"65ec9b88204a355690dfecd2e2ec0bfb2eb1e864ad8acee4d7af3ea62472bc81"},"schema_version":"1.0","source":{"id":"2104.07885","kind":"arxiv","version":2}},"canonical_sha256":"8fbb96811bfe144977032b5adaf878d67f153b8c000d2f971a837fa91db383f6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8fbb96811bfe144977032b5adaf878d67f153b8c000d2f971a837fa91db383f6","first_computed_at":"2026-07-05T03:15:33.246900Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:15:33.246900Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IcByuUTyzZ7IvvSEY80w55JQN+hbafvimFB2HT3KiPQGCG66zIwzCcHgrw4h3QLe3e2IwbCdyfYtk5Xf0Z1TCg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:15:33.247493Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.07885","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b422b34e997ab67bf9040ebb2f983d354b82fb040569c1c1acb9b13803fddcc3","sha256:dedc4340314d18306f0e4c53b52233de68e7ac718fbdc0feddfeb3d65fc798db"],"state_sha256":"267604fcaa29821b3692bbf3a5c42e58ecbdae31d0f164501b39d99271acc60d"}