{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:F3A7QUMTBTAGEJKYTTUC6U2S7Y","short_pith_number":"pith:F3A7QUMT","canonical_record":{"source":{"id":"2106.06297","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-11T10:33:50Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e3f8cb5b194af71d9a4c2fd85476cfb3b32c1179013a562c077d5ee546a9016e","abstract_canon_sha256":"06e15377ac20590b2018ca6d67c9c4aefc1bf429d1dd10aa4cabac99c06a700b"},"schema_version":"1.0"},"canonical_sha256":"2ec1f851930cc06225589ce82f5352fe229e174e9e26a8c254ead64504f69cb5","source":{"kind":"arxiv","id":"2106.06297","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.06297","created_at":"2026-07-05T02:48:28Z"},{"alias_kind":"arxiv_version","alias_value":"2106.06297v1","created_at":"2026-07-05T02:48:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.06297","created_at":"2026-07-05T02:48:28Z"},{"alias_kind":"pith_short_12","alias_value":"F3A7QUMTBTAG","created_at":"2026-07-05T02:48:28Z"},{"alias_kind":"pith_short_16","alias_value":"F3A7QUMTBTAGEJKY","created_at":"2026-07-05T02:48:28Z"},{"alias_kind":"pith_short_8","alias_value":"F3A7QUMT","created_at":"2026-07-05T02:48:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:F3A7QUMTBTAGEJKYTTUC6U2S7Y","target":"record","payload":{"canonical_record":{"source":{"id":"2106.06297","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-11T10:33:50Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e3f8cb5b194af71d9a4c2fd85476cfb3b32c1179013a562c077d5ee546a9016e","abstract_canon_sha256":"06e15377ac20590b2018ca6d67c9c4aefc1bf429d1dd10aa4cabac99c06a700b"},"schema_version":"1.0"},"canonical_sha256":"2ec1f851930cc06225589ce82f5352fe229e174e9e26a8c254ead64504f69cb5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:48:28.544374Z","signature_b64":"0q9BivFQkYYai900SsnI+0JcaX6o7YgW15XZYqPHH66Cv77mhf9uheqF7y8k0bbWMWGmfaHx93xPjJwbeaX0Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2ec1f851930cc06225589ce82f5352fe229e174e9e26a8c254ead64504f69cb5","last_reissued_at":"2026-07-05T02:48:28.543747Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:48:28.543747Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.06297","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:48:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sERbvToTVFuQDn9Q9JB+iVeYMmLytA0sOxHV71TutMdDb7FtMBoOkasN8gl6/MYUOkFRITMeW4faC3fO0nXWDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T01:28:12.611899Z"},"content_sha256":"5a9e2a350a8d5f2698c9ada934df875e47227f25b61d41e7cabe9a5e3fdafc8c","schema_version":"1.0","event_id":"sha256:5a9e2a350a8d5f2698c9ada934df875e47227f25b61d41e7cabe9a5e3fdafc8c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:F3A7QUMTBTAGEJKYTTUC6U2S7Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dynamic Language Models for Continuously Evolving Content","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Marc Najork, Michael Bendersky, Mingyang Zhang, Spurthi Amba Hombaiah, Tao Chen","submitted_at":"2021-06-11T10:33:50Z","abstract_excerpt":"The content on the web is in a constant state of flux. New entities, issues, and ideas continuously emerge, while the semantics of the existing conversation topics gradually shift. In recent years, pre-trained language models like BERT greatly improved the state-of-the-art for a large spectrum of content understanding tasks. Therefore, in this paper, we aim to study how these language models can be adapted to better handle continuously evolving web content. In our study, we first analyze the evolution of 2013 - 2019 Twitter data, and unequivocally confirm that a BERT model trained on past twee"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.06297","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.06297/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:48:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A7dm9MFTrgfusYEbuMf0tWoYihbzeHBIkxoxHgEs81WSqxFbYho9kjZUc6KftU6x/Vz9NoXCNoJfVLf/J4exDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T01:28:12.612811Z"},"content_sha256":"7734063bc73832c7816f3659f5a5f9d31090c9f915f0557e0db37f04a0387136","schema_version":"1.0","event_id":"sha256:7734063bc73832c7816f3659f5a5f9d31090c9f915f0557e0db37f04a0387136"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F3A7QUMTBTAGEJKYTTUC6U2S7Y/bundle.json","state_url":"https://pith.science/pith/F3A7QUMTBTAGEJKYTTUC6U2S7Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F3A7QUMTBTAGEJKYTTUC6U2S7Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T01:28:12Z","links":{"resolver":"https://pith.science/pith/F3A7QUMTBTAGEJKYTTUC6U2S7Y","bundle":"https://pith.science/pith/F3A7QUMTBTAGEJKYTTUC6U2S7Y/bundle.json","state":"https://pith.science/pith/F3A7QUMTBTAGEJKYTTUC6U2S7Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F3A7QUMTBTAGEJKYTTUC6U2S7Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:F3A7QUMTBTAGEJKYTTUC6U2S7Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"06e15377ac20590b2018ca6d67c9c4aefc1bf429d1dd10aa4cabac99c06a700b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-11T10:33:50Z","title_canon_sha256":"e3f8cb5b194af71d9a4c2fd85476cfb3b32c1179013a562c077d5ee546a9016e"},"schema_version":"1.0","source":{"id":"2106.06297","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.06297","created_at":"2026-07-05T02:48:28Z"},{"alias_kind":"arxiv_version","alias_value":"2106.06297v1","created_at":"2026-07-05T02:48:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.06297","created_at":"2026-07-05T02:48:28Z"},{"alias_kind":"pith_short_12","alias_value":"F3A7QUMTBTAG","created_at":"2026-07-05T02:48:28Z"},{"alias_kind":"pith_short_16","alias_value":"F3A7QUMTBTAGEJKY","created_at":"2026-07-05T02:48:28Z"},{"alias_kind":"pith_short_8","alias_value":"F3A7QUMT","created_at":"2026-07-05T02:48:28Z"}],"graph_snapshots":[{"event_id":"sha256:7734063bc73832c7816f3659f5a5f9d31090c9f915f0557e0db37f04a0387136","target":"graph","created_at":"2026-07-05T02:48:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.06297/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The content on the web is in a constant state of flux. New entities, issues, and ideas continuously emerge, while the semantics of the existing conversation topics gradually shift. In recent years, pre-trained language models like BERT greatly improved the state-of-the-art for a large spectrum of content understanding tasks. Therefore, in this paper, we aim to study how these language models can be adapted to better handle continuously evolving web content. In our study, we first analyze the evolution of 2013 - 2019 Twitter data, and unequivocally confirm that a BERT model trained on past twee","authors_text":"Marc Najork, Michael Bendersky, Mingyang Zhang, Spurthi Amba Hombaiah, Tao Chen","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-11T10:33:50Z","title":"Dynamic Language Models for Continuously Evolving Content"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.06297","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5a9e2a350a8d5f2698c9ada934df875e47227f25b61d41e7cabe9a5e3fdafc8c","target":"record","created_at":"2026-07-05T02:48:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"06e15377ac20590b2018ca6d67c9c4aefc1bf429d1dd10aa4cabac99c06a700b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-11T10:33:50Z","title_canon_sha256":"e3f8cb5b194af71d9a4c2fd85476cfb3b32c1179013a562c077d5ee546a9016e"},"schema_version":"1.0","source":{"id":"2106.06297","kind":"arxiv","version":1}},"canonical_sha256":"2ec1f851930cc06225589ce82f5352fe229e174e9e26a8c254ead64504f69cb5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2ec1f851930cc06225589ce82f5352fe229e174e9e26a8c254ead64504f69cb5","first_computed_at":"2026-07-05T02:48:28.543747Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:48:28.543747Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0q9BivFQkYYai900SsnI+0JcaX6o7YgW15XZYqPHH66Cv77mhf9uheqF7y8k0bbWMWGmfaHx93xPjJwbeaX0Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:48:28.544374Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.06297","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5a9e2a350a8d5f2698c9ada934df875e47227f25b61d41e7cabe9a5e3fdafc8c","sha256:7734063bc73832c7816f3659f5a5f9d31090c9f915f0557e0db37f04a0387136"],"state_sha256":"e1b4cc8d0f75350ce4ad36ec259329e71423540e7330f4a8b46f4ce4aee2bf57"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Rvs7zPBxlCl5L1wNvfTZ5WAdGSE+ZBGURZXo0EXo+yxnd+tsTKinri+sT3XPd6qY3d0AFXn2ctUav/Lu665+Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T01:28:12.620376Z","bundle_sha256":"071234f8e230b74586e2fc2f4366ad75d8aff61ca78456d171ca054dfa1f39f5"}}