{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:B563IOP3M5NLLXVVPCMLLOCBP5","short_pith_number":"pith:B563IOP3","canonical_record":{"source":{"id":"2109.07020","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-14T23:45:20Z","cross_cats_sorted":[],"title_canon_sha256":"5cafddfad038338c7f6f0696fe67dd44454d28b3dd9490cafe760e37d945da4a","abstract_canon_sha256":"b24b92da9c47f565470b4f360aacf6fe1aab48711d63ebc9bb45c78b0c948df4"},"schema_version":"1.0"},"canonical_sha256":"0f7db439fb675ab5deb57898b5b8417f4eecfe77b9defb588ef55c7c56d0b989","source":{"kind":"arxiv","id":"2109.07020","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.07020","created_at":"2026-07-05T03:14:38Z"},{"alias_kind":"arxiv_version","alias_value":"2109.07020v1","created_at":"2026-07-05T03:14:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.07020","created_at":"2026-07-05T03:14:38Z"},{"alias_kind":"pith_short_12","alias_value":"B563IOP3M5NL","created_at":"2026-07-05T03:14:38Z"},{"alias_kind":"pith_short_16","alias_value":"B563IOP3M5NLLXVV","created_at":"2026-07-05T03:14:38Z"},{"alias_kind":"pith_short_8","alias_value":"B563IOP3","created_at":"2026-07-05T03:14:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:B563IOP3M5NLLXVVPCMLLOCBP5","target":"record","payload":{"canonical_record":{"source":{"id":"2109.07020","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-14T23:45:20Z","cross_cats_sorted":[],"title_canon_sha256":"5cafddfad038338c7f6f0696fe67dd44454d28b3dd9490cafe760e37d945da4a","abstract_canon_sha256":"b24b92da9c47f565470b4f360aacf6fe1aab48711d63ebc9bb45c78b0c948df4"},"schema_version":"1.0"},"canonical_sha256":"0f7db439fb675ab5deb57898b5b8417f4eecfe77b9defb588ef55c7c56d0b989","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:14:38.119449Z","signature_b64":"JWBubVT1dvlNWAtGhhnvWwqPhdU3skMLyBk2qmVD5pEX/FvRYXQuILsB1FdSPxZeF33QFYnbf8Jo+5SV1lzrDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0f7db439fb675ab5deb57898b5b8417f4eecfe77b9defb588ef55c7c56d0b989","last_reissued_at":"2026-07-05T03:14:38.119025Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:14:38.119025Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.07020","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:14:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YOO7+r42UpNBD835JrvqwVIqpRIg2Rwn4ERIQ28nAgJKnaa8jNg4ixq2f5InHkfoSrH/N7c/hWb+HqtUA70BDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T21:47:29.111345Z"},"content_sha256":"d175bfcaf4b523a1de3697f0c54c0e1209a8f1239d80c10d8e745719c83d286e","schema_version":"1.0","event_id":"sha256:d175bfcaf4b523a1de3697f0c54c0e1209a8f1239d80c10d8e745719c83d286e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:B563IOP3M5NLLXVVPCMLLOCBP5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Frequency Effects on Syntactic Rule Learning in Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dan Garrette, Ellie Pavlick, Jason Wei, Tal Linzen","submitted_at":"2021-09-14T23:45:20Z","abstract_excerpt":"Pre-trained language models perform well on a variety of linguistic tasks that require symbolic reasoning, raising the question of whether such models implicitly represent abstract symbols and rules. We investigate this question using the case study of BERT's performance on English subject-verb agreement. Unlike prior work, we train multiple instances of BERT from scratch, allowing us to perform a series of controlled interventions at pre-training time. We show that BERT often generalizes well to subject-verb pairs that never occurred in training, suggesting a degree of rule-governed behavior."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.07020","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.07020/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:14:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u3bYlVc/BBPpKx8/BAemowS56GRkl1PcyvqRQek3XT+GoYNWNSZ2TZVk7YMttz3t2WN7+H8qs+cdJY9gUiqDDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T21:47:29.111724Z"},"content_sha256":"62575cd5b4812e07682faded1fc84abd9d25a07cf090f4c0a2d1b52b2ab7a541","schema_version":"1.0","event_id":"sha256:62575cd5b4812e07682faded1fc84abd9d25a07cf090f4c0a2d1b52b2ab7a541"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B563IOP3M5NLLXVVPCMLLOCBP5/bundle.json","state_url":"https://pith.science/pith/B563IOP3M5NLLXVVPCMLLOCBP5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B563IOP3M5NLLXVVPCMLLOCBP5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T21:47:29Z","links":{"resolver":"https://pith.science/pith/B563IOP3M5NLLXVVPCMLLOCBP5","bundle":"https://pith.science/pith/B563IOP3M5NLLXVVPCMLLOCBP5/bundle.json","state":"https://pith.science/pith/B563IOP3M5NLLXVVPCMLLOCBP5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B563IOP3M5NLLXVVPCMLLOCBP5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:B563IOP3M5NLLXVVPCMLLOCBP5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b24b92da9c47f565470b4f360aacf6fe1aab48711d63ebc9bb45c78b0c948df4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-14T23:45:20Z","title_canon_sha256":"5cafddfad038338c7f6f0696fe67dd44454d28b3dd9490cafe760e37d945da4a"},"schema_version":"1.0","source":{"id":"2109.07020","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.07020","created_at":"2026-07-05T03:14:38Z"},{"alias_kind":"arxiv_version","alias_value":"2109.07020v1","created_at":"2026-07-05T03:14:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.07020","created_at":"2026-07-05T03:14:38Z"},{"alias_kind":"pith_short_12","alias_value":"B563IOP3M5NL","created_at":"2026-07-05T03:14:38Z"},{"alias_kind":"pith_short_16","alias_value":"B563IOP3M5NLLXVV","created_at":"2026-07-05T03:14:38Z"},{"alias_kind":"pith_short_8","alias_value":"B563IOP3","created_at":"2026-07-05T03:14:38Z"}],"graph_snapshots":[{"event_id":"sha256:62575cd5b4812e07682faded1fc84abd9d25a07cf090f4c0a2d1b52b2ab7a541","target":"graph","created_at":"2026-07-05T03:14:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.07020/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained language models perform well on a variety of linguistic tasks that require symbolic reasoning, raising the question of whether such models implicitly represent abstract symbols and rules. We investigate this question using the case study of BERT's performance on English subject-verb agreement. Unlike prior work, we train multiple instances of BERT from scratch, allowing us to perform a series of controlled interventions at pre-training time. We show that BERT often generalizes well to subject-verb pairs that never occurred in training, suggesting a degree of rule-governed behavior.","authors_text":"Dan Garrette, Ellie Pavlick, Jason Wei, Tal Linzen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-14T23:45:20Z","title":"Frequency Effects on Syntactic Rule Learning in Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.07020","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d175bfcaf4b523a1de3697f0c54c0e1209a8f1239d80c10d8e745719c83d286e","target":"record","created_at":"2026-07-05T03:14:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b24b92da9c47f565470b4f360aacf6fe1aab48711d63ebc9bb45c78b0c948df4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-14T23:45:20Z","title_canon_sha256":"5cafddfad038338c7f6f0696fe67dd44454d28b3dd9490cafe760e37d945da4a"},"schema_version":"1.0","source":{"id":"2109.07020","kind":"arxiv","version":1}},"canonical_sha256":"0f7db439fb675ab5deb57898b5b8417f4eecfe77b9defb588ef55c7c56d0b989","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0f7db439fb675ab5deb57898b5b8417f4eecfe77b9defb588ef55c7c56d0b989","first_computed_at":"2026-07-05T03:14:38.119025Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:14:38.119025Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JWBubVT1dvlNWAtGhhnvWwqPhdU3skMLyBk2qmVD5pEX/FvRYXQuILsB1FdSPxZeF33QFYnbf8Jo+5SV1lzrDw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:14:38.119449Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.07020","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d175bfcaf4b523a1de3697f0c54c0e1209a8f1239d80c10d8e745719c83d286e","sha256:62575cd5b4812e07682faded1fc84abd9d25a07cf090f4c0a2d1b52b2ab7a541"],"state_sha256":"f271fb0570b6d8c12a23bb25322f97252622ea690d9bd1bc015c9bf634b27dc7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3ot1zL6byTU566JUmuj97DGqps6FXdqMfevn5bLFTSpXcS8HIHu1xdtLEVjT9rDJi1nh/FRkaHTeQrBJc82OAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T21:47:29.114878Z","bundle_sha256":"4b0ae74a1fce7ef571241084dbfcd09e845d4b84fe52d194ef54305a3ea6cd02"}}