{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:FK5RK5H7FQVZYLPJTSKKMS2VNK","short_pith_number":"pith:FK5RK5H7","canonical_record":{"source":{"id":"1808.08079","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-24T10:29:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b6baa76e735c321cd9a09d7b0ac91026533ac0f8ae223c9be3bc59fa141e14b2","abstract_canon_sha256":"5eaf3a1d73134ec0bbb391dbc0631a0f37ee56bd6274e61b5f1ac277e1f301a9"},"schema_version":"1.0"},"canonical_sha256":"2abb1574ff2c2b9c2de99c94a64b556aa7e2007d886704817b56440b7189a72b","source":{"kind":"arxiv","id":"1808.08079","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.08079","created_at":"2026-07-05T03:33:01Z"},{"alias_kind":"arxiv_version","alias_value":"1808.08079v3","created_at":"2026-07-05T03:33:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.08079","created_at":"2026-07-05T03:33:01Z"},{"alias_kind":"pith_short_12","alias_value":"FK5RK5H7FQVZ","created_at":"2026-07-05T03:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"FK5RK5H7FQVZYLPJ","created_at":"2026-07-05T03:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"FK5RK5H7","created_at":"2026-07-05T03:33:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:FK5RK5H7FQVZYLPJTSKKMS2VNK","target":"record","payload":{"canonical_record":{"source":{"id":"1808.08079","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-24T10:29:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b6baa76e735c321cd9a09d7b0ac91026533ac0f8ae223c9be3bc59fa141e14b2","abstract_canon_sha256":"5eaf3a1d73134ec0bbb391dbc0631a0f37ee56bd6274e61b5f1ac277e1f301a9"},"schema_version":"1.0"},"canonical_sha256":"2abb1574ff2c2b9c2de99c94a64b556aa7e2007d886704817b56440b7189a72b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:33:01.322279Z","signature_b64":"kKQAzwsLY+zRoPjWZ4gzvBMYNGsBaRWvY3vQAbbb8QFCacrxqfiEe9kZ1/KVp65hR0dOCRP+gGcatDf5vmIvCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2abb1574ff2c2b9c2de99c94a64b556aa7e2007d886704817b56440b7189a72b","last_reissued_at":"2026-07-05T03:33:01.321867Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:33:01.321867Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1808.08079","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:33:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oeZ4siTYbVgYcxvxmDP3g3q0RRQfSBwZksGOdbjre54tedq2qx59W7G3s2Tp1qtROInIV7tMzEo/9SF1tU4RBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T07:21:13.346678Z"},"content_sha256":"2e3fa2d1641526e6f4a26d290631b0faf9f45306d63c6277e5e5d975bb2e26dd","schema_version":"1.0","event_id":"sha256:2e3fa2d1641526e6f4a26d290631b0faf9f45306d63c6277e5e5d975bb2e26dd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:FK5RK5H7FQVZYLPJTSKKMS2VNK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Under the Hood: Using Diagnostic Classifiers to Investigate and Improve how Language Models Track Agreement Information","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dieuwke Hupkes, Florian Mohnert, Jacqueline Harding, Mario Giulianelli, Willem Zuidema","submitted_at":"2018-08-24T10:29:45Z","abstract_excerpt":"How do neural language models keep track of number agreement between subject and verb? We show that `diagnostic classifiers', trained to predict number from the internal states of a language model, provide a detailed understanding of how, when, and where this information is represented. Moreover, they give us insight into when and where number information is corrupted in cases where the language model ends up making agreement errors. To demonstrate the causal role played by the representations we find, we then use agreement information to influence the course of the LSTM during the processing "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.08079","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1808.08079/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:33:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WgiQABanrEIt7/XS636o++l3Swp6U46KPXpdgbSoqhYfcXCsYbrTwqKdwMi9i57yp+eGCpMHBjG9bFb0M6z9DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T07:21:13.347057Z"},"content_sha256":"79785e3fbe9d3ef1f4589d7c6638e5716b1484033691504f133987beae9f0b70","schema_version":"1.0","event_id":"sha256:79785e3fbe9d3ef1f4589d7c6638e5716b1484033691504f133987beae9f0b70"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FK5RK5H7FQVZYLPJTSKKMS2VNK/bundle.json","state_url":"https://pith.science/pith/FK5RK5H7FQVZYLPJTSKKMS2VNK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FK5RK5H7FQVZYLPJTSKKMS2VNK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T07:21:13Z","links":{"resolver":"https://pith.science/pith/FK5RK5H7FQVZYLPJTSKKMS2VNK","bundle":"https://pith.science/pith/FK5RK5H7FQVZYLPJTSKKMS2VNK/bundle.json","state":"https://pith.science/pith/FK5RK5H7FQVZYLPJTSKKMS2VNK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FK5RK5H7FQVZYLPJTSKKMS2VNK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:FK5RK5H7FQVZYLPJTSKKMS2VNK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5eaf3a1d73134ec0bbb391dbc0631a0f37ee56bd6274e61b5f1ac277e1f301a9","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-24T10:29:45Z","title_canon_sha256":"b6baa76e735c321cd9a09d7b0ac91026533ac0f8ae223c9be3bc59fa141e14b2"},"schema_version":"1.0","source":{"id":"1808.08079","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.08079","created_at":"2026-07-05T03:33:01Z"},{"alias_kind":"arxiv_version","alias_value":"1808.08079v3","created_at":"2026-07-05T03:33:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.08079","created_at":"2026-07-05T03:33:01Z"},{"alias_kind":"pith_short_12","alias_value":"FK5RK5H7FQVZ","created_at":"2026-07-05T03:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"FK5RK5H7FQVZYLPJ","created_at":"2026-07-05T03:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"FK5RK5H7","created_at":"2026-07-05T03:33:01Z"}],"graph_snapshots":[{"event_id":"sha256:79785e3fbe9d3ef1f4589d7c6638e5716b1484033691504f133987beae9f0b70","target":"graph","created_at":"2026-07-05T03:33:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1808.08079/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"How do neural language models keep track of number agreement between subject and verb? We show that `diagnostic classifiers', trained to predict number from the internal states of a language model, provide a detailed understanding of how, when, and where this information is represented. Moreover, they give us insight into when and where number information is corrupted in cases where the language model ends up making agreement errors. To demonstrate the causal role played by the representations we find, we then use agreement information to influence the course of the LSTM during the processing ","authors_text":"Dieuwke Hupkes, Florian Mohnert, Jacqueline Harding, Mario Giulianelli, Willem Zuidema","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-24T10:29:45Z","title":"Under the Hood: Using Diagnostic Classifiers to Investigate and Improve how Language Models Track Agreement Information"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.08079","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2e3fa2d1641526e6f4a26d290631b0faf9f45306d63c6277e5e5d975bb2e26dd","target":"record","created_at":"2026-07-05T03:33:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5eaf3a1d73134ec0bbb391dbc0631a0f37ee56bd6274e61b5f1ac277e1f301a9","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-24T10:29:45Z","title_canon_sha256":"b6baa76e735c321cd9a09d7b0ac91026533ac0f8ae223c9be3bc59fa141e14b2"},"schema_version":"1.0","source":{"id":"1808.08079","kind":"arxiv","version":3}},"canonical_sha256":"2abb1574ff2c2b9c2de99c94a64b556aa7e2007d886704817b56440b7189a72b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2abb1574ff2c2b9c2de99c94a64b556aa7e2007d886704817b56440b7189a72b","first_computed_at":"2026-07-05T03:33:01.321867Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:33:01.321867Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kKQAzwsLY+zRoPjWZ4gzvBMYNGsBaRWvY3vQAbbb8QFCacrxqfiEe9kZ1/KVp65hR0dOCRP+gGcatDf5vmIvCw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:33:01.322279Z","signed_message":"canonical_sha256_bytes"},"source_id":"1808.08079","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2e3fa2d1641526e6f4a26d290631b0faf9f45306d63c6277e5e5d975bb2e26dd","sha256:79785e3fbe9d3ef1f4589d7c6638e5716b1484033691504f133987beae9f0b70"],"state_sha256":"5f3232b466408852a1a803476194eb926e9ccb45e999fc18660a654ebf50c219"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jjBNutxYG3OixjCaAOM4/BIVwIH1OKZtcuoo3J5dcFmcetDuA0DBI5S518DogS+nFKCbPczclPIZYWdtURYJBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T07:21:13.349472Z","bundle_sha256":"cb211aa899f9cb4306ed1483f53b731dc921fc8d1f4eef0b8cd29e99efc28c32"}}