{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:KJ56NKXXM2KI7EA4FVJFKIXRPH","short_pith_number":"pith:KJ56NKXX","canonical_record":{"source":{"id":"1904.07334","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2019-04-15T21:36:21Z","cross_cats_sorted":[],"title_canon_sha256":"4bcd6b7fda4808e7f8af40cecfabaaa177de23281322185de9fa2330ede66bbb","abstract_canon_sha256":"6ae01ba561f0b4d20f235d4f39862a77ec63552bdf1cecd3b9b6244f715b6675"},"schema_version":"1.0"},"canonical_sha256":"527be6aaf766948f901c2d525522f179dff8078f640bedd0980458798db4f121","source":{"kind":"arxiv","id":"1904.07334","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.07334","created_at":"2026-05-17T23:48:28Z"},{"alias_kind":"arxiv_version","alias_value":"1904.07334v1","created_at":"2026-05-17T23:48:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.07334","created_at":"2026-05-17T23:48:28Z"},{"alias_kind":"pith_short_12","alias_value":"KJ56NKXXM2KI","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_16","alias_value":"KJ56NKXXM2KI7EA4","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_8","alias_value":"KJ56NKXX","created_at":"2026-05-18T12:33:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:KJ56NKXXM2KI7EA4FVJFKIXRPH","target":"record","payload":{"canonical_record":{"source":{"id":"1904.07334","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2019-04-15T21:36:21Z","cross_cats_sorted":[],"title_canon_sha256":"4bcd6b7fda4808e7f8af40cecfabaaa177de23281322185de9fa2330ede66bbb","abstract_canon_sha256":"6ae01ba561f0b4d20f235d4f39862a77ec63552bdf1cecd3b9b6244f715b6675"},"schema_version":"1.0"},"canonical_sha256":"527be6aaf766948f901c2d525522f179dff8078f640bedd0980458798db4f121","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:48:28.891761Z","signature_b64":"ID/fcMXJYsHQHwKt9BWvqAw8m9iSRnxiuNvwgroCUF+PUeh1GePzN9YS2hxI4S91R76G8H0afAJ6f+ltaVlHBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"527be6aaf766948f901c2d525522f179dff8078f640bedd0980458798db4f121","last_reissued_at":"2026-05-17T23:48:28.891109Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:48:28.891109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1904.07334","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:48:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S2FXKOzfkruvqF9ixXA1W+BXJhD/fjsMvqvWapHbcU1sy3q3rW7ppVhmmW6mRevnRCpfUQNVIghdLIEtsrxWCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T12:53:26.790446Z"},"content_sha256":"f78fd8479f248127a2a08b4e9cc7b69029ca8413cfaf12f28bb00f1dbc7124d4","schema_version":"1.0","event_id":"sha256:f78fd8479f248127a2a08b4e9cc7b69029ca8413cfaf12f28bb00f1dbc7124d4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:KJ56NKXXM2KI7EA4FVJFKIXRPH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-Head Multi-Layer Attention to Deep Language Representations for Grammatical Error Detection","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Mamoru Komachi, Masahiro Kaneko","submitted_at":"2019-04-15T21:36:21Z","abstract_excerpt":"It is known that a deep neural network model pre-trained with large-scale data greatly improves the accuracy of various tasks, especially when there are resource constraints. However, the information needed to solve a given task can vary, and simply using the output of the final layer is not necessarily sufficient. Moreover, to our knowledge, exploiting large language representation models to detect grammatical errors has not yet been studied. In this work, we investigate the effect of utilizing information not only from the final layer but also from intermediate layers of a pre-trained langua"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.07334","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:48:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"96Md4j3JjTUksKt2ksJ0tYU78LTyVAZAfs6enNoFRUCD0NWd0h6C3X+F+iiTSDPtxoAC/s9KghR1Qw8eMjbNAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T12:53:26.790789Z"},"content_sha256":"1a9a5130daa65d16b5eccb2f87d8bbc8590223e34f7c6f7775dd5de252daeaab","schema_version":"1.0","event_id":"sha256:1a9a5130daa65d16b5eccb2f87d8bbc8590223e34f7c6f7775dd5de252daeaab"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KJ56NKXXM2KI7EA4FVJFKIXRPH/bundle.json","state_url":"https://pith.science/pith/KJ56NKXXM2KI7EA4FVJFKIXRPH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KJ56NKXXM2KI7EA4FVJFKIXRPH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T12:53:26Z","links":{"resolver":"https://pith.science/pith/KJ56NKXXM2KI7EA4FVJFKIXRPH","bundle":"https://pith.science/pith/KJ56NKXXM2KI7EA4FVJFKIXRPH/bundle.json","state":"https://pith.science/pith/KJ56NKXXM2KI7EA4FVJFKIXRPH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KJ56NKXXM2KI7EA4FVJFKIXRPH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:KJ56NKXXM2KI7EA4FVJFKIXRPH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6ae01ba561f0b4d20f235d4f39862a77ec63552bdf1cecd3b9b6244f715b6675","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2019-04-15T21:36:21Z","title_canon_sha256":"4bcd6b7fda4808e7f8af40cecfabaaa177de23281322185de9fa2330ede66bbb"},"schema_version":"1.0","source":{"id":"1904.07334","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.07334","created_at":"2026-05-17T23:48:28Z"},{"alias_kind":"arxiv_version","alias_value":"1904.07334v1","created_at":"2026-05-17T23:48:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.07334","created_at":"2026-05-17T23:48:28Z"},{"alias_kind":"pith_short_12","alias_value":"KJ56NKXXM2KI","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_16","alias_value":"KJ56NKXXM2KI7EA4","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_8","alias_value":"KJ56NKXX","created_at":"2026-05-18T12:33:21Z"}],"graph_snapshots":[{"event_id":"sha256:1a9a5130daa65d16b5eccb2f87d8bbc8590223e34f7c6f7775dd5de252daeaab","target":"graph","created_at":"2026-05-17T23:48:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"It is known that a deep neural network model pre-trained with large-scale data greatly improves the accuracy of various tasks, especially when there are resource constraints. However, the information needed to solve a given task can vary, and simply using the output of the final layer is not necessarily sufficient. Moreover, to our knowledge, exploiting large language representation models to detect grammatical errors has not yet been studied. In this work, we investigate the effect of utilizing information not only from the final layer but also from intermediate layers of a pre-trained langua","authors_text":"Mamoru Komachi, Masahiro Kaneko","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2019-04-15T21:36:21Z","title":"Multi-Head Multi-Layer Attention to Deep Language Representations for Grammatical Error Detection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.07334","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f78fd8479f248127a2a08b4e9cc7b69029ca8413cfaf12f28bb00f1dbc7124d4","target":"record","created_at":"2026-05-17T23:48:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6ae01ba561f0b4d20f235d4f39862a77ec63552bdf1cecd3b9b6244f715b6675","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2019-04-15T21:36:21Z","title_canon_sha256":"4bcd6b7fda4808e7f8af40cecfabaaa177de23281322185de9fa2330ede66bbb"},"schema_version":"1.0","source":{"id":"1904.07334","kind":"arxiv","version":1}},"canonical_sha256":"527be6aaf766948f901c2d525522f179dff8078f640bedd0980458798db4f121","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"527be6aaf766948f901c2d525522f179dff8078f640bedd0980458798db4f121","first_computed_at":"2026-05-17T23:48:28.891109Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:48:28.891109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ID/fcMXJYsHQHwKt9BWvqAw8m9iSRnxiuNvwgroCUF+PUeh1GePzN9YS2hxI4S91R76G8H0afAJ6f+ltaVlHBQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:48:28.891761Z","signed_message":"canonical_sha256_bytes"},"source_id":"1904.07334","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f78fd8479f248127a2a08b4e9cc7b69029ca8413cfaf12f28bb00f1dbc7124d4","sha256:1a9a5130daa65d16b5eccb2f87d8bbc8590223e34f7c6f7775dd5de252daeaab"],"state_sha256":"79053575307088442e1f3d2fe2e34f4fbd92ecf3dcfe41c93ba57b8efa6b0003"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fJ6dq/jEwLV8J6ZF6R+cmdC6IxjURwxbTeoWE3h4DY4VDYwwU+jHFrEo+er5l38TEpJ88q2hyhYCnK9T10QJBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T12:53:26.792693Z","bundle_sha256":"2df3b5259034f3c407f3217920042079ddf94767442d5d7146aaa3094cced70c"}}