{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DGWQR25YMSUNM2YOKY4T5IP2TY","short_pith_number":"pith:DGWQR25Y","canonical_record":{"source":{"id":"2403.16447","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-25T06:18:18Z","cross_cats_sorted":[],"title_canon_sha256":"0dfa77b545236888c32bad3bd6b2dfc8757022b71aa31ce04e93421ba6882deb","abstract_canon_sha256":"e708dd2b1028d44b350a9061bd33dcec932f7c68230300fad1b1c2b452d3e3ae"},"schema_version":"1.0"},"canonical_sha256":"19ad08ebb864a8d66b0e56393ea1fa9e355497e2264d04c430fbc004867d975c","source":{"kind":"arxiv","id":"2403.16447","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.16447","created_at":"2026-07-05T08:00:16Z"},{"alias_kind":"arxiv_version","alias_value":"2403.16447v1","created_at":"2026-07-05T08:00:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.16447","created_at":"2026-07-05T08:00:16Z"},{"alias_kind":"pith_short_12","alias_value":"DGWQR25YMSUN","created_at":"2026-07-05T08:00:16Z"},{"alias_kind":"pith_short_16","alias_value":"DGWQR25YMSUNM2YO","created_at":"2026-07-05T08:00:16Z"},{"alias_kind":"pith_short_8","alias_value":"DGWQR25Y","created_at":"2026-07-05T08:00:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DGWQR25YMSUNM2YOKY4T5IP2TY","target":"record","payload":{"canonical_record":{"source":{"id":"2403.16447","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-25T06:18:18Z","cross_cats_sorted":[],"title_canon_sha256":"0dfa77b545236888c32bad3bd6b2dfc8757022b71aa31ce04e93421ba6882deb","abstract_canon_sha256":"e708dd2b1028d44b350a9061bd33dcec932f7c68230300fad1b1c2b452d3e3ae"},"schema_version":"1.0"},"canonical_sha256":"19ad08ebb864a8d66b0e56393ea1fa9e355497e2264d04c430fbc004867d975c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:00:16.141291Z","signature_b64":"Xs+qfGADaoWIbdYfpHXCgLauTOoaDLkDncqNT1Yq5PpHtp2b9xhNWnf38tIfiqz5V/NwZ1ZQFXsbcu2WggkUDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"19ad08ebb864a8d66b0e56393ea1fa9e355497e2264d04c430fbc004867d975c","last_reissued_at":"2026-07-05T08:00:16.140878Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:00:16.140878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.16447","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:00:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pBeCenFmTeJftOknVyTCHlKMz5enbo3/QhevHd0wmyAVSZeZT19+lrqI+oPWqkbtac+76o0Yxz7NaZxCDzriCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T23:35:12.004533Z"},"content_sha256":"8be76f9dbea90707240e5c4945cd61e57500561f9a946b93aa90c8ded79f6058","schema_version":"1.0","event_id":"sha256:8be76f9dbea90707240e5c4945cd61e57500561f9a946b93aa90c8ded79f6058"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DGWQR25YMSUNM2YOKY4T5IP2TY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Study on How Attention Scores in the BERT Model are Aware of Lexical Categories in Syntactic and Semantic Tasks on the GLUE Benchmark","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dongjun Jang, Hyopil Shin, Sungjoo Byun","submitted_at":"2024-03-25T06:18:18Z","abstract_excerpt":"This study examines whether the attention scores between tokens in the BERT model significantly vary based on lexical categories during the fine-tuning process for downstream tasks. Drawing inspiration from the notion that in human language processing, syntactic and semantic information is parsed differently, we categorize tokens in sentences according to their lexical categories and focus on changes in attention scores among these categories. Our hypothesis posits that in downstream tasks that prioritize semantic information, attention scores centered on content words are enhanced, while in c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.16447","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.16447/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:00:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fHGQqDBXSXCXMgAoTw0J00xjoeLPQ6pvcdVijPqD+6cqn24rJhoiLKu5T86MYiqhawpu1fNqLRAtn0EmfjUWDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T23:35:12.005054Z"},"content_sha256":"6322269a2a370f8d7ede27f203220a9746eab9bb38b9e6c970e0ec39a983ea68","schema_version":"1.0","event_id":"sha256:6322269a2a370f8d7ede27f203220a9746eab9bb38b9e6c970e0ec39a983ea68"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DGWQR25YMSUNM2YOKY4T5IP2TY/bundle.json","state_url":"https://pith.science/pith/DGWQR25YMSUNM2YOKY4T5IP2TY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DGWQR25YMSUNM2YOKY4T5IP2TY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T23:35:12Z","links":{"resolver":"https://pith.science/pith/DGWQR25YMSUNM2YOKY4T5IP2TY","bundle":"https://pith.science/pith/DGWQR25YMSUNM2YOKY4T5IP2TY/bundle.json","state":"https://pith.science/pith/DGWQR25YMSUNM2YOKY4T5IP2TY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DGWQR25YMSUNM2YOKY4T5IP2TY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DGWQR25YMSUNM2YOKY4T5IP2TY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e708dd2b1028d44b350a9061bd33dcec932f7c68230300fad1b1c2b452d3e3ae","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-25T06:18:18Z","title_canon_sha256":"0dfa77b545236888c32bad3bd6b2dfc8757022b71aa31ce04e93421ba6882deb"},"schema_version":"1.0","source":{"id":"2403.16447","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.16447","created_at":"2026-07-05T08:00:16Z"},{"alias_kind":"arxiv_version","alias_value":"2403.16447v1","created_at":"2026-07-05T08:00:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.16447","created_at":"2026-07-05T08:00:16Z"},{"alias_kind":"pith_short_12","alias_value":"DGWQR25YMSUN","created_at":"2026-07-05T08:00:16Z"},{"alias_kind":"pith_short_16","alias_value":"DGWQR25YMSUNM2YO","created_at":"2026-07-05T08:00:16Z"},{"alias_kind":"pith_short_8","alias_value":"DGWQR25Y","created_at":"2026-07-05T08:00:16Z"}],"graph_snapshots":[{"event_id":"sha256:6322269a2a370f8d7ede27f203220a9746eab9bb38b9e6c970e0ec39a983ea68","target":"graph","created_at":"2026-07-05T08:00:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.16447/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study examines whether the attention scores between tokens in the BERT model significantly vary based on lexical categories during the fine-tuning process for downstream tasks. Drawing inspiration from the notion that in human language processing, syntactic and semantic information is parsed differently, we categorize tokens in sentences according to their lexical categories and focus on changes in attention scores among these categories. Our hypothesis posits that in downstream tasks that prioritize semantic information, attention scores centered on content words are enhanced, while in c","authors_text":"Dongjun Jang, Hyopil Shin, Sungjoo Byun","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-25T06:18:18Z","title":"A Study on How Attention Scores in the BERT Model are Aware of Lexical Categories in Syntactic and Semantic Tasks on the GLUE Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.16447","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8be76f9dbea90707240e5c4945cd61e57500561f9a946b93aa90c8ded79f6058","target":"record","created_at":"2026-07-05T08:00:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e708dd2b1028d44b350a9061bd33dcec932f7c68230300fad1b1c2b452d3e3ae","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-25T06:18:18Z","title_canon_sha256":"0dfa77b545236888c32bad3bd6b2dfc8757022b71aa31ce04e93421ba6882deb"},"schema_version":"1.0","source":{"id":"2403.16447","kind":"arxiv","version":1}},"canonical_sha256":"19ad08ebb864a8d66b0e56393ea1fa9e355497e2264d04c430fbc004867d975c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"19ad08ebb864a8d66b0e56393ea1fa9e355497e2264d04c430fbc004867d975c","first_computed_at":"2026-07-05T08:00:16.140878Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:00:16.140878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Xs+qfGADaoWIbdYfpHXCgLauTOoaDLkDncqNT1Yq5PpHtp2b9xhNWnf38tIfiqz5V/NwZ1ZQFXsbcu2WggkUDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:00:16.141291Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.16447","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8be76f9dbea90707240e5c4945cd61e57500561f9a946b93aa90c8ded79f6058","sha256:6322269a2a370f8d7ede27f203220a9746eab9bb38b9e6c970e0ec39a983ea68"],"state_sha256":"9524f29c33cce9a501080e6c4e5b65d0687daa0e90258c1d23e40a105f3bc131"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JNuCSuwTK2ZyqsJvhkOEothGpk7zenDkgPM6D/oDzTAxZfysDYYMuALKK378HtaWbgL0RwVz4YOG9Sy7ebeiDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T23:35:12.010022Z","bundle_sha256":"268950982076e6e2c097b4bf08e02ee0fd7e4ad54af0f47ce4ec5cacc4f03eff"}}