{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HOHLQIEKEIBDCBQW6EVQPIH4HF","short_pith_number":"pith:HOHLQIEK","canonical_record":{"source":{"id":"2310.19084","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-29T17:16:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"02639708ac0c031fdffb8ba2eccef0a27b2f8f4ba7975d7a95e9dae816aa4328","abstract_canon_sha256":"dc7f3f52b8b494a821f59747ec674c555f2283efa74c5706b5c5949bc11c89e9"},"schema_version":"1.0"},"canonical_sha256":"3b8eb8208a2202310616f12b07a0fc3958f71bb1c4a9c2261dfe716cd1b8c75b","source":{"kind":"arxiv","id":"2310.19084","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.19084","created_at":"2026-07-05T07:06:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.19084v1","created_at":"2026-07-05T07:06:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.19084","created_at":"2026-07-05T07:06:45Z"},{"alias_kind":"pith_short_12","alias_value":"HOHLQIEKEIBD","created_at":"2026-07-05T07:06:45Z"},{"alias_kind":"pith_short_16","alias_value":"HOHLQIEKEIBDCBQW","created_at":"2026-07-05T07:06:45Z"},{"alias_kind":"pith_short_8","alias_value":"HOHLQIEK","created_at":"2026-07-05T07:06:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HOHLQIEKEIBDCBQW6EVQPIH4HF","target":"record","payload":{"canonical_record":{"source":{"id":"2310.19084","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-29T17:16:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"02639708ac0c031fdffb8ba2eccef0a27b2f8f4ba7975d7a95e9dae816aa4328","abstract_canon_sha256":"dc7f3f52b8b494a821f59747ec674c555f2283efa74c5706b5c5949bc11c89e9"},"schema_version":"1.0"},"canonical_sha256":"3b8eb8208a2202310616f12b07a0fc3958f71bb1c4a9c2261dfe716cd1b8c75b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:06:45.910955Z","signature_b64":"6TkARmShUJfBVC4GMcouVMNaX1xImfMS3VCL6rrSpJlAhE3FDfYXx3urSJrp9YnDit5llWysM/YL9CCplI8xBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3b8eb8208a2202310616f12b07a0fc3958f71bb1c4a9c2261dfe716cd1b8c75b","last_reissued_at":"2026-07-05T07:06:45.910360Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:06:45.910360Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.19084","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3wqU3geYOK0EbqbDh1e1oLwJrylFEiD6ZIsjVerK8QgShLkA2Amj+Xl4zu5tuhlc4QLRUxuNlkXCnX01z6AYDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T10:03:08.863126Z"},"content_sha256":"d36f5def8ffcae44f6282df2d0b439bc23ffeefe487729406e2ac58500f8191d","schema_version":"1.0","event_id":"sha256:d36f5def8ffcae44f6282df2d0b439bc23ffeefe487729406e2ac58500f8191d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HOHLQIEKEIBDCBQW6EVQPIH4HF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Roles of Scaling and Instruction Tuning in Language Perception: Model vs. Human Attention","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Changjiang Gao, Jiajun Chen, Jixing Li, Shujian Huang","submitted_at":"2023-10-29T17:16:40Z","abstract_excerpt":"Recent large language models (LLMs) have revealed strong abilities to understand natural language. Since most of them share the same basic structure, i.e. the transformer block, possible contributors to their success in the training process are scaling and instruction tuning. However, how these factors affect the models' language perception is unclear. This work compares the self-attention of several existing LLMs (LLaMA, Alpaca and Vicuna) in different sizes (7B, 13B, 30B, 65B), together with eye saccade, an aspect of human reading attention, to assess the effect of scaling and instruction tu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.19084","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.19084/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"blKw1iE/buAD9q9cNYpkVsZTOBhVkgLKmmAG2I0w7KSP7/rhggiHqkDwo40sTW9DthU3GfmGHFHdz+3IUdUCAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T10:03:08.865042Z"},"content_sha256":"af3a13a648d0f64d8aca95d91c9a2cb07e3e6a1777d4e2ffe90e9257fa73a4ca","schema_version":"1.0","event_id":"sha256:af3a13a648d0f64d8aca95d91c9a2cb07e3e6a1777d4e2ffe90e9257fa73a4ca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF/bundle.json","state_url":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T10:03:08Z","links":{"resolver":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF","bundle":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF/bundle.json","state":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HOHLQIEKEIBDCBQW6EVQPIH4HF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dc7f3f52b8b494a821f59747ec674c555f2283efa74c5706b5c5949bc11c89e9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-29T17:16:40Z","title_canon_sha256":"02639708ac0c031fdffb8ba2eccef0a27b2f8f4ba7975d7a95e9dae816aa4328"},"schema_version":"1.0","source":{"id":"2310.19084","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.19084","created_at":"2026-07-05T07:06:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.19084v1","created_at":"2026-07-05T07:06:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.19084","created_at":"2026-07-05T07:06:45Z"},{"alias_kind":"pith_short_12","alias_value":"HOHLQIEKEIBD","created_at":"2026-07-05T07:06:45Z"},{"alias_kind":"pith_short_16","alias_value":"HOHLQIEKEIBDCBQW","created_at":"2026-07-05T07:06:45Z"},{"alias_kind":"pith_short_8","alias_value":"HOHLQIEK","created_at":"2026-07-05T07:06:45Z"}],"graph_snapshots":[{"event_id":"sha256:af3a13a648d0f64d8aca95d91c9a2cb07e3e6a1777d4e2ffe90e9257fa73a4ca","target":"graph","created_at":"2026-07-05T07:06:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.19084/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent large language models (LLMs) have revealed strong abilities to understand natural language. Since most of them share the same basic structure, i.e. the transformer block, possible contributors to their success in the training process are scaling and instruction tuning. However, how these factors affect the models' language perception is unclear. This work compares the self-attention of several existing LLMs (LLaMA, Alpaca and Vicuna) in different sizes (7B, 13B, 30B, 65B), together with eye saccade, an aspect of human reading attention, to assess the effect of scaling and instruction tu","authors_text":"Changjiang Gao, Jiajun Chen, Jixing Li, Shujian Huang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-29T17:16:40Z","title":"Roles of Scaling and Instruction Tuning in Language Perception: Model vs. Human Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.19084","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d36f5def8ffcae44f6282df2d0b439bc23ffeefe487729406e2ac58500f8191d","target":"record","created_at":"2026-07-05T07:06:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dc7f3f52b8b494a821f59747ec674c555f2283efa74c5706b5c5949bc11c89e9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-29T17:16:40Z","title_canon_sha256":"02639708ac0c031fdffb8ba2eccef0a27b2f8f4ba7975d7a95e9dae816aa4328"},"schema_version":"1.0","source":{"id":"2310.19084","kind":"arxiv","version":1}},"canonical_sha256":"3b8eb8208a2202310616f12b07a0fc3958f71bb1c4a9c2261dfe716cd1b8c75b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3b8eb8208a2202310616f12b07a0fc3958f71bb1c4a9c2261dfe716cd1b8c75b","first_computed_at":"2026-07-05T07:06:45.910360Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:06:45.910360Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6TkARmShUJfBVC4GMcouVMNaX1xImfMS3VCL6rrSpJlAhE3FDfYXx3urSJrp9YnDit5llWysM/YL9CCplI8xBA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:06:45.910955Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.19084","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d36f5def8ffcae44f6282df2d0b439bc23ffeefe487729406e2ac58500f8191d","sha256:af3a13a648d0f64d8aca95d91c9a2cb07e3e6a1777d4e2ffe90e9257fa73a4ca"],"state_sha256":"cf9995025e1119efbe5c14007977ecb77efcb31e2d156da687fed33809bccccb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qburMizV2fvv0SW6XGshCHT0CZKA8dFYBB9eZJSaAY9W6VxDX7s61OVxB6h5LGSWahvH/hVerS1tcMC+hoblBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T10:03:08.885460Z","bundle_sha256":"43edde0a0133af641ebfef1b96bcd0486ad4f568deb706bb578c774b0a37bc0d"}}