{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:HOHLQIEKEIBDCBQW6EVQPIH4HF","short_pith_number":"pith:HOHLQIEK","schema_version":"1.0","canonical_sha256":"3b8eb8208a2202310616f12b07a0fc3958f71bb1c4a9c2261dfe716cd1b8c75b","source":{"kind":"arxiv","id":"2310.19084","version":1},"attestation_state":"computed","paper":{"title":"Roles of Scaling and Instruction Tuning in Language Perception: Model vs. Human Attention","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Changjiang Gao, Jiajun Chen, Jixing Li, Shujian Huang","submitted_at":"2023-10-29T17:16:40Z","abstract_excerpt":"Recent large language models (LLMs) have revealed strong abilities to understand natural language. Since most of them share the same basic structure, i.e. the transformer block, possible contributors to their success in the training process are scaling and instruction tuning. However, how these factors affect the models' language perception is unclear. This work compares the self-attention of several existing LLMs (LLaMA, Alpaca and Vicuna) in different sizes (7B, 13B, 30B, 65B), together with eye saccade, an aspect of human reading attention, to assess the effect of scaling and instruction tu"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2310.19084","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-29T17:16:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"02639708ac0c031fdffb8ba2eccef0a27b2f8f4ba7975d7a95e9dae816aa4328","abstract_canon_sha256":"dc7f3f52b8b494a821f59747ec674c555f2283efa74c5706b5c5949bc11c89e9"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:06:45.910955Z","signature_b64":"6TkARmShUJfBVC4GMcouVMNaX1xImfMS3VCL6rrSpJlAhE3FDfYXx3urSJrp9YnDit5llWysM/YL9CCplI8xBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3b8eb8208a2202310616f12b07a0fc3958f71bb1c4a9c2261dfe716cd1b8c75b","last_reissued_at":"2026-07-05T07:06:45.910360Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:06:45.910360Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Roles of Scaling and Instruction Tuning in Language Perception: Model vs. Human Attention","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Changjiang Gao, Jiajun Chen, Jixing Li, Shujian Huang","submitted_at":"2023-10-29T17:16:40Z","abstract_excerpt":"Recent large language models (LLMs) have revealed strong abilities to understand natural language. Since most of them share the same basic structure, i.e. the transformer block, possible contributors to their success in the training process are scaling and instruction tuning. However, how these factors affect the models' language perception is unclear. This work compares the self-attention of several existing LLMs (LLaMA, Alpaca and Vicuna) in different sizes (7B, 13B, 30B, 65B), together with eye saccade, an aspect of human reading attention, to assess the effect of scaling and instruction tu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.19084","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.19084/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2310.19084","created_at":"2026-07-05T07:06:45.910420+00:00"},{"alias_kind":"arxiv_version","alias_value":"2310.19084v1","created_at":"2026-07-05T07:06:45.910420+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.19084","created_at":"2026-07-05T07:06:45.910420+00:00"},{"alias_kind":"pith_short_12","alias_value":"HOHLQIEKEIBD","created_at":"2026-07-05T07:06:45.910420+00:00"},{"alias_kind":"pith_short_16","alias_value":"HOHLQIEKEIBDCBQW","created_at":"2026-07-05T07:06:45.910420+00:00"},{"alias_kind":"pith_short_8","alias_value":"HOHLQIEK","created_at":"2026-07-05T07:06:45.910420+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF","json":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF.json","graph_json":"https://pith.science/api/pith-number/HOHLQIEKEIBDCBQW6EVQPIH4HF/graph.json","events_json":"https://pith.science/api/pith-number/HOHLQIEKEIBDCBQW6EVQPIH4HF/events.json","paper":"https://pith.science/paper/HOHLQIEK"},"agent_actions":{"view_html":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF","download_json":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF.json","view_paper":"https://pith.science/paper/HOHLQIEK","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2310.19084&json=true","fetch_graph":"https://pith.science/api/pith-number/HOHLQIEKEIBDCBQW6EVQPIH4HF/graph.json","fetch_events":"https://pith.science/api/pith-number/HOHLQIEKEIBDCBQW6EVQPIH4HF/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF/action/timestamp_anchor","attest_storage":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF/action/storage_attestation","attest_author":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF/action/author_attestation","sign_citation":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF/action/citation_signature","submit_replication":"https://pith.science/pith/HOHLQIEKEIBDCBQW6EVQPIH4HF/action/replication_record"}},"created_at":"2026-07-05T07:06:45.910420+00:00","updated_at":"2026-07-05T07:06:45.910420+00:00"}