{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:S3APCICNMPAEJ6EPPEIVRIED3W","short_pith_number":"pith:S3APCICN","canonical_record":{"source":{"id":"2312.04333","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-07T14:50:41Z","cross_cats_sorted":[],"title_canon_sha256":"6d47b7757ac21e598fe69c64a61a155a6f72911b29f2166e05812d53ead526f2","abstract_canon_sha256":"5151bb04ee97a254d89ae5f62e3dd030e02c8b25b572be5a6b9d91256457c70c"},"schema_version":"1.0"},"canonical_sha256":"96c0f1204d63c044f88f791158a083ddaaad8fe8f2b28fb026162ae26d2504ff","source":{"kind":"arxiv","id":"2312.04333","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.04333","created_at":"2026-07-05T07:31:35Z"},{"alias_kind":"arxiv_version","alias_value":"2312.04333v4","created_at":"2026-07-05T07:31:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.04333","created_at":"2026-07-05T07:31:35Z"},{"alias_kind":"pith_short_12","alias_value":"S3APCICNMPAE","created_at":"2026-07-05T07:31:35Z"},{"alias_kind":"pith_short_16","alias_value":"S3APCICNMPAEJ6EP","created_at":"2026-07-05T07:31:35Z"},{"alias_kind":"pith_short_8","alias_value":"S3APCICN","created_at":"2026-07-05T07:31:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:S3APCICNMPAEJ6EPPEIVRIED3W","target":"record","payload":{"canonical_record":{"source":{"id":"2312.04333","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-07T14:50:41Z","cross_cats_sorted":[],"title_canon_sha256":"6d47b7757ac21e598fe69c64a61a155a6f72911b29f2166e05812d53ead526f2","abstract_canon_sha256":"5151bb04ee97a254d89ae5f62e3dd030e02c8b25b572be5a6b9d91256457c70c"},"schema_version":"1.0"},"canonical_sha256":"96c0f1204d63c044f88f791158a083ddaaad8fe8f2b28fb026162ae26d2504ff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:31:35.583615Z","signature_b64":"IKf9uja7skSc58kWLSei9x7bIYN937w6NkN4zZSrGWMMyDfQT7p88rVw2LPl1Q7SJ7zptwTJd4pcp8zA5VWPDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"96c0f1204d63c044f88f791158a083ddaaad8fe8f2b28fb026162ae26d2504ff","last_reissued_at":"2026-07-05T07:31:35.583090Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:31:35.583090Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.04333","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:31:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g2GN7Z/d12FCgtQ+rcZljk1RaYW+mT0S8FNKTzDuxieKvTITE8vO2l16cPBYXiNwLP1+WHlJKtHgOKhdIGWmCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:19:28.350425Z"},"content_sha256":"e776cb59618644827f9abe6ad357875694deabd7c7ee3a979f793f03103e6304","schema_version":"1.0","event_id":"sha256:e776cb59618644827f9abe6ad357875694deabd7c7ee3a979f793f03103e6304"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:S3APCICNMPAEJ6EPPEIVRIED3W","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is Bigger and Deeper Always Better? Probing LLaMA Across Scales and Layers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dongmei Zhang, Jia Li, Linjun Shou, Ming Gong, Ning Wu, Nuo Chen, Shining Liang","submitted_at":"2023-12-07T14:50:41Z","abstract_excerpt":"This paper presents an in-depth analysis of Large Language Models (LLMs), focusing on LLaMA, a prominent open-source foundational model in natural language processing. Instead of assessing LLaMA through its generative output, we design multiple-choice tasks to probe its intrinsic understanding in high-order tasks such as reasoning and computation. We examine the model horizontally, comparing different sizes, and vertically, assessing different layers. We unveil several key and uncommon findings based on the designed probing tasks: (1) Horizontally, enlarging model sizes almost could not automa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.04333","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.04333/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:31:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DTqip3SFLiFL5AisoTBUND0WwTM426UYwNMdhYRb1PN1YOl8NVuN6F58zCb0rY6ZXXglojn6ccye7Ec73hAVBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:19:28.350920Z"},"content_sha256":"103a799f4377be2386b5da57c289c6b82c1b74ff4ea0b89ef9599fc5c7c77c8f","schema_version":"1.0","event_id":"sha256:103a799f4377be2386b5da57c289c6b82c1b74ff4ea0b89ef9599fc5c7c77c8f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S3APCICNMPAEJ6EPPEIVRIED3W/bundle.json","state_url":"https://pith.science/pith/S3APCICNMPAEJ6EPPEIVRIED3W/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S3APCICNMPAEJ6EPPEIVRIED3W/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T23:19:28Z","links":{"resolver":"https://pith.science/pith/S3APCICNMPAEJ6EPPEIVRIED3W","bundle":"https://pith.science/pith/S3APCICNMPAEJ6EPPEIVRIED3W/bundle.json","state":"https://pith.science/pith/S3APCICNMPAEJ6EPPEIVRIED3W/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S3APCICNMPAEJ6EPPEIVRIED3W/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:S3APCICNMPAEJ6EPPEIVRIED3W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5151bb04ee97a254d89ae5f62e3dd030e02c8b25b572be5a6b9d91256457c70c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-07T14:50:41Z","title_canon_sha256":"6d47b7757ac21e598fe69c64a61a155a6f72911b29f2166e05812d53ead526f2"},"schema_version":"1.0","source":{"id":"2312.04333","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.04333","created_at":"2026-07-05T07:31:35Z"},{"alias_kind":"arxiv_version","alias_value":"2312.04333v4","created_at":"2026-07-05T07:31:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.04333","created_at":"2026-07-05T07:31:35Z"},{"alias_kind":"pith_short_12","alias_value":"S3APCICNMPAE","created_at":"2026-07-05T07:31:35Z"},{"alias_kind":"pith_short_16","alias_value":"S3APCICNMPAEJ6EP","created_at":"2026-07-05T07:31:35Z"},{"alias_kind":"pith_short_8","alias_value":"S3APCICN","created_at":"2026-07-05T07:31:35Z"}],"graph_snapshots":[{"event_id":"sha256:103a799f4377be2386b5da57c289c6b82c1b74ff4ea0b89ef9599fc5c7c77c8f","target":"graph","created_at":"2026-07-05T07:31:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.04333/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper presents an in-depth analysis of Large Language Models (LLMs), focusing on LLaMA, a prominent open-source foundational model in natural language processing. Instead of assessing LLaMA through its generative output, we design multiple-choice tasks to probe its intrinsic understanding in high-order tasks such as reasoning and computation. We examine the model horizontally, comparing different sizes, and vertically, assessing different layers. We unveil several key and uncommon findings based on the designed probing tasks: (1) Horizontally, enlarging model sizes almost could not automa","authors_text":"Dongmei Zhang, Jia Li, Linjun Shou, Ming Gong, Ning Wu, Nuo Chen, Shining Liang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-07T14:50:41Z","title":"Is Bigger and Deeper Always Better? Probing LLaMA Across Scales and Layers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.04333","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e776cb59618644827f9abe6ad357875694deabd7c7ee3a979f793f03103e6304","target":"record","created_at":"2026-07-05T07:31:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5151bb04ee97a254d89ae5f62e3dd030e02c8b25b572be5a6b9d91256457c70c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-07T14:50:41Z","title_canon_sha256":"6d47b7757ac21e598fe69c64a61a155a6f72911b29f2166e05812d53ead526f2"},"schema_version":"1.0","source":{"id":"2312.04333","kind":"arxiv","version":4}},"canonical_sha256":"96c0f1204d63c044f88f791158a083ddaaad8fe8f2b28fb026162ae26d2504ff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"96c0f1204d63c044f88f791158a083ddaaad8fe8f2b28fb026162ae26d2504ff","first_computed_at":"2026-07-05T07:31:35.583090Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:31:35.583090Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IKf9uja7skSc58kWLSei9x7bIYN937w6NkN4zZSrGWMMyDfQT7p88rVw2LPl1Q7SJ7zptwTJd4pcp8zA5VWPDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:31:35.583615Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.04333","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e776cb59618644827f9abe6ad357875694deabd7c7ee3a979f793f03103e6304","sha256:103a799f4377be2386b5da57c289c6b82c1b74ff4ea0b89ef9599fc5c7c77c8f"],"state_sha256":"cb041723fc4381c1929c3151b89083f318ccc14f6e296bc48fef6e89170f0512"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p3eIFE3qghPOvOHbEKupo3DG2DUp682kkrrHQS5S5x2G8e9QE5MnvFCdJ5Bdxmj1LT47MQT/gZ4IRWTUWnAMDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T23:19:28.354428Z","bundle_sha256":"dc339898b0734cefc2c9edef0864c311af6d988dde96972cbf815bf75a358ed9"}}