{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5M5YE5FIZQNEEOACNL2XC3ISMR","short_pith_number":"pith:5M5YE5FI","canonical_record":{"source":{"id":"2404.07066","kind":"arxiv","version":7},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-10T14:56:40Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3efbd180b492c0bdaa43ba59461ee9909cc5bc7f9935391f0acfd884bef06d9c","abstract_canon_sha256":"d7399657ee3b903bd37661898fe18e37c6d5b4bf2a1eef3ed519212d6847a893"},"schema_version":"1.0"},"canonical_sha256":"eb3b8274a8cc1a4238026af5716d1264739331f3e67e29fb75bcb97101ecd6de","source":{"kind":"arxiv","id":"2404.07066","version":7},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07066","created_at":"2026-07-05T10:09:43Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07066v7","created_at":"2026-07-05T10:09:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07066","created_at":"2026-07-05T10:09:43Z"},{"alias_kind":"pith_short_12","alias_value":"5M5YE5FIZQNE","created_at":"2026-07-05T10:09:43Z"},{"alias_kind":"pith_short_16","alias_value":"5M5YE5FIZQNEEOAC","created_at":"2026-07-05T10:09:43Z"},{"alias_kind":"pith_short_8","alias_value":"5M5YE5FI","created_at":"2026-07-05T10:09:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5M5YE5FIZQNEEOACNL2XC3ISMR","target":"record","payload":{"canonical_record":{"source":{"id":"2404.07066","kind":"arxiv","version":7},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-10T14:56:40Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3efbd180b492c0bdaa43ba59461ee9909cc5bc7f9935391f0acfd884bef06d9c","abstract_canon_sha256":"d7399657ee3b903bd37661898fe18e37c6d5b4bf2a1eef3ed519212d6847a893"},"schema_version":"1.0"},"canonical_sha256":"eb3b8274a8cc1a4238026af5716d1264739331f3e67e29fb75bcb97101ecd6de","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:09:43.236430Z","signature_b64":"3qgmC1MAkmGPf2jF2d6krjSiBT2w9GrFxzlR4Okuz3Wl14VGwBDkI69JgHl72M169e2MZFyB19xEnPpIReCwBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eb3b8274a8cc1a4238026af5716d1264739331f3e67e29fb75bcb97101ecd6de","last_reissued_at":"2026-07-05T10:09:43.235979Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:09:43.235979Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.07066","source_version":7,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:09:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jzZ5RTqi9Xxj87LcrgLKRxnHhY+yS3jR++1nmCs+yqe+P7mu/6do7oFoU+XBg/F/oqi1NGZycx8G3BvN6GAcDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:37:19.896831Z"},"content_sha256":"66172e5b261740e4211cc8b20af99bffb7a1ef86e38719e1daec68dac485cc2a","schema_version":"1.0","event_id":"sha256:66172e5b261740e4211cc8b20af99bffb7a1ef86e38719e1daec68dac485cc2a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5M5YE5FIZQNEEOACNL2XC3ISMR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring Concept Depth: How Large Language Models Acquire Knowledge and Concept at Different Layers?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Fan Yang, Haiyan Zhao, Jingyuan Huang, Kai Mei, Kaize Ding, Mengnan Du, Mingyu Jin, Qingcheng Zeng, Qinkai Yu, Wenyue Hua, Yanda Meng, Yongfeng Zhang, Zhenting Wang","submitted_at":"2024-04-10T14:56:40Z","abstract_excerpt":"Large language models (LLMs) have shown remarkable performances across a wide range of tasks. However, the mechanisms by which these models encode tasks of varying complexities remain poorly understood. In this paper, we explore the hypothesis that LLMs process concepts of varying complexities in different layers, introducing the idea of \"Concept Depth\" to suggest that more complex concepts are typically acquired in deeper layers. Specifically, we categorize concepts based on their level of abstraction, defining them in the order of increasing complexity within factual, emotional, and inferent"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07066","kind":"arxiv","version":7},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.07066/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:09:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JbyRZZS59xw6qeLd4oPftT5CD5rVeXMj9d7lHA5AAig4H2hb0T1BYZKgJcn2bT6AFNAilDCM5r71CcJnZ4ThAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:37:19.897538Z"},"content_sha256":"fafb7bd4152cb895007581d04cb731abd7d920b5ba32683715fcfc4db3594be0","schema_version":"1.0","event_id":"sha256:fafb7bd4152cb895007581d04cb731abd7d920b5ba32683715fcfc4db3594be0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5M5YE5FIZQNEEOACNL2XC3ISMR/bundle.json","state_url":"https://pith.science/pith/5M5YE5FIZQNEEOACNL2XC3ISMR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5M5YE5FIZQNEEOACNL2XC3ISMR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T23:37:19Z","links":{"resolver":"https://pith.science/pith/5M5YE5FIZQNEEOACNL2XC3ISMR","bundle":"https://pith.science/pith/5M5YE5FIZQNEEOACNL2XC3ISMR/bundle.json","state":"https://pith.science/pith/5M5YE5FIZQNEEOACNL2XC3ISMR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5M5YE5FIZQNEEOACNL2XC3ISMR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5M5YE5FIZQNEEOACNL2XC3ISMR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d7399657ee3b903bd37661898fe18e37c6d5b4bf2a1eef3ed519212d6847a893","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-10T14:56:40Z","title_canon_sha256":"3efbd180b492c0bdaa43ba59461ee9909cc5bc7f9935391f0acfd884bef06d9c"},"schema_version":"1.0","source":{"id":"2404.07066","kind":"arxiv","version":7}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07066","created_at":"2026-07-05T10:09:43Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07066v7","created_at":"2026-07-05T10:09:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07066","created_at":"2026-07-05T10:09:43Z"},{"alias_kind":"pith_short_12","alias_value":"5M5YE5FIZQNE","created_at":"2026-07-05T10:09:43Z"},{"alias_kind":"pith_short_16","alias_value":"5M5YE5FIZQNEEOAC","created_at":"2026-07-05T10:09:43Z"},{"alias_kind":"pith_short_8","alias_value":"5M5YE5FI","created_at":"2026-07-05T10:09:43Z"}],"graph_snapshots":[{"event_id":"sha256:fafb7bd4152cb895007581d04cb731abd7d920b5ba32683715fcfc4db3594be0","target":"graph","created_at":"2026-07-05T10:09:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.07066/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have shown remarkable performances across a wide range of tasks. However, the mechanisms by which these models encode tasks of varying complexities remain poorly understood. In this paper, we explore the hypothesis that LLMs process concepts of varying complexities in different layers, introducing the idea of \"Concept Depth\" to suggest that more complex concepts are typically acquired in deeper layers. Specifically, we categorize concepts based on their level of abstraction, defining them in the order of increasing complexity within factual, emotional, and inferent","authors_text":"Fan Yang, Haiyan Zhao, Jingyuan Huang, Kai Mei, Kaize Ding, Mengnan Du, Mingyu Jin, Qingcheng Zeng, Qinkai Yu, Wenyue Hua, Yanda Meng, Yongfeng Zhang, Zhenting Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-10T14:56:40Z","title":"Exploring Concept Depth: How Large Language Models Acquire Knowledge and Concept at Different Layers?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07066","kind":"arxiv","version":7},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:66172e5b261740e4211cc8b20af99bffb7a1ef86e38719e1daec68dac485cc2a","target":"record","created_at":"2026-07-05T10:09:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d7399657ee3b903bd37661898fe18e37c6d5b4bf2a1eef3ed519212d6847a893","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-10T14:56:40Z","title_canon_sha256":"3efbd180b492c0bdaa43ba59461ee9909cc5bc7f9935391f0acfd884bef06d9c"},"schema_version":"1.0","source":{"id":"2404.07066","kind":"arxiv","version":7}},"canonical_sha256":"eb3b8274a8cc1a4238026af5716d1264739331f3e67e29fb75bcb97101ecd6de","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb3b8274a8cc1a4238026af5716d1264739331f3e67e29fb75bcb97101ecd6de","first_computed_at":"2026-07-05T10:09:43.235979Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:09:43.235979Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3qgmC1MAkmGPf2jF2d6krjSiBT2w9GrFxzlR4Okuz3Wl14VGwBDkI69JgHl72M169e2MZFyB19xEnPpIReCwBA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:09:43.236430Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.07066","source_kind":"arxiv","source_version":7}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:66172e5b261740e4211cc8b20af99bffb7a1ef86e38719e1daec68dac485cc2a","sha256:fafb7bd4152cb895007581d04cb731abd7d920b5ba32683715fcfc4db3594be0"],"state_sha256":"d42c77f797cd55d904cd1d69b9242db46ab94f5840048342f94c3f8a312e10e4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fIxVdUbcsy27Lm0dptutcWN6KghKisZ3cOrPqB2ef+BLXiOVXT7hs5CNHDo6sgwI1lANyZZ0GKxrK0O9krDnBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T23:37:19.902695Z","bundle_sha256":"ac610a40a7835c7c59e78638ca3b960c72a78190146350ddc01b01c79bdf7f4c"}}