{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:G4FMCDUQ2LVVXUFMVXCZVIUWON","short_pith_number":"pith:G4FMCDUQ","canonical_record":{"source":{"id":"2411.19456","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-29T03:57:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c8462dd6a9e627a072bc40544055714450c5e54d45758201c6d38d008412c860","abstract_canon_sha256":"fabf89ecac9b819bf6fd8efe39ccdbe8bab7392663d3a13bb59196efeb6ea63a"},"schema_version":"1.0"},"canonical_sha256":"370ac10e90d2eb5bd0acadc59aa29673497527cf94fdfee95a8b49b59e159d0c","source":{"kind":"arxiv","id":"2411.19456","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.19456","created_at":"2026-07-05T09:42:02Z"},{"alias_kind":"arxiv_version","alias_value":"2411.19456v1","created_at":"2026-07-05T09:42:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.19456","created_at":"2026-07-05T09:42:02Z"},{"alias_kind":"pith_short_12","alias_value":"G4FMCDUQ2LVV","created_at":"2026-07-05T09:42:02Z"},{"alias_kind":"pith_short_16","alias_value":"G4FMCDUQ2LVVXUFM","created_at":"2026-07-05T09:42:02Z"},{"alias_kind":"pith_short_8","alias_value":"G4FMCDUQ","created_at":"2026-07-05T09:42:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:G4FMCDUQ2LVVXUFMVXCZVIUWON","target":"record","payload":{"canonical_record":{"source":{"id":"2411.19456","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-29T03:57:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c8462dd6a9e627a072bc40544055714450c5e54d45758201c6d38d008412c860","abstract_canon_sha256":"fabf89ecac9b819bf6fd8efe39ccdbe8bab7392663d3a13bb59196efeb6ea63a"},"schema_version":"1.0"},"canonical_sha256":"370ac10e90d2eb5bd0acadc59aa29673497527cf94fdfee95a8b49b59e159d0c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:42:02.732963Z","signature_b64":"sKUSS5przgZKQLo9BzKnCzVkv52F1eqsCbQzte8ndPZMciXMaCdjUw8EmXFmzPFViMurzldLdt5a8Y5qFAHIBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"370ac10e90d2eb5bd0acadc59aa29673497527cf94fdfee95a8b49b59e159d0c","last_reissued_at":"2026-07-05T09:42:02.732368Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:42:02.732368Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.19456","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:42:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i2tX8a3Dclr2C3tb+ngIeskorHVB91huIe81e7u/XsQMAx6ln2CAXi8C4hJLkisUtzbiIojqFW4Zhfz/VztXAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T06:26:23.088279Z"},"content_sha256":"f03164f886abdcd66f6daf9433c76fdea9d069378cc24280760853ab0e77c158","schema_version":"1.0","event_id":"sha256:f03164f886abdcd66f6daf9433c76fdea9d069378cc24280760853ab0e77c158"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:G4FMCDUQ2LVVXUFMVXCZVIUWON","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Surface Structure: A Causal Assessment of LLMs' Comprehension Ability","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chaochao Lu, Difan Zou, Lei Xu, Sirui Chen, Yujin Han","submitted_at":"2024-11-29T03:57:26Z","abstract_excerpt":"Large language models (LLMs) have shown remarkable capability in natural language tasks, yet debate persists on whether they truly comprehend deep structure (i.e., core semantics) or merely rely on surface structure (e.g., presentation format). Prior studies observe that LLMs' performance declines when intervening on surface structure, arguing their success relies on surface structure recognition. However, surface structure sensitivity does not prevent deep structure comprehension. Rigorously evaluating LLMs' capability requires analyzing both, yet deep structure is often overlooked. To this e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.19456","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.19456/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:42:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4LVgw2MRzY/i2pihPnP8cXF/UotxWiCiL/IlS1+iYJfRmUrkdEc9lrlBclerAxTUictIjQa/3JfbXX50zZgfDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T06:26:23.089138Z"},"content_sha256":"688e3b03c3fdd216fcb99761c3b9d9df21b20af42d6938fc0ee0b595067e9476","schema_version":"1.0","event_id":"sha256:688e3b03c3fdd216fcb99761c3b9d9df21b20af42d6938fc0ee0b595067e9476"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G4FMCDUQ2LVVXUFMVXCZVIUWON/bundle.json","state_url":"https://pith.science/pith/G4FMCDUQ2LVVXUFMVXCZVIUWON/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G4FMCDUQ2LVVXUFMVXCZVIUWON/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T06:26:23Z","links":{"resolver":"https://pith.science/pith/G4FMCDUQ2LVVXUFMVXCZVIUWON","bundle":"https://pith.science/pith/G4FMCDUQ2LVVXUFMVXCZVIUWON/bundle.json","state":"https://pith.science/pith/G4FMCDUQ2LVVXUFMVXCZVIUWON/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G4FMCDUQ2LVVXUFMVXCZVIUWON/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:G4FMCDUQ2LVVXUFMVXCZVIUWON","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fabf89ecac9b819bf6fd8efe39ccdbe8bab7392663d3a13bb59196efeb6ea63a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-29T03:57:26Z","title_canon_sha256":"c8462dd6a9e627a072bc40544055714450c5e54d45758201c6d38d008412c860"},"schema_version":"1.0","source":{"id":"2411.19456","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.19456","created_at":"2026-07-05T09:42:02Z"},{"alias_kind":"arxiv_version","alias_value":"2411.19456v1","created_at":"2026-07-05T09:42:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.19456","created_at":"2026-07-05T09:42:02Z"},{"alias_kind":"pith_short_12","alias_value":"G4FMCDUQ2LVV","created_at":"2026-07-05T09:42:02Z"},{"alias_kind":"pith_short_16","alias_value":"G4FMCDUQ2LVVXUFM","created_at":"2026-07-05T09:42:02Z"},{"alias_kind":"pith_short_8","alias_value":"G4FMCDUQ","created_at":"2026-07-05T09:42:02Z"}],"graph_snapshots":[{"event_id":"sha256:688e3b03c3fdd216fcb99761c3b9d9df21b20af42d6938fc0ee0b595067e9476","target":"graph","created_at":"2026-07-05T09:42:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.19456/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have shown remarkable capability in natural language tasks, yet debate persists on whether they truly comprehend deep structure (i.e., core semantics) or merely rely on surface structure (e.g., presentation format). Prior studies observe that LLMs' performance declines when intervening on surface structure, arguing their success relies on surface structure recognition. However, surface structure sensitivity does not prevent deep structure comprehension. Rigorously evaluating LLMs' capability requires analyzing both, yet deep structure is often overlooked. To this e","authors_text":"Chaochao Lu, Difan Zou, Lei Xu, Sirui Chen, Yujin Han","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-29T03:57:26Z","title":"Beyond Surface Structure: A Causal Assessment of LLMs' Comprehension Ability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.19456","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f03164f886abdcd66f6daf9433c76fdea9d069378cc24280760853ab0e77c158","target":"record","created_at":"2026-07-05T09:42:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fabf89ecac9b819bf6fd8efe39ccdbe8bab7392663d3a13bb59196efeb6ea63a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-29T03:57:26Z","title_canon_sha256":"c8462dd6a9e627a072bc40544055714450c5e54d45758201c6d38d008412c860"},"schema_version":"1.0","source":{"id":"2411.19456","kind":"arxiv","version":1}},"canonical_sha256":"370ac10e90d2eb5bd0acadc59aa29673497527cf94fdfee95a8b49b59e159d0c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"370ac10e90d2eb5bd0acadc59aa29673497527cf94fdfee95a8b49b59e159d0c","first_computed_at":"2026-07-05T09:42:02.732368Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:42:02.732368Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sKUSS5przgZKQLo9BzKnCzVkv52F1eqsCbQzte8ndPZMciXMaCdjUw8EmXFmzPFViMurzldLdt5a8Y5qFAHIBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:42:02.732963Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.19456","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f03164f886abdcd66f6daf9433c76fdea9d069378cc24280760853ab0e77c158","sha256:688e3b03c3fdd216fcb99761c3b9d9df21b20af42d6938fc0ee0b595067e9476"],"state_sha256":"8d1a51e338e4d69e9629820dc7ddfcefe5ecb99d55f38f65cc2219d87d743805"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pabbziUO9by/S9YI3bIZu6cRHI5OdvBVeng3xyeN0+6uyepWN9KROrW7+ybylkNGXH+jYygap7P4QDpDyZf/Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T06:26:23.094570Z","bundle_sha256":"630ae020a9aa70fb82088d7ea83742d2402b6822e2b22acbd7a45ee0434225ca"}}