{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QZ4QCHPH3LKYNHE5V44YSTD4O7","short_pith_number":"pith:QZ4QCHPH","canonical_record":{"source":{"id":"2401.01667","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-03T11:06:01Z","cross_cats_sorted":[],"title_canon_sha256":"751349ec4c4ef24d41fa310974e6b928e11285c575d7a61e53a29c7a41565679","abstract_canon_sha256":"d3cc53a0210cb5d7eab981edf32352a6cfc417fdd83e6c2d246e935b3be8d369"},"schema_version":"1.0"},"canonical_sha256":"8679011de7dad5869c9daf39894c7c77f99b7d68c09de5636791e6bbcc6fe2fa","source":{"kind":"arxiv","id":"2401.01667","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.01667","created_at":"2026-07-05T07:29:55Z"},{"alias_kind":"arxiv_version","alias_value":"2401.01667v1","created_at":"2026-07-05T07:29:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.01667","created_at":"2026-07-05T07:29:55Z"},{"alias_kind":"pith_short_12","alias_value":"QZ4QCHPH3LKY","created_at":"2026-07-05T07:29:55Z"},{"alias_kind":"pith_short_16","alias_value":"QZ4QCHPH3LKYNHE5","created_at":"2026-07-05T07:29:55Z"},{"alias_kind":"pith_short_8","alias_value":"QZ4QCHPH","created_at":"2026-07-05T07:29:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QZ4QCHPH3LKYNHE5V44YSTD4O7","target":"record","payload":{"canonical_record":{"source":{"id":"2401.01667","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-03T11:06:01Z","cross_cats_sorted":[],"title_canon_sha256":"751349ec4c4ef24d41fa310974e6b928e11285c575d7a61e53a29c7a41565679","abstract_canon_sha256":"d3cc53a0210cb5d7eab981edf32352a6cfc417fdd83e6c2d246e935b3be8d369"},"schema_version":"1.0"},"canonical_sha256":"8679011de7dad5869c9daf39894c7c77f99b7d68c09de5636791e6bbcc6fe2fa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:29:55.451873Z","signature_b64":"XL9kdbQI/Xa6ZbX/hc0GF0pWk8cOLwzB0IMl1XOpPvct078XfZ4HXjbp7S6+F2bDgiQ4xIn8yhEXxlFuVYS0AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8679011de7dad5869c9daf39894c7c77f99b7d68c09de5636791e6bbcc6fe2fa","last_reissued_at":"2026-07-05T07:29:55.451365Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:29:55.451365Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.01667","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:29:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/45blTgggp469Wy9wX3Ta5Bnq5JO6fh2/lyON26Z/aX9w0eDFKInfV5ShPPFZFO+OloPfUeKN/N8PEwYN9CXCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T22:26:28.581861Z"},"content_sha256":"6749169aad855ba92aad64f69c2ff252478a3d737a06b7408b80173f63e16c19","schema_version":"1.0","event_id":"sha256:6749169aad855ba92aad64f69c2ff252478a3d737a06b7408b80173f63e16c19"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QZ4QCHPH3LKYNHE5V44YSTD4O7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MLPs Compass: What is learned when MLPs are combined with PLMs?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dingyi Zeng, Hong Qu, Li Zhou, Wanlong Liu, Wenyu Chen, Yong Cao","submitted_at":"2024-01-03T11:06:01Z","abstract_excerpt":"While Transformer-based pre-trained language models and their variants exhibit strong semantic representation capabilities, the question of comprehending the information gain derived from the additional components of PLMs remains an open question in this field. Motivated by recent efforts that prove Multilayer-Perceptrons (MLPs) modules achieving robust structural capture capabilities, even outperforming Graph Neural Networks (GNNs), this paper aims to quantify whether simple MLPs can further enhance the already potent ability of PLMs to capture linguistic information. Specifically, we design "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.01667","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.01667/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:29:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MYOmHER3rnykSZpB/Nuao9PmdNPNrOM3gREgMnIYbD8zpT125GHNhcnI1HMIjzyxGZjHyp89Xzsk7bDN2e7MCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T22:26:28.582431Z"},"content_sha256":"45a1fcae8fa824819b37ece4a23250fc8a45ca0c7617623cae82faa49d8c09fc","schema_version":"1.0","event_id":"sha256:45a1fcae8fa824819b37ece4a23250fc8a45ca0c7617623cae82faa49d8c09fc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QZ4QCHPH3LKYNHE5V44YSTD4O7/bundle.json","state_url":"https://pith.science/pith/QZ4QCHPH3LKYNHE5V44YSTD4O7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QZ4QCHPH3LKYNHE5V44YSTD4O7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T22:26:28Z","links":{"resolver":"https://pith.science/pith/QZ4QCHPH3LKYNHE5V44YSTD4O7","bundle":"https://pith.science/pith/QZ4QCHPH3LKYNHE5V44YSTD4O7/bundle.json","state":"https://pith.science/pith/QZ4QCHPH3LKYNHE5V44YSTD4O7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QZ4QCHPH3LKYNHE5V44YSTD4O7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QZ4QCHPH3LKYNHE5V44YSTD4O7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d3cc53a0210cb5d7eab981edf32352a6cfc417fdd83e6c2d246e935b3be8d369","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-03T11:06:01Z","title_canon_sha256":"751349ec4c4ef24d41fa310974e6b928e11285c575d7a61e53a29c7a41565679"},"schema_version":"1.0","source":{"id":"2401.01667","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.01667","created_at":"2026-07-05T07:29:55Z"},{"alias_kind":"arxiv_version","alias_value":"2401.01667v1","created_at":"2026-07-05T07:29:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.01667","created_at":"2026-07-05T07:29:55Z"},{"alias_kind":"pith_short_12","alias_value":"QZ4QCHPH3LKY","created_at":"2026-07-05T07:29:55Z"},{"alias_kind":"pith_short_16","alias_value":"QZ4QCHPH3LKYNHE5","created_at":"2026-07-05T07:29:55Z"},{"alias_kind":"pith_short_8","alias_value":"QZ4QCHPH","created_at":"2026-07-05T07:29:55Z"}],"graph_snapshots":[{"event_id":"sha256:45a1fcae8fa824819b37ece4a23250fc8a45ca0c7617623cae82faa49d8c09fc","target":"graph","created_at":"2026-07-05T07:29:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.01667/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While Transformer-based pre-trained language models and their variants exhibit strong semantic representation capabilities, the question of comprehending the information gain derived from the additional components of PLMs remains an open question in this field. Motivated by recent efforts that prove Multilayer-Perceptrons (MLPs) modules achieving robust structural capture capabilities, even outperforming Graph Neural Networks (GNNs), this paper aims to quantify whether simple MLPs can further enhance the already potent ability of PLMs to capture linguistic information. Specifically, we design ","authors_text":"Dingyi Zeng, Hong Qu, Li Zhou, Wanlong Liu, Wenyu Chen, Yong Cao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-03T11:06:01Z","title":"MLPs Compass: What is learned when MLPs are combined with PLMs?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.01667","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6749169aad855ba92aad64f69c2ff252478a3d737a06b7408b80173f63e16c19","target":"record","created_at":"2026-07-05T07:29:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d3cc53a0210cb5d7eab981edf32352a6cfc417fdd83e6c2d246e935b3be8d369","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-03T11:06:01Z","title_canon_sha256":"751349ec4c4ef24d41fa310974e6b928e11285c575d7a61e53a29c7a41565679"},"schema_version":"1.0","source":{"id":"2401.01667","kind":"arxiv","version":1}},"canonical_sha256":"8679011de7dad5869c9daf39894c7c77f99b7d68c09de5636791e6bbcc6fe2fa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8679011de7dad5869c9daf39894c7c77f99b7d68c09de5636791e6bbcc6fe2fa","first_computed_at":"2026-07-05T07:29:55.451365Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:29:55.451365Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XL9kdbQI/Xa6ZbX/hc0GF0pWk8cOLwzB0IMl1XOpPvct078XfZ4HXjbp7S6+F2bDgiQ4xIn8yhEXxlFuVYS0AA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:29:55.451873Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.01667","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6749169aad855ba92aad64f69c2ff252478a3d737a06b7408b80173f63e16c19","sha256:45a1fcae8fa824819b37ece4a23250fc8a45ca0c7617623cae82faa49d8c09fc"],"state_sha256":"dc9be7439220971096bc8c9dc69f12ec8e5e1b8f7dbd9842fbbeea7d286b3b3c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mKUjDel54TsOju96Lsk478UH+XJVUGng4l7mZDgdE8hDq+tjB8NCYb16rAgx+InsVS6MscQionyeVB/AxGo9DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T22:26:28.587470Z","bundle_sha256":"29156137206e1e35654c6b4bd9e4553453de8cfe2c849cb3f1a1e8d8091360a7"}}