{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:KPNIUMAJE5A7SPADV4YDSHX4Q4","short_pith_number":"pith:KPNIUMAJ","canonical_record":{"source":{"id":"2112.09174","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-16T19:56:44Z","cross_cats_sorted":[],"title_canon_sha256":"c5f1d54080651e1e29d04f966719fc80e22d44815a293049358b4de4bd552de4","abstract_canon_sha256":"2a5c41fe2916b5bcf2ed48a115e67a343717c20c682eb309e3d0f1d662234806"},"schema_version":"1.0"},"canonical_sha256":"53da8a30092741f93c03af30391efc8735dda9a2424333e0369343f75306b9ce","source":{"kind":"arxiv","id":"2112.09174","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.09174","created_at":"2026-07-05T04:07:43Z"},{"alias_kind":"arxiv_version","alias_value":"2112.09174v2","created_at":"2026-07-05T04:07:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.09174","created_at":"2026-07-05T04:07:43Z"},{"alias_kind":"pith_short_12","alias_value":"KPNIUMAJE5A7","created_at":"2026-07-05T04:07:43Z"},{"alias_kind":"pith_short_16","alias_value":"KPNIUMAJE5A7SPAD","created_at":"2026-07-05T04:07:43Z"},{"alias_kind":"pith_short_8","alias_value":"KPNIUMAJ","created_at":"2026-07-05T04:07:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:KPNIUMAJE5A7SPADV4YDSHX4Q4","target":"record","payload":{"canonical_record":{"source":{"id":"2112.09174","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-16T19:56:44Z","cross_cats_sorted":[],"title_canon_sha256":"c5f1d54080651e1e29d04f966719fc80e22d44815a293049358b4de4bd552de4","abstract_canon_sha256":"2a5c41fe2916b5bcf2ed48a115e67a343717c20c682eb309e3d0f1d662234806"},"schema_version":"1.0"},"canonical_sha256":"53da8a30092741f93c03af30391efc8735dda9a2424333e0369343f75306b9ce","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:07:43.123686Z","signature_b64":"lm54knROfKpxavb5aqpH2jS7bnzzI0rVvwXrU6O3ESkMbLPJUErZXCQ735DruK1P4ytFv5pvHHnN+Ae1SJhVBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"53da8a30092741f93c03af30391efc8735dda9a2424333e0369343f75306b9ce","last_reissued_at":"2026-07-05T04:07:43.123126Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:07:43.123126Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.09174","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c+eTFnRVpoE0IN+0Wn58uJMHwJY8fEznx3OMPxmhR9RLdLuFbJVL3hM6RUQYSp88CPBm+PGBH/d7V7k2IjQaBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:56:43.577762Z"},"content_sha256":"d1a2e52da08098ae413b94945ccde1a7829cbc4b98ea6b1fae71b8199675b0a0","schema_version":"1.0","event_id":"sha256:d1a2e52da08098ae413b94945ccde1a7829cbc4b98ea6b1fae71b8199675b0a0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:KPNIUMAJE5A7SPADV4YDSHX4Q4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Bounded Context-Free-Grammar via LSTM and the Transformer:Difference and Explanations","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hui Shi, Jishen Zhao, Sicun Gao, Xinyun Chen, Yuandong Tian","submitted_at":"2021-12-16T19:56:44Z","abstract_excerpt":"Long Short-Term Memory (LSTM) and Transformers are two popular neural architectures used for natural language processing tasks. Theoretical results show that both are Turing-complete and can represent any context-free language (CFL).In practice, it is often observed that Transformer models have better representation power than LSTM. But the reason is barely understood. We study such practical differences between LSTM and Transformer and propose an explanation based on their latent space decomposition patterns. To achieve this goal, we introduce an oracle training paradigm, which forces the dec"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.09174","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.09174/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PcaR3W/svbmNvUXrzSpIZlf5ctEXOUM73RQveV2WmK7AFb49QtccFWv1rBXIlTNuDM4CWDV4O4UDgHi/l5YEDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:56:43.578179Z"},"content_sha256":"c6784e4a1b55ee72f09de33f160d559a528e3075220f8518d85dbd0bec823cf3","schema_version":"1.0","event_id":"sha256:c6784e4a1b55ee72f09de33f160d559a528e3075220f8518d85dbd0bec823cf3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KPNIUMAJE5A7SPADV4YDSHX4Q4/bundle.json","state_url":"https://pith.science/pith/KPNIUMAJE5A7SPADV4YDSHX4Q4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KPNIUMAJE5A7SPADV4YDSHX4Q4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T03:56:43Z","links":{"resolver":"https://pith.science/pith/KPNIUMAJE5A7SPADV4YDSHX4Q4","bundle":"https://pith.science/pith/KPNIUMAJE5A7SPADV4YDSHX4Q4/bundle.json","state":"https://pith.science/pith/KPNIUMAJE5A7SPADV4YDSHX4Q4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KPNIUMAJE5A7SPADV4YDSHX4Q4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:KPNIUMAJE5A7SPADV4YDSHX4Q4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a5c41fe2916b5bcf2ed48a115e67a343717c20c682eb309e3d0f1d662234806","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-16T19:56:44Z","title_canon_sha256":"c5f1d54080651e1e29d04f966719fc80e22d44815a293049358b4de4bd552de4"},"schema_version":"1.0","source":{"id":"2112.09174","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.09174","created_at":"2026-07-05T04:07:43Z"},{"alias_kind":"arxiv_version","alias_value":"2112.09174v2","created_at":"2026-07-05T04:07:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.09174","created_at":"2026-07-05T04:07:43Z"},{"alias_kind":"pith_short_12","alias_value":"KPNIUMAJE5A7","created_at":"2026-07-05T04:07:43Z"},{"alias_kind":"pith_short_16","alias_value":"KPNIUMAJE5A7SPAD","created_at":"2026-07-05T04:07:43Z"},{"alias_kind":"pith_short_8","alias_value":"KPNIUMAJ","created_at":"2026-07-05T04:07:43Z"}],"graph_snapshots":[{"event_id":"sha256:c6784e4a1b55ee72f09de33f160d559a528e3075220f8518d85dbd0bec823cf3","target":"graph","created_at":"2026-07-05T04:07:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.09174/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Long Short-Term Memory (LSTM) and Transformers are two popular neural architectures used for natural language processing tasks. Theoretical results show that both are Turing-complete and can represent any context-free language (CFL).In practice, it is often observed that Transformer models have better representation power than LSTM. But the reason is barely understood. We study such practical differences between LSTM and Transformer and propose an explanation based on their latent space decomposition patterns. To achieve this goal, we introduce an oracle training paradigm, which forces the dec","authors_text":"Hui Shi, Jishen Zhao, Sicun Gao, Xinyun Chen, Yuandong Tian","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-16T19:56:44Z","title":"Learning Bounded Context-Free-Grammar via LSTM and the Transformer:Difference and Explanations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.09174","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d1a2e52da08098ae413b94945ccde1a7829cbc4b98ea6b1fae71b8199675b0a0","target":"record","created_at":"2026-07-05T04:07:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a5c41fe2916b5bcf2ed48a115e67a343717c20c682eb309e3d0f1d662234806","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-16T19:56:44Z","title_canon_sha256":"c5f1d54080651e1e29d04f966719fc80e22d44815a293049358b4de4bd552de4"},"schema_version":"1.0","source":{"id":"2112.09174","kind":"arxiv","version":2}},"canonical_sha256":"53da8a30092741f93c03af30391efc8735dda9a2424333e0369343f75306b9ce","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"53da8a30092741f93c03af30391efc8735dda9a2424333e0369343f75306b9ce","first_computed_at":"2026-07-05T04:07:43.123126Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:07:43.123126Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lm54knROfKpxavb5aqpH2jS7bnzzI0rVvwXrU6O3ESkMbLPJUErZXCQ735DruK1P4ytFv5pvHHnN+Ae1SJhVBA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:07:43.123686Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.09174","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d1a2e52da08098ae413b94945ccde1a7829cbc4b98ea6b1fae71b8199675b0a0","sha256:c6784e4a1b55ee72f09de33f160d559a528e3075220f8518d85dbd0bec823cf3"],"state_sha256":"3da9ab205e63e6975a86853f6441083541feb5fdaddc6d97f6cc0a183d71c1e5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YwCXKSscmkeSnTdkc3KyqmHfmO0Pj/iuYh3bfPtZTP0UTGA4gdwScNE1YZxI/+yQHrlu4NbgF0G8vqmHDda9CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T03:56:43.581212Z","bundle_sha256":"cbaa0a236e8016f4f42cfc3ad960c82e4bb86b22fae6af1fc0c2f6b761d6b20b"}}