{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:WJTETAOUFHJOU4PMFTHRNTO3QR","short_pith_number":"pith:WJTETAOU","canonical_record":{"source":{"id":"2402.12691","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T03:37:24Z","cross_cats_sorted":[],"title_canon_sha256":"47ddfe8d6e9cd10c67db7ccddc77c733b965aab011dadcc4a39df70977f8896e","abstract_canon_sha256":"6c8e6d1c248c6f1ce6ea092cc61d22bcaed0115bbfb1b806db7b1ed746b56528"},"schema_version":"1.0"},"canonical_sha256":"b2664981d429d2ea71ec2ccf16cddb847d51445c84bbc971223abf243a92ae50","source":{"kind":"arxiv","id":"2402.12691","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.12691","created_at":"2026-07-05T11:55:35Z"},{"alias_kind":"arxiv_version","alias_value":"2402.12691v2","created_at":"2026-07-05T11:55:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.12691","created_at":"2026-07-05T11:55:35Z"},{"alias_kind":"pith_short_12","alias_value":"WJTETAOUFHJO","created_at":"2026-07-05T11:55:35Z"},{"alias_kind":"pith_short_16","alias_value":"WJTETAOUFHJOU4PM","created_at":"2026-07-05T11:55:35Z"},{"alias_kind":"pith_short_8","alias_value":"WJTETAOU","created_at":"2026-07-05T11:55:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:WJTETAOUFHJOU4PMFTHRNTO3QR","target":"record","payload":{"canonical_record":{"source":{"id":"2402.12691","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T03:37:24Z","cross_cats_sorted":[],"title_canon_sha256":"47ddfe8d6e9cd10c67db7ccddc77c733b965aab011dadcc4a39df70977f8896e","abstract_canon_sha256":"6c8e6d1c248c6f1ce6ea092cc61d22bcaed0115bbfb1b806db7b1ed746b56528"},"schema_version":"1.0"},"canonical_sha256":"b2664981d429d2ea71ec2ccf16cddb847d51445c84bbc971223abf243a92ae50","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:55:35.248804Z","signature_b64":"qIzdKi5bUsWsg+7qvmXDUXZtRzKJ13DngO/r0cDSKG6Kmkl+6ps2Er5TOFSf18dJ9kzJIyA0+fCTbhL7ucDIAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b2664981d429d2ea71ec2ccf16cddb847d51445c84bbc971223abf243a92ae50","last_reissued_at":"2026-07-05T11:55:35.248225Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:55:35.248225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.12691","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:55:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fBB0z2YKjNoFJgrU2hfKuZuWtW44e9q8RpzMlWeK70PDHTBhmL0TQZYqSBnRS4c9g6fMltEvvKKPxJo9K80FDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T04:27:33.263926Z"},"content_sha256":"457d362c4ab127312c80e49c1632e354365922dcff08075389759988eac05e88","schema_version":"1.0","event_id":"sha256:457d362c4ab127312c80e49c1632e354365922dcff08075389759988eac05e88"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:WJTETAOUFHJOU4PMFTHRNTO3QR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Tree-Planted Transformers: Unidirectional Transformer Language Models with Implicit Syntactic Supervision","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ryo Yoshida, Taiga Someya, Yohei Oseki","submitted_at":"2024-02-20T03:37:24Z","abstract_excerpt":"Syntactic Language Models (SLMs) can be trained efficiently to reach relatively high performance; however, they have trouble with inference efficiency due to the explicit generation of syntactic structures. In this paper, we propose a new method dubbed tree-planting: instead of explicitly generating syntactic structures, we \"plant\" trees into attention weights of unidirectional Transformer LMs to implicitly reflect syntactic structures of natural language. Specifically, unidirectional Transformer LMs trained with tree-planting will be called Tree-Planted Transformers (TPT), which inherit the t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.12691","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.12691/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:55:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r4/d847dL6H0nmGoEa+PQVuxSCWouwmEKcdCV6tTqNSDSEC5rYdkZtq1u8MsUlauOMCfqODsXDbNdwtOaVGLBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T04:27:33.264294Z"},"content_sha256":"8ffbaab0b97e12acba1eaacbda5cdcfa7f44a17bb37a2113a7028f3927bdc7a3","schema_version":"1.0","event_id":"sha256:8ffbaab0b97e12acba1eaacbda5cdcfa7f44a17bb37a2113a7028f3927bdc7a3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WJTETAOUFHJOU4PMFTHRNTO3QR/bundle.json","state_url":"https://pith.science/pith/WJTETAOUFHJOU4PMFTHRNTO3QR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WJTETAOUFHJOU4PMFTHRNTO3QR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T04:27:33Z","links":{"resolver":"https://pith.science/pith/WJTETAOUFHJOU4PMFTHRNTO3QR","bundle":"https://pith.science/pith/WJTETAOUFHJOU4PMFTHRNTO3QR/bundle.json","state":"https://pith.science/pith/WJTETAOUFHJOU4PMFTHRNTO3QR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WJTETAOUFHJOU4PMFTHRNTO3QR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WJTETAOUFHJOU4PMFTHRNTO3QR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6c8e6d1c248c6f1ce6ea092cc61d22bcaed0115bbfb1b806db7b1ed746b56528","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T03:37:24Z","title_canon_sha256":"47ddfe8d6e9cd10c67db7ccddc77c733b965aab011dadcc4a39df70977f8896e"},"schema_version":"1.0","source":{"id":"2402.12691","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.12691","created_at":"2026-07-05T11:55:35Z"},{"alias_kind":"arxiv_version","alias_value":"2402.12691v2","created_at":"2026-07-05T11:55:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.12691","created_at":"2026-07-05T11:55:35Z"},{"alias_kind":"pith_short_12","alias_value":"WJTETAOUFHJO","created_at":"2026-07-05T11:55:35Z"},{"alias_kind":"pith_short_16","alias_value":"WJTETAOUFHJOU4PM","created_at":"2026-07-05T11:55:35Z"},{"alias_kind":"pith_short_8","alias_value":"WJTETAOU","created_at":"2026-07-05T11:55:35Z"}],"graph_snapshots":[{"event_id":"sha256:8ffbaab0b97e12acba1eaacbda5cdcfa7f44a17bb37a2113a7028f3927bdc7a3","target":"graph","created_at":"2026-07-05T11:55:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.12691/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Syntactic Language Models (SLMs) can be trained efficiently to reach relatively high performance; however, they have trouble with inference efficiency due to the explicit generation of syntactic structures. In this paper, we propose a new method dubbed tree-planting: instead of explicitly generating syntactic structures, we \"plant\" trees into attention weights of unidirectional Transformer LMs to implicitly reflect syntactic structures of natural language. Specifically, unidirectional Transformer LMs trained with tree-planting will be called Tree-Planted Transformers (TPT), which inherit the t","authors_text":"Ryo Yoshida, Taiga Someya, Yohei Oseki","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T03:37:24Z","title":"Tree-Planted Transformers: Unidirectional Transformer Language Models with Implicit Syntactic Supervision"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.12691","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:457d362c4ab127312c80e49c1632e354365922dcff08075389759988eac05e88","target":"record","created_at":"2026-07-05T11:55:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6c8e6d1c248c6f1ce6ea092cc61d22bcaed0115bbfb1b806db7b1ed746b56528","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T03:37:24Z","title_canon_sha256":"47ddfe8d6e9cd10c67db7ccddc77c733b965aab011dadcc4a39df70977f8896e"},"schema_version":"1.0","source":{"id":"2402.12691","kind":"arxiv","version":2}},"canonical_sha256":"b2664981d429d2ea71ec2ccf16cddb847d51445c84bbc971223abf243a92ae50","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b2664981d429d2ea71ec2ccf16cddb847d51445c84bbc971223abf243a92ae50","first_computed_at":"2026-07-05T11:55:35.248225Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:55:35.248225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qIzdKi5bUsWsg+7qvmXDUXZtRzKJ13DngO/r0cDSKG6Kmkl+6ps2Er5TOFSf18dJ9kzJIyA0+fCTbhL7ucDIAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:55:35.248804Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.12691","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:457d362c4ab127312c80e49c1632e354365922dcff08075389759988eac05e88","sha256:8ffbaab0b97e12acba1eaacbda5cdcfa7f44a17bb37a2113a7028f3927bdc7a3"],"state_sha256":"eb724927cb6cd26265051e7f8fc638ab15f012aec940bee6ead8599ec7bbf38f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HuiRKePIURm2uMAYzsDoISGTaOty1LsWjQIjzQwG+ILR4CA5/nsi6VaBjgPRj7kVC9mbRRsUE4YqVB6TLs02Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T04:27:33.266384Z","bundle_sha256":"e0e62750a36555517351f47f9c55c6dd188f11fd61edf8c5d2a2f1019d433724"}}