{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:KS25AVT3T5DB6DSSRSQPMNB5IP","short_pith_number":"pith:KS25AVT3","canonical_record":{"source":{"id":"2107.00967","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-02T11:00:46Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"746592b80db8527c996e7db84a9fdfdb7a7c2772af42303679672d62afa6c2fc","abstract_canon_sha256":"fdd42557339174861057a66e1d96dd04319787d91ae28b958ae88f6e979aa873"},"schema_version":"1.0"},"canonical_sha256":"54b5d0567b9f461f0e528ca0f6343d43ca566b71d9b639e58626c8e8c7726a39","source":{"kind":"arxiv","id":"2107.00967","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.00967","created_at":"2026-07-05T04:01:42Z"},{"alias_kind":"arxiv_version","alias_value":"2107.00967v2","created_at":"2026-07-05T04:01:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.00967","created_at":"2026-07-05T04:01:42Z"},{"alias_kind":"pith_short_12","alias_value":"KS25AVT3T5DB","created_at":"2026-07-05T04:01:42Z"},{"alias_kind":"pith_short_16","alias_value":"KS25AVT3T5DB6DSS","created_at":"2026-07-05T04:01:42Z"},{"alias_kind":"pith_short_8","alias_value":"KS25AVT3","created_at":"2026-07-05T04:01:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:KS25AVT3T5DB6DSSRSQPMNB5IP","target":"record","payload":{"canonical_record":{"source":{"id":"2107.00967","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-02T11:00:46Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"746592b80db8527c996e7db84a9fdfdb7a7c2772af42303679672d62afa6c2fc","abstract_canon_sha256":"fdd42557339174861057a66e1d96dd04319787d91ae28b958ae88f6e979aa873"},"schema_version":"1.0"},"canonical_sha256":"54b5d0567b9f461f0e528ca0f6343d43ca566b71d9b639e58626c8e8c7726a39","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:01:42.200823Z","signature_b64":"q8sQZzpqGJM3mYZ1Vm1ydsZYcCoarvzYUTmlemGRN05wIdNdUQjggBKov1iSph5v4cmycPXACqhyfidhzFcnBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"54b5d0567b9f461f0e528ca0f6343d43ca566b71d9b639e58626c8e8c7726a39","last_reissued_at":"2026-07-05T04:01:42.200477Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:01:42.200477Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2107.00967","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:01:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9LRj3basVgFpZdHsq8NJEV8YeguQMUHnSAEvb+XiNb9buGQV3QmRq6ZkW1pgJ7rEsXBdaxujpN03pzF5Gto7CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:00:01.053123Z"},"content_sha256":"f3319604a2e89069969e0fc5c81d59b0b195a9c6ec39b31dcfe98aeb0ecf3e8e","schema_version":"1.0","event_id":"sha256:f3319604a2e89069969e0fc5c81d59b0b195a9c6ec39b31dcfe98aeb0ecf3e8e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:KS25AVT3T5DB6DSSRSQPMNB5IP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"R2D2: Recursive Transformer based on Differentiable Tree for Interpretable Hierarchical Language Modeling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Gerard de Melo, Haitao Mi, Jing Zheng, Xiang Hu, Yafang Wang, Yi Su, Zujie Wen","submitted_at":"2021-07-02T11:00:46Z","abstract_excerpt":"Human language understanding operates at multiple levels of granularity (e.g., words, phrases, and sentences) with increasing levels of abstraction that can be hierarchically combined. However, existing deep models with stacked layers do not explicitly model any sort of hierarchical process. This paper proposes a recursive Transformer model based on differentiable CKY style binary trees to emulate the composition process. We extend the bidirectional language model pre-training objective to this architecture, attempting to predict each word given its left and right abstraction nodes. To scale u"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.00967","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.00967/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:01:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/HV5WSTWHznVPAvlkBgPPPmm37hwzmnY/khjDgh2B99P0bBcPB+OLp1IVOfSa/VA40mQwD+gzspUtEgNviJHCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:00:01.053609Z"},"content_sha256":"fa3f85b52583cb46cead5bed3a7358d9cf61e23600e8eeff9461c5495856a31b","schema_version":"1.0","event_id":"sha256:fa3f85b52583cb46cead5bed3a7358d9cf61e23600e8eeff9461c5495856a31b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KS25AVT3T5DB6DSSRSQPMNB5IP/bundle.json","state_url":"https://pith.science/pith/KS25AVT3T5DB6DSSRSQPMNB5IP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KS25AVT3T5DB6DSSRSQPMNB5IP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T23:00:01Z","links":{"resolver":"https://pith.science/pith/KS25AVT3T5DB6DSSRSQPMNB5IP","bundle":"https://pith.science/pith/KS25AVT3T5DB6DSSRSQPMNB5IP/bundle.json","state":"https://pith.science/pith/KS25AVT3T5DB6DSSRSQPMNB5IP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KS25AVT3T5DB6DSSRSQPMNB5IP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:KS25AVT3T5DB6DSSRSQPMNB5IP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fdd42557339174861057a66e1d96dd04319787d91ae28b958ae88f6e979aa873","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-02T11:00:46Z","title_canon_sha256":"746592b80db8527c996e7db84a9fdfdb7a7c2772af42303679672d62afa6c2fc"},"schema_version":"1.0","source":{"id":"2107.00967","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.00967","created_at":"2026-07-05T04:01:42Z"},{"alias_kind":"arxiv_version","alias_value":"2107.00967v2","created_at":"2026-07-05T04:01:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.00967","created_at":"2026-07-05T04:01:42Z"},{"alias_kind":"pith_short_12","alias_value":"KS25AVT3T5DB","created_at":"2026-07-05T04:01:42Z"},{"alias_kind":"pith_short_16","alias_value":"KS25AVT3T5DB6DSS","created_at":"2026-07-05T04:01:42Z"},{"alias_kind":"pith_short_8","alias_value":"KS25AVT3","created_at":"2026-07-05T04:01:42Z"}],"graph_snapshots":[{"event_id":"sha256:fa3f85b52583cb46cead5bed3a7358d9cf61e23600e8eeff9461c5495856a31b","target":"graph","created_at":"2026-07-05T04:01:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.00967/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human language understanding operates at multiple levels of granularity (e.g., words, phrases, and sentences) with increasing levels of abstraction that can be hierarchically combined. However, existing deep models with stacked layers do not explicitly model any sort of hierarchical process. This paper proposes a recursive Transformer model based on differentiable CKY style binary trees to emulate the composition process. We extend the bidirectional language model pre-training objective to this architecture, attempting to predict each word given its left and right abstraction nodes. To scale u","authors_text":"Gerard de Melo, Haitao Mi, Jing Zheng, Xiang Hu, Yafang Wang, Yi Su, Zujie Wen","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-02T11:00:46Z","title":"R2D2: Recursive Transformer based on Differentiable Tree for Interpretable Hierarchical Language Modeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.00967","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f3319604a2e89069969e0fc5c81d59b0b195a9c6ec39b31dcfe98aeb0ecf3e8e","target":"record","created_at":"2026-07-05T04:01:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fdd42557339174861057a66e1d96dd04319787d91ae28b958ae88f6e979aa873","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-07-02T11:00:46Z","title_canon_sha256":"746592b80db8527c996e7db84a9fdfdb7a7c2772af42303679672d62afa6c2fc"},"schema_version":"1.0","source":{"id":"2107.00967","kind":"arxiv","version":2}},"canonical_sha256":"54b5d0567b9f461f0e528ca0f6343d43ca566b71d9b639e58626c8e8c7726a39","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"54b5d0567b9f461f0e528ca0f6343d43ca566b71d9b639e58626c8e8c7726a39","first_computed_at":"2026-07-05T04:01:42.200477Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:01:42.200477Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"q8sQZzpqGJM3mYZ1Vm1ydsZYcCoarvzYUTmlemGRN05wIdNdUQjggBKov1iSph5v4cmycPXACqhyfidhzFcnBA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:01:42.200823Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.00967","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f3319604a2e89069969e0fc5c81d59b0b195a9c6ec39b31dcfe98aeb0ecf3e8e","sha256:fa3f85b52583cb46cead5bed3a7358d9cf61e23600e8eeff9461c5495856a31b"],"state_sha256":"96d0ff1a437adf9bee2a9bd63f9e556d1b93dbc36a12625f5a28bd1a51499725"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G6zpadimlrfQWL7qu2jSS4xNRpp8LIIaQMq1huGM72B1UQA4EeN0TLAUnJTc6iyPYy1fUR4UxUHL6FrrP4W1Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T23:00:01.057006Z","bundle_sha256":"2e6ad523f9a80935e5c77012b2007e9ae27eeaab55975f7a7ee1b26e6df53293"}}