{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:Q4Q7YWEEVGTUFWY23FSQ2UFJT2","short_pith_number":"pith:Q4Q7YWEE","canonical_record":{"source":{"id":"2410.20672","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-28T02:15:45Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"be7185e7f88969556684b0fad259257a9c669394ec73b073dc71a45664799fb5","abstract_canon_sha256":"e4fe637886c989c02751e252ad6a0501b2561006431df67429804bd4ae71ba0f"},"schema_version":"1.0"},"canonical_sha256":"8721fc5884a9a742db1ad9650d50a99e8f8606f80c6b9eb55d4fbf30cca53dac","source":{"kind":"arxiv","id":"2410.20672","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.20672","created_at":"2026-07-05T10:21:25Z"},{"alias_kind":"arxiv_version","alias_value":"2410.20672v3","created_at":"2026-07-05T10:21:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.20672","created_at":"2026-07-05T10:21:25Z"},{"alias_kind":"pith_short_12","alias_value":"Q4Q7YWEEVGTU","created_at":"2026-07-05T10:21:25Z"},{"alias_kind":"pith_short_16","alias_value":"Q4Q7YWEEVGTUFWY2","created_at":"2026-07-05T10:21:25Z"},{"alias_kind":"pith_short_8","alias_value":"Q4Q7YWEE","created_at":"2026-07-05T10:21:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:Q4Q7YWEEVGTUFWY23FSQ2UFJT2","target":"record","payload":{"canonical_record":{"source":{"id":"2410.20672","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-28T02:15:45Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"be7185e7f88969556684b0fad259257a9c669394ec73b073dc71a45664799fb5","abstract_canon_sha256":"e4fe637886c989c02751e252ad6a0501b2561006431df67429804bd4ae71ba0f"},"schema_version":"1.0"},"canonical_sha256":"8721fc5884a9a742db1ad9650d50a99e8f8606f80c6b9eb55d4fbf30cca53dac","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:21:25.699359Z","signature_b64":"/PgeBAXDByMPRwvx83aHq7ZgmERuiTrvubkkv1vMTjBuQAlBfeNONgCqoyFcgvMeVU532sEFp4Zm2MeTSxdfCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8721fc5884a9a742db1ad9650d50a99e8f8606f80c6b9eb55d4fbf30cca53dac","last_reissued_at":"2026-07-05T10:21:25.698790Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:21:25.698790Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.20672","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8le3UsY2hJaJGs8h0r+rOnmZPWUUMPThA8QaLCxwwNAm01VYivVCuCqpt+M7g49QUHWaHlL8VBvR2P5xJgHFCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T17:15:20.539491Z"},"content_sha256":"f9d9e6f5742c24a5fe7444820aeb800bddd73a065f2e234b38cf1ee8caea1103","schema_version":"1.0","event_id":"sha256:f9d9e6f5742c24a5fe7444820aeb800bddd73a065f2e234b38cf1ee8caea1103"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:Q4Q7YWEEVGTUFWY23FSQ2UFJT2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Adam Fisch, Hrayr Harutyunyan, Sangmin Bae, Seungyeon Kim, Tal Schuster, Ziwei Ji","submitted_at":"2024-10-28T02:15:45Z","abstract_excerpt":"Large language models (LLMs) are expensive to deploy. Parameter sharing offers a possible path towards reducing their size and cost, but its effectiveness in modern LLMs remains fairly limited. In this work, we revisit \"layer tying\" as form of parameter sharing in Transformers, and introduce novel methods for converting existing LLMs into smaller \"Recursive Transformers\" that share parameters across layers, with minimal loss of performance. Here, our Recursive Transformers are efficiently initialized from standard pretrained Transformers, but only use a single block of unique layers that is th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.20672","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.20672/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2LOKgcsTdeo3GhN1+03U/VUq6hoMpicRHm0bXGEjM8+d3/pD3BNRt9yFwDElQ88ayu3kWGugjEiOcIVN4/3CDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T17:15:20.540025Z"},"content_sha256":"3beb7bf16728a808568af420ab932b96d8ebd58fe303fa4c604f31ff95836171","schema_version":"1.0","event_id":"sha256:3beb7bf16728a808568af420ab932b96d8ebd58fe303fa4c604f31ff95836171"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q4Q7YWEEVGTUFWY23FSQ2UFJT2/bundle.json","state_url":"https://pith.science/pith/Q4Q7YWEEVGTUFWY23FSQ2UFJT2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q4Q7YWEEVGTUFWY23FSQ2UFJT2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T17:15:20Z","links":{"resolver":"https://pith.science/pith/Q4Q7YWEEVGTUFWY23FSQ2UFJT2","bundle":"https://pith.science/pith/Q4Q7YWEEVGTUFWY23FSQ2UFJT2/bundle.json","state":"https://pith.science/pith/Q4Q7YWEEVGTUFWY23FSQ2UFJT2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q4Q7YWEEVGTUFWY23FSQ2UFJT2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Q4Q7YWEEVGTUFWY23FSQ2UFJT2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e4fe637886c989c02751e252ad6a0501b2561006431df67429804bd4ae71ba0f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-28T02:15:45Z","title_canon_sha256":"be7185e7f88969556684b0fad259257a9c669394ec73b073dc71a45664799fb5"},"schema_version":"1.0","source":{"id":"2410.20672","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.20672","created_at":"2026-07-05T10:21:25Z"},{"alias_kind":"arxiv_version","alias_value":"2410.20672v3","created_at":"2026-07-05T10:21:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.20672","created_at":"2026-07-05T10:21:25Z"},{"alias_kind":"pith_short_12","alias_value":"Q4Q7YWEEVGTU","created_at":"2026-07-05T10:21:25Z"},{"alias_kind":"pith_short_16","alias_value":"Q4Q7YWEEVGTUFWY2","created_at":"2026-07-05T10:21:25Z"},{"alias_kind":"pith_short_8","alias_value":"Q4Q7YWEE","created_at":"2026-07-05T10:21:25Z"}],"graph_snapshots":[{"event_id":"sha256:3beb7bf16728a808568af420ab932b96d8ebd58fe303fa4c604f31ff95836171","target":"graph","created_at":"2026-07-05T10:21:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.20672/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are expensive to deploy. Parameter sharing offers a possible path towards reducing their size and cost, but its effectiveness in modern LLMs remains fairly limited. In this work, we revisit \"layer tying\" as form of parameter sharing in Transformers, and introduce novel methods for converting existing LLMs into smaller \"Recursive Transformers\" that share parameters across layers, with minimal loss of performance. Here, our Recursive Transformers are efficiently initialized from standard pretrained Transformers, but only use a single block of unique layers that is th","authors_text":"Adam Fisch, Hrayr Harutyunyan, Sangmin Bae, Seungyeon Kim, Tal Schuster, Ziwei Ji","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-28T02:15:45Z","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.20672","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f9d9e6f5742c24a5fe7444820aeb800bddd73a065f2e234b38cf1ee8caea1103","target":"record","created_at":"2026-07-05T10:21:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e4fe637886c989c02751e252ad6a0501b2561006431df67429804bd4ae71ba0f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-28T02:15:45Z","title_canon_sha256":"be7185e7f88969556684b0fad259257a9c669394ec73b073dc71a45664799fb5"},"schema_version":"1.0","source":{"id":"2410.20672","kind":"arxiv","version":3}},"canonical_sha256":"8721fc5884a9a742db1ad9650d50a99e8f8606f80c6b9eb55d4fbf30cca53dac","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8721fc5884a9a742db1ad9650d50a99e8f8606f80c6b9eb55d4fbf30cca53dac","first_computed_at":"2026-07-05T10:21:25.698790Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:21:25.698790Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/PgeBAXDByMPRwvx83aHq7ZgmERuiTrvubkkv1vMTjBuQAlBfeNONgCqoyFcgvMeVU532sEFp4Zm2MeTSxdfCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:21:25.699359Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.20672","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f9d9e6f5742c24a5fe7444820aeb800bddd73a065f2e234b38cf1ee8caea1103","sha256:3beb7bf16728a808568af420ab932b96d8ebd58fe303fa4c604f31ff95836171"],"state_sha256":"833f9af0073efdfcb1ab8130cda096a48099e8763e1318d869bbe740577be8b6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s0IUhoiBBkdmTWfc9T3g368f7Q0asMNs9UDxwlK9xkm6RYMjlpXq/1WFd30WUejX3a+mo0vm1JE94KS9mYUFCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T17:15:20.545213Z","bundle_sha256":"ea82b70848239ecfc14f01d54880e1260f7c055ce502180f09bfe9759961141e"}}