{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:RJEH2PQGRYQ2OLY6CI6BULELOD","short_pith_number":"pith:RJEH2PQG","canonical_record":{"source":{"id":"2503.05005","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-06T22:09:55Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"cbfc7e2fbb1fcde7723aa111febbb169d56613dd623fd3e49dbbd08448f24881","abstract_canon_sha256":"2a0a578617cb8e1eadfe59f5a8bb370d362c5701e76ec757828a220b8a4bdaf9"},"schema_version":"1.0"},"canonical_sha256":"8a487d3e068e21a72f1e123c1a2c8b70db74ebfabdeeaebbfe6d993e75581ff1","source":{"kind":"arxiv","id":"2503.05005","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.05005","created_at":"2026-07-05T10:28:38Z"},{"alias_kind":"arxiv_version","alias_value":"2503.05005v2","created_at":"2026-07-05T10:28:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.05005","created_at":"2026-07-05T10:28:38Z"},{"alias_kind":"pith_short_12","alias_value":"RJEH2PQGRYQ2","created_at":"2026-07-05T10:28:38Z"},{"alias_kind":"pith_short_16","alias_value":"RJEH2PQGRYQ2OLY6","created_at":"2026-07-05T10:28:38Z"},{"alias_kind":"pith_short_8","alias_value":"RJEH2PQG","created_at":"2026-07-05T10:28:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:RJEH2PQGRYQ2OLY6CI6BULELOD","target":"record","payload":{"canonical_record":{"source":{"id":"2503.05005","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-06T22:09:55Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"cbfc7e2fbb1fcde7723aa111febbb169d56613dd623fd3e49dbbd08448f24881","abstract_canon_sha256":"2a0a578617cb8e1eadfe59f5a8bb370d362c5701e76ec757828a220b8a4bdaf9"},"schema_version":"1.0"},"canonical_sha256":"8a487d3e068e21a72f1e123c1a2c8b70db74ebfabdeeaebbfe6d993e75581ff1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:28:38.345806Z","signature_b64":"jDRBFlijza2LQmubS8BOQtS/fAlN6O9VZBLyhVW6DxBhTd+FdQYNMHNwsavSsF36r5j9vF2UTCQcm/GouQAlAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8a487d3e068e21a72f1e123c1a2c8b70db74ebfabdeeaebbfe6d993e75581ff1","last_reissued_at":"2026-07-05T10:28:38.345076Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:28:38.345076Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.05005","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:28:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t6X3M3N9idmYiJ7bI2ULl/mqX6st/xo3HGK2kh1fABqesWMCGf9KFfWx8WOxyjXkXhbC985kV0D4e+z0bDrlBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:23:31.420571Z"},"content_sha256":"b83c78bd1308afcb973e469e70f65ce4f850a76225239688c08c134cb53cc37d","schema_version":"1.0","event_id":"sha256:b83c78bd1308afcb973e469e70f65ce4f850a76225239688c08c134cb53cc37d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:RJEH2PQGRYQ2OLY6CI6BULELOD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Balcony: A Lightweight Approach to Dynamic Inference of Generative Language Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aref Jafari, Benyamin Jamialahmadi, Boxing Chen, Hossein Rajabzadeh, Marzieh S.Tahaei, Mehdi Rezagholizadeh, Parsa Farinneya, Parsa Kavehzadeh","submitted_at":"2025-03-06T22:09:55Z","abstract_excerpt":"Deploying large language models (LLMs) in real-world applications is often hindered by strict computational and latency constraints. While dynamic inference offers the flexibility to adjust model behavior based on varying resource budgets, existing methods are frequently limited by hardware inefficiencies or performance degradation. In this paper, we introduce Balcony, a simple yet highly effective framework for depth-based dynamic inference. By freezing the pretrained LLM and inserting additional transformer layers at selected exit points, Balcony maintains the full model's performance while "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.05005","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.05005/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:28:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FQp6BvP9wJtoDEQ04vDKws+pUHfyIqwfuYaqWzqDRoHBXkw8zfx139XO1d02pUksJBUmkVjuE7tIduSX0QiDBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:23:31.421094Z"},"content_sha256":"25c6f150564f82be48aee811a4679ed2130d8e102c48edf5e9697409ca10334c","schema_version":"1.0","event_id":"sha256:25c6f150564f82be48aee811a4679ed2130d8e102c48edf5e9697409ca10334c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RJEH2PQGRYQ2OLY6CI6BULELOD/bundle.json","state_url":"https://pith.science/pith/RJEH2PQGRYQ2OLY6CI6BULELOD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RJEH2PQGRYQ2OLY6CI6BULELOD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T16:23:31Z","links":{"resolver":"https://pith.science/pith/RJEH2PQGRYQ2OLY6CI6BULELOD","bundle":"https://pith.science/pith/RJEH2PQGRYQ2OLY6CI6BULELOD/bundle.json","state":"https://pith.science/pith/RJEH2PQGRYQ2OLY6CI6BULELOD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RJEH2PQGRYQ2OLY6CI6BULELOD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RJEH2PQGRYQ2OLY6CI6BULELOD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a0a578617cb8e1eadfe59f5a8bb370d362c5701e76ec757828a220b8a4bdaf9","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-06T22:09:55Z","title_canon_sha256":"cbfc7e2fbb1fcde7723aa111febbb169d56613dd623fd3e49dbbd08448f24881"},"schema_version":"1.0","source":{"id":"2503.05005","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.05005","created_at":"2026-07-05T10:28:38Z"},{"alias_kind":"arxiv_version","alias_value":"2503.05005v2","created_at":"2026-07-05T10:28:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.05005","created_at":"2026-07-05T10:28:38Z"},{"alias_kind":"pith_short_12","alias_value":"RJEH2PQGRYQ2","created_at":"2026-07-05T10:28:38Z"},{"alias_kind":"pith_short_16","alias_value":"RJEH2PQGRYQ2OLY6","created_at":"2026-07-05T10:28:38Z"},{"alias_kind":"pith_short_8","alias_value":"RJEH2PQG","created_at":"2026-07-05T10:28:38Z"}],"graph_snapshots":[{"event_id":"sha256:25c6f150564f82be48aee811a4679ed2130d8e102c48edf5e9697409ca10334c","target":"graph","created_at":"2026-07-05T10:28:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.05005/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deploying large language models (LLMs) in real-world applications is often hindered by strict computational and latency constraints. While dynamic inference offers the flexibility to adjust model behavior based on varying resource budgets, existing methods are frequently limited by hardware inefficiencies or performance degradation. In this paper, we introduce Balcony, a simple yet highly effective framework for depth-based dynamic inference. By freezing the pretrained LLM and inserting additional transformer layers at selected exit points, Balcony maintains the full model's performance while ","authors_text":"Aref Jafari, Benyamin Jamialahmadi, Boxing Chen, Hossein Rajabzadeh, Marzieh S.Tahaei, Mehdi Rezagholizadeh, Parsa Farinneya, Parsa Kavehzadeh","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-06T22:09:55Z","title":"Balcony: A Lightweight Approach to Dynamic Inference of Generative Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.05005","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b83c78bd1308afcb973e469e70f65ce4f850a76225239688c08c134cb53cc37d","target":"record","created_at":"2026-07-05T10:28:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a0a578617cb8e1eadfe59f5a8bb370d362c5701e76ec757828a220b8a4bdaf9","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-06T22:09:55Z","title_canon_sha256":"cbfc7e2fbb1fcde7723aa111febbb169d56613dd623fd3e49dbbd08448f24881"},"schema_version":"1.0","source":{"id":"2503.05005","kind":"arxiv","version":2}},"canonical_sha256":"8a487d3e068e21a72f1e123c1a2c8b70db74ebfabdeeaebbfe6d993e75581ff1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8a487d3e068e21a72f1e123c1a2c8b70db74ebfabdeeaebbfe6d993e75581ff1","first_computed_at":"2026-07-05T10:28:38.345076Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:28:38.345076Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jDRBFlijza2LQmubS8BOQtS/fAlN6O9VZBLyhVW6DxBhTd+FdQYNMHNwsavSsF36r5j9vF2UTCQcm/GouQAlAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:28:38.345806Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.05005","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b83c78bd1308afcb973e469e70f65ce4f850a76225239688c08c134cb53cc37d","sha256:25c6f150564f82be48aee811a4679ed2130d8e102c48edf5e9697409ca10334c"],"state_sha256":"08f09af6dec40c90cd3644dfd6ee18890ab025d837b5eee824ecf72168f7627d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8jkF/dY8o32P2EgUYRhqWA2fvpDb0AeVkO2Y0KRS2hQmOEG3O2lQGx6m7qaMX1EFZ7lR936PdFFy4IKCbUjaBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T16:23:31.427137Z","bundle_sha256":"c2080b2bc0d5441780cfdde86fe13c12ef9d3da3635b596a881b35c7c06285c5"}}