{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:OHEN4AQGQTXSYYV7RXL3VJPG5C","short_pith_number":"pith:OHEN4AQG","canonical_record":{"source":{"id":"2507.20398","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-27T19:41:39Z","cross_cats_sorted":[],"title_canon_sha256":"e4f790c5594be3de8c4502b6ec449f0b41e999b4f46326d83591434ccff5e343","abstract_canon_sha256":"33231fd9a2088b005ae66d8739803e5d8f772e7e7de99f5c829705600f687c98"},"schema_version":"1.0"},"canonical_sha256":"71c8de020684ef2c62bf8dd7baa5e6e88b1dc054b533b2629e49e3c6cc0118fb","source":{"kind":"arxiv","id":"2507.20398","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.20398","created_at":"2026-07-05T11:56:59Z"},{"alias_kind":"arxiv_version","alias_value":"2507.20398v2","created_at":"2026-07-05T11:56:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.20398","created_at":"2026-07-05T11:56:59Z"},{"alias_kind":"pith_short_12","alias_value":"OHEN4AQGQTXS","created_at":"2026-07-05T11:56:59Z"},{"alias_kind":"pith_short_16","alias_value":"OHEN4AQGQTXSYYV7","created_at":"2026-07-05T11:56:59Z"},{"alias_kind":"pith_short_8","alias_value":"OHEN4AQG","created_at":"2026-07-05T11:56:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:OHEN4AQGQTXSYYV7RXL3VJPG5C","target":"record","payload":{"canonical_record":{"source":{"id":"2507.20398","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-27T19:41:39Z","cross_cats_sorted":[],"title_canon_sha256":"e4f790c5594be3de8c4502b6ec449f0b41e999b4f46326d83591434ccff5e343","abstract_canon_sha256":"33231fd9a2088b005ae66d8739803e5d8f772e7e7de99f5c829705600f687c98"},"schema_version":"1.0"},"canonical_sha256":"71c8de020684ef2c62bf8dd7baa5e6e88b1dc054b533b2629e49e3c6cc0118fb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:56:59.656664Z","signature_b64":"zGGvsOzPXB6buXJUdLd8INATkZN0SnONDIZy3kGeKTv7qURTq7bTVCIWrA7AqqYwmjiurJ7iJZb81HiXQxzOCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"71c8de020684ef2c62bf8dd7baa5e6e88b1dc054b533b2629e49e3c6cc0118fb","last_reissued_at":"2026-07-05T11:56:59.656153Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:56:59.656153Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.20398","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:56:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TkTcqxHX2DoZ33fxv16w3i+4jzkS3lRjUCEUzv9c3ADH/wKOxXQnVlUtYmIe5lum+fdwCZ2e3Tp5XglYzpULDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T04:32:54.053301Z"},"content_sha256":"ed15076f3a18b65a81337dc49ab9975e0f055303dc194a85c1adcbecc2ab26d0","schema_version":"1.0","event_id":"sha256:ed15076f3a18b65a81337dc49ab9975e0f055303dc194a85c1adcbecc2ab26d0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:OHEN4AQGQTXSYYV7RXL3VJPG5C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Length Representations in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dasom Choi, Hidetaka Kamigaito, Jingun Kwon, Manabu Okumura, Sangjun Moon","submitted_at":"2025-07-27T19:41:39Z","abstract_excerpt":"Large language models (LLMs) have shown remarkable capabilities across various tasks, that are learned from massive amounts of text-based data. Although LLMs can control output sequence length, particularly in instruction-based settings, the internal mechanisms behind this control have been unexplored yet. In this study, we provide empirical evidence on how output sequence length information is encoded within the internal representations in LLMs. In particular, our findings show that multi-head attention mechanisms are critical in determining output sequence length, which can be adjusted in a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.20398","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.20398/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:56:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VqUMzK45Hv1DUirKgKQ9KNMwxMWutoVm/yj1b0adddH8Z8ckUEjJChXC8hBb12oEm/l9D/lAfowIrWbdqNvLAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T04:32:54.053802Z"},"content_sha256":"f9f693280e1358c0b7226471ab3f0c62a830d8572155dd927b42c85a039b059d","schema_version":"1.0","event_id":"sha256:f9f693280e1358c0b7226471ab3f0c62a830d8572155dd927b42c85a039b059d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OHEN4AQGQTXSYYV7RXL3VJPG5C/bundle.json","state_url":"https://pith.science/pith/OHEN4AQGQTXSYYV7RXL3VJPG5C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OHEN4AQGQTXSYYV7RXL3VJPG5C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T04:32:54Z","links":{"resolver":"https://pith.science/pith/OHEN4AQGQTXSYYV7RXL3VJPG5C","bundle":"https://pith.science/pith/OHEN4AQGQTXSYYV7RXL3VJPG5C/bundle.json","state":"https://pith.science/pith/OHEN4AQGQTXSYYV7RXL3VJPG5C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OHEN4AQGQTXSYYV7RXL3VJPG5C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:OHEN4AQGQTXSYYV7RXL3VJPG5C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"33231fd9a2088b005ae66d8739803e5d8f772e7e7de99f5c829705600f687c98","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-27T19:41:39Z","title_canon_sha256":"e4f790c5594be3de8c4502b6ec449f0b41e999b4f46326d83591434ccff5e343"},"schema_version":"1.0","source":{"id":"2507.20398","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.20398","created_at":"2026-07-05T11:56:59Z"},{"alias_kind":"arxiv_version","alias_value":"2507.20398v2","created_at":"2026-07-05T11:56:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.20398","created_at":"2026-07-05T11:56:59Z"},{"alias_kind":"pith_short_12","alias_value":"OHEN4AQGQTXS","created_at":"2026-07-05T11:56:59Z"},{"alias_kind":"pith_short_16","alias_value":"OHEN4AQGQTXSYYV7","created_at":"2026-07-05T11:56:59Z"},{"alias_kind":"pith_short_8","alias_value":"OHEN4AQG","created_at":"2026-07-05T11:56:59Z"}],"graph_snapshots":[{"event_id":"sha256:f9f693280e1358c0b7226471ab3f0c62a830d8572155dd927b42c85a039b059d","target":"graph","created_at":"2026-07-05T11:56:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.20398/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have shown remarkable capabilities across various tasks, that are learned from massive amounts of text-based data. Although LLMs can control output sequence length, particularly in instruction-based settings, the internal mechanisms behind this control have been unexplored yet. In this study, we provide empirical evidence on how output sequence length information is encoded within the internal representations in LLMs. In particular, our findings show that multi-head attention mechanisms are critical in determining output sequence length, which can be adjusted in a ","authors_text":"Dasom Choi, Hidetaka Kamigaito, Jingun Kwon, Manabu Okumura, Sangjun Moon","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-27T19:41:39Z","title":"Length Representations in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.20398","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ed15076f3a18b65a81337dc49ab9975e0f055303dc194a85c1adcbecc2ab26d0","target":"record","created_at":"2026-07-05T11:56:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"33231fd9a2088b005ae66d8739803e5d8f772e7e7de99f5c829705600f687c98","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-27T19:41:39Z","title_canon_sha256":"e4f790c5594be3de8c4502b6ec449f0b41e999b4f46326d83591434ccff5e343"},"schema_version":"1.0","source":{"id":"2507.20398","kind":"arxiv","version":2}},"canonical_sha256":"71c8de020684ef2c62bf8dd7baa5e6e88b1dc054b533b2629e49e3c6cc0118fb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"71c8de020684ef2c62bf8dd7baa5e6e88b1dc054b533b2629e49e3c6cc0118fb","first_computed_at":"2026-07-05T11:56:59.656153Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:56:59.656153Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zGGvsOzPXB6buXJUdLd8INATkZN0SnONDIZy3kGeKTv7qURTq7bTVCIWrA7AqqYwmjiurJ7iJZb81HiXQxzOCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:56:59.656664Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.20398","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ed15076f3a18b65a81337dc49ab9975e0f055303dc194a85c1adcbecc2ab26d0","sha256:f9f693280e1358c0b7226471ab3f0c62a830d8572155dd927b42c85a039b059d"],"state_sha256":"63123e3c6fb553249e96013f05997580c88c5cd1e1b48c6909da39f45688157e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H/bL9moy56Q6nE+gB1DUYyBuECCaJXe10pCI8sfUzBeyAwrUjsGCRHuOdgyTdj0cGOMwh631FEtuFNcFxlVZCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T04:32:54.057391Z","bundle_sha256":"e280231ae8d1c340ca39bf790cae881037335d5ca9d2e59c067343b3e7727abd"}}