{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:D6ZEJHM2DGUBJO45LXCUY6TK42","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"153b01a98c28889cf86b7aacebd4c65a886a78bf7cb63a9089080b71af5e688f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-15T04:32:41Z","title_canon_sha256":"5752d8f3aa797841961bdfbcd0fed97920663b9ccd19c3cedb7976d92a086f98"},"schema_version":"1.0","source":{"id":"2501.08570","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.08570","created_at":"2026-07-05T10:05:16Z"},{"alias_kind":"arxiv_version","alias_value":"2501.08570v3","created_at":"2026-07-05T10:05:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.08570","created_at":"2026-07-05T10:05:16Z"},{"alias_kind":"pith_short_12","alias_value":"D6ZEJHM2DGUB","created_at":"2026-07-05T10:05:16Z"},{"alias_kind":"pith_short_16","alias_value":"D6ZEJHM2DGUBJO45","created_at":"2026-07-05T10:05:16Z"},{"alias_kind":"pith_short_8","alias_value":"D6ZEJHM2","created_at":"2026-07-05T10:05:16Z"}],"graph_snapshots":[{"event_id":"sha256:9851ed9e7eedd70d0c1bdf73179e1003227c650087b718f913ec482cb54623db","target":"graph","created_at":"2026-07-05T10:05:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.08570/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Since the emergence of research on improving the length extrapolation capabilities of large language models in 2021, some studies have made modifications to the scaling factor in the scaled dot-product attention mechanism as part of their proposed methods without rigorous theoretical justifications. To fill this gap, we propose two new scaled temperatures based on information entropy invariance to enhance length extrapolation. First, a training-free method InfoScale is designed for dotproduct attention, and preserves focus on original tokens during length extrapolation by ensuring consistent e","authors_text":"Fengfeng Zhou, Jianlin Su, Kewei Li, Lan Huang, Ruochi Zhang, Yanwen Kong, Yiping Xu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-15T04:32:41Z","title":"Information Entropy Invariance: Enhancing Length Extrapolation in Attention Mechanisms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.08570","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d0cd2371026e6df4bc5d1f90c53dc3e1400b5b0f2cdeacbeaadb1107a51b593f","target":"record","created_at":"2026-07-05T10:05:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"153b01a98c28889cf86b7aacebd4c65a886a78bf7cb63a9089080b71af5e688f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-15T04:32:41Z","title_canon_sha256":"5752d8f3aa797841961bdfbcd0fed97920663b9ccd19c3cedb7976d92a086f98"},"schema_version":"1.0","source":{"id":"2501.08570","kind":"arxiv","version":3}},"canonical_sha256":"1fb2449d9a19a814bb9d5dc54c7a6ae68a2212fadd2d87b82780ffbf177d95d8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1fb2449d9a19a814bb9d5dc54c7a6ae68a2212fadd2d87b82780ffbf177d95d8","first_computed_at":"2026-07-05T10:05:16.398112Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:05:16.398112Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xjQXj114fOTque32FPwRsYjpQ3v+QpwU0sEtbFb5S3S7b0Q/TmVZrVZ7pzhemCH1PWwigd4NNEZnyQWxxGAQAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:05:16.398606Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.08570","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d0cd2371026e6df4bc5d1f90c53dc3e1400b5b0f2cdeacbeaadb1107a51b593f","sha256:9851ed9e7eedd70d0c1bdf73179e1003227c650087b718f913ec482cb54623db"],"state_sha256":"883234fd01ffe5e110ed79ed9e9b8debc2f31754bc08bc2c47add0a2c6932fa0"}