{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KICQSLOPN4TXWT37MHNBJNRSDL","short_pith_number":"pith:KICQSLOP","canonical_record":{"source":{"id":"2409.17113","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-25T17:27:02Z","cross_cats_sorted":[],"title_canon_sha256":"bfce028c584ef0544918a423fadce9d0d46a3203abea21edab89a3097b95e91f","abstract_canon_sha256":"23cc127656a7acb276ff6da8dc2fac2fe06ae7f5ce1f3326798b670c90adc752"},"schema_version":"1.0"},"canonical_sha256":"5205092dcf6f277b4f7f61da14b6321ac29e681076f3529fe6a1cd742c5774cf","source":{"kind":"arxiv","id":"2409.17113","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.17113","created_at":"2026-07-05T09:36:48Z"},{"alias_kind":"arxiv_version","alias_value":"2409.17113v4","created_at":"2026-07-05T09:36:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.17113","created_at":"2026-07-05T09:36:48Z"},{"alias_kind":"pith_short_12","alias_value":"KICQSLOPN4TX","created_at":"2026-07-05T09:36:48Z"},{"alias_kind":"pith_short_16","alias_value":"KICQSLOPN4TXWT37","created_at":"2026-07-05T09:36:48Z"},{"alias_kind":"pith_short_8","alias_value":"KICQSLOP","created_at":"2026-07-05T09:36:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KICQSLOPN4TXWT37MHNBJNRSDL","target":"record","payload":{"canonical_record":{"source":{"id":"2409.17113","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-25T17:27:02Z","cross_cats_sorted":[],"title_canon_sha256":"bfce028c584ef0544918a423fadce9d0d46a3203abea21edab89a3097b95e91f","abstract_canon_sha256":"23cc127656a7acb276ff6da8dc2fac2fe06ae7f5ce1f3326798b670c90adc752"},"schema_version":"1.0"},"canonical_sha256":"5205092dcf6f277b4f7f61da14b6321ac29e681076f3529fe6a1cd742c5774cf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:36:48.417958Z","signature_b64":"5ajJ0aF3TEGbcTfjiTbIGQaO/w5WZYZCfpm4VF1eqT3r6BJy6HmADvXB9qXCg5VJYafDC2VLEHrX74adFf8CBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5205092dcf6f277b4f7f61da14b6321ac29e681076f3529fe6a1cd742c5774cf","last_reissued_at":"2026-07-05T09:36:48.417416Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:36:48.417416Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.17113","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m1H1wgmBLKNCtfzBT/lafAwU4nLL1n/BMKMGLrmfGXo2XS7nlkRZYo/WaL8+2w0kVUlGwGRqDMe3lO8Vng5SBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:59:03.721603Z"},"content_sha256":"5299936e9d32e4d5a0c3969118c08600324a19a87fed9804dac3b00bea0ee5d9","schema_version":"1.0","event_id":"sha256:5299936e9d32e4d5a0c3969118c08600324a19a87fed9804dac3b00bea0ee5d9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KICQSLOPN4TXWT37MHNBJNRSDL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Characterizing stable regions in the residual stream of LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Chatrik Singh Mangat, Giorgi Giglemiani, Jacek Karwowski, Jett Janiak, Nora Petrova, Stefan Heimersheim","submitted_at":"2024-09-25T17:27:02Z","abstract_excerpt":"We identify stable regions in the residual stream of Transformers, where the model's output remains insensitive to small activation changes, but exhibits high sensitivity at region boundaries. These regions emerge during training and become more defined as training progresses or model size increases. The regions appear to be much larger than previously studied polytopes. Our analysis suggests that these stable regions align with semantic distinctions, where similar prompts cluster within regions, and activations from the same region lead to similar next token predictions. This work provides a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.17113","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.17113/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DRZ9VTn7MURXgshpB96+EhJ/zGeYsay5tK1/yMkmRVTqpvl9eClKKh6E/92y0iH09Bz2lrYJ1URTh649PbKlDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:59:03.722156Z"},"content_sha256":"8fd2c108c09960c9a2a2442f7b71558bf12207443aab36365e05bfcdd47fa533","schema_version":"1.0","event_id":"sha256:8fd2c108c09960c9a2a2442f7b71558bf12207443aab36365e05bfcdd47fa533"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KICQSLOPN4TXWT37MHNBJNRSDL/bundle.json","state_url":"https://pith.science/pith/KICQSLOPN4TXWT37MHNBJNRSDL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KICQSLOPN4TXWT37MHNBJNRSDL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T11:59:03Z","links":{"resolver":"https://pith.science/pith/KICQSLOPN4TXWT37MHNBJNRSDL","bundle":"https://pith.science/pith/KICQSLOPN4TXWT37MHNBJNRSDL/bundle.json","state":"https://pith.science/pith/KICQSLOPN4TXWT37MHNBJNRSDL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KICQSLOPN4TXWT37MHNBJNRSDL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KICQSLOPN4TXWT37MHNBJNRSDL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"23cc127656a7acb276ff6da8dc2fac2fe06ae7f5ce1f3326798b670c90adc752","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-25T17:27:02Z","title_canon_sha256":"bfce028c584ef0544918a423fadce9d0d46a3203abea21edab89a3097b95e91f"},"schema_version":"1.0","source":{"id":"2409.17113","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.17113","created_at":"2026-07-05T09:36:48Z"},{"alias_kind":"arxiv_version","alias_value":"2409.17113v4","created_at":"2026-07-05T09:36:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.17113","created_at":"2026-07-05T09:36:48Z"},{"alias_kind":"pith_short_12","alias_value":"KICQSLOPN4TX","created_at":"2026-07-05T09:36:48Z"},{"alias_kind":"pith_short_16","alias_value":"KICQSLOPN4TXWT37","created_at":"2026-07-05T09:36:48Z"},{"alias_kind":"pith_short_8","alias_value":"KICQSLOP","created_at":"2026-07-05T09:36:48Z"}],"graph_snapshots":[{"event_id":"sha256:8fd2c108c09960c9a2a2442f7b71558bf12207443aab36365e05bfcdd47fa533","target":"graph","created_at":"2026-07-05T09:36:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.17113/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We identify stable regions in the residual stream of Transformers, where the model's output remains insensitive to small activation changes, but exhibits high sensitivity at region boundaries. These regions emerge during training and become more defined as training progresses or model size increases. The regions appear to be much larger than previously studied polytopes. Our analysis suggests that these stable regions align with semantic distinctions, where similar prompts cluster within regions, and activations from the same region lead to similar next token predictions. This work provides a ","authors_text":"Chatrik Singh Mangat, Giorgi Giglemiani, Jacek Karwowski, Jett Janiak, Nora Petrova, Stefan Heimersheim","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-25T17:27:02Z","title":"Characterizing stable regions in the residual stream of LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.17113","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5299936e9d32e4d5a0c3969118c08600324a19a87fed9804dac3b00bea0ee5d9","target":"record","created_at":"2026-07-05T09:36:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"23cc127656a7acb276ff6da8dc2fac2fe06ae7f5ce1f3326798b670c90adc752","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-25T17:27:02Z","title_canon_sha256":"bfce028c584ef0544918a423fadce9d0d46a3203abea21edab89a3097b95e91f"},"schema_version":"1.0","source":{"id":"2409.17113","kind":"arxiv","version":4}},"canonical_sha256":"5205092dcf6f277b4f7f61da14b6321ac29e681076f3529fe6a1cd742c5774cf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5205092dcf6f277b4f7f61da14b6321ac29e681076f3529fe6a1cd742c5774cf","first_computed_at":"2026-07-05T09:36:48.417416Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:36:48.417416Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5ajJ0aF3TEGbcTfjiTbIGQaO/w5WZYZCfpm4VF1eqT3r6BJy6HmADvXB9qXCg5VJYafDC2VLEHrX74adFf8CBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:36:48.417958Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.17113","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5299936e9d32e4d5a0c3969118c08600324a19a87fed9804dac3b00bea0ee5d9","sha256:8fd2c108c09960c9a2a2442f7b71558bf12207443aab36365e05bfcdd47fa533"],"state_sha256":"8bb7c85e8069dfb813a1a1e280e56d01dcc7631e89fda356d41988a15a032a4f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"irooMCDdOVHjgw8X4cqfsrH19qZi3kVm8nylH/tQvLp3argQMFmj7FtAhbfdup7nkvQotyDW1v63aoPOLV7LDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T11:59:03.725393Z","bundle_sha256":"d0d951bc0c4ebebc53bb5b08b1b79fd6c8a6d9a272c0350f412675652f4e05de"}}