{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PAUKQGB66MS47WKJKCNKGN32E3","short_pith_number":"pith:PAUKQGB6","canonical_record":{"source":{"id":"2407.07810","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T16:30:27Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"051a5c0c661f25d00f7b53e7c8094808eef24eeee70a1483cb8c61526cc34067","abstract_canon_sha256":"522dde18be5c727610e6146a12f84caa7695f1b867e175cc075fc6ded5f31180"},"schema_version":"1.0"},"canonical_sha256":"7828a8183ef325cfd949509aa3377a26d966e68fad568759d6052a9ef5db64de","source":{"kind":"arxiv","id":"2407.07810","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.07810","created_at":"2026-07-05T10:24:22Z"},{"alias_kind":"arxiv_version","alias_value":"2407.07810v5","created_at":"2026-07-05T10:24:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.07810","created_at":"2026-07-05T10:24:22Z"},{"alias_kind":"pith_short_12","alias_value":"PAUKQGB66MS4","created_at":"2026-07-05T10:24:22Z"},{"alias_kind":"pith_short_16","alias_value":"PAUKQGB66MS47WKJ","created_at":"2026-07-05T10:24:22Z"},{"alias_kind":"pith_short_8","alias_value":"PAUKQGB6","created_at":"2026-07-05T10:24:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PAUKQGB66MS47WKJKCNKGN32E3","target":"record","payload":{"canonical_record":{"source":{"id":"2407.07810","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T16:30:27Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"051a5c0c661f25d00f7b53e7c8094808eef24eeee70a1483cb8c61526cc34067","abstract_canon_sha256":"522dde18be5c727610e6146a12f84caa7695f1b867e175cc075fc6ded5f31180"},"schema_version":"1.0"},"canonical_sha256":"7828a8183ef325cfd949509aa3377a26d966e68fad568759d6052a9ef5db64de","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:24:22.999541Z","signature_b64":"IkEOBNrG6gG6YCE65c973XqHzeZ47+yFjCVpeCv3A3uMm/jughPPtjEydA/1CzLlUi+apNadyhO2c31J3A2gBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7828a8183ef325cfd949509aa3377a26d966e68fad568759d6052a9ef5db64de","last_reissued_at":"2026-07-05T10:24:22.998998Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:24:22.998998Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.07810","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:24:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dzitBqvXsxuHGMETNv4FIWco6sDY8HX/vchqbDV6/9USDJD8RqFRLSF/6tE2UqzGXuHn+gGrUdX1H/mgkGz1DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T06:08:51.863639Z"},"content_sha256":"07a08ec2061a6d73c732b89ce342d52f5cb21267792f60fe0b26eb704ffc4c9d","schema_version":"1.0","event_id":"sha256:07a08ec2061a6d73c732b89ce342d52f5cb21267792f60fe0b26eb704ffc4c9d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PAUKQGB66MS47WKJKCNKGN32E3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformer Block Coupling and its Correlation with Generalization in LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Anton Sugolov, Haoming Meng, Murdock Aubry, Vardan Papyan","submitted_at":"2024-07-10T16:30:27Z","abstract_excerpt":"Large Language Models (LLMs) have made significant strides in natural language processing, and a precise understanding of the internal mechanisms driving their success is essential. In this work, we analyze the trajectories of token embeddings as they pass through transformer blocks, linearizing the system along these trajectories through their Jacobian matrices. By examining the relationships between these block Jacobians, we uncover the phenomenon of \\textbf{transformer block coupling} in a multitude of LLMs, characterized by the coupling of their top singular vectors across tokens and depth"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.07810","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.07810/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:24:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mZiC66lAelXD9rPZ52XQc6kqG1j7OBCSxmCaE3lJCIilxuV4Fm4R+LpFLXwA9Rqc1bGoReBdzHfreo1U/zt+Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T06:08:51.864154Z"},"content_sha256":"18b9239995ccc57335aed419e222f6c66f337292f659d035c203acec60a753f4","schema_version":"1.0","event_id":"sha256:18b9239995ccc57335aed419e222f6c66f337292f659d035c203acec60a753f4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PAUKQGB66MS47WKJKCNKGN32E3/bundle.json","state_url":"https://pith.science/pith/PAUKQGB66MS47WKJKCNKGN32E3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PAUKQGB66MS47WKJKCNKGN32E3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T06:08:51Z","links":{"resolver":"https://pith.science/pith/PAUKQGB66MS47WKJKCNKGN32E3","bundle":"https://pith.science/pith/PAUKQGB66MS47WKJKCNKGN32E3/bundle.json","state":"https://pith.science/pith/PAUKQGB66MS47WKJKCNKGN32E3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PAUKQGB66MS47WKJKCNKGN32E3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PAUKQGB66MS47WKJKCNKGN32E3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"522dde18be5c727610e6146a12f84caa7695f1b867e175cc075fc6ded5f31180","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T16:30:27Z","title_canon_sha256":"051a5c0c661f25d00f7b53e7c8094808eef24eeee70a1483cb8c61526cc34067"},"schema_version":"1.0","source":{"id":"2407.07810","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.07810","created_at":"2026-07-05T10:24:22Z"},{"alias_kind":"arxiv_version","alias_value":"2407.07810v5","created_at":"2026-07-05T10:24:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.07810","created_at":"2026-07-05T10:24:22Z"},{"alias_kind":"pith_short_12","alias_value":"PAUKQGB66MS4","created_at":"2026-07-05T10:24:22Z"},{"alias_kind":"pith_short_16","alias_value":"PAUKQGB66MS47WKJ","created_at":"2026-07-05T10:24:22Z"},{"alias_kind":"pith_short_8","alias_value":"PAUKQGB6","created_at":"2026-07-05T10:24:22Z"}],"graph_snapshots":[{"event_id":"sha256:18b9239995ccc57335aed419e222f6c66f337292f659d035c203acec60a753f4","target":"graph","created_at":"2026-07-05T10:24:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.07810/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have made significant strides in natural language processing, and a precise understanding of the internal mechanisms driving their success is essential. In this work, we analyze the trajectories of token embeddings as they pass through transformer blocks, linearizing the system along these trajectories through their Jacobian matrices. By examining the relationships between these block Jacobians, we uncover the phenomenon of \\textbf{transformer block coupling} in a multitude of LLMs, characterized by the coupling of their top singular vectors across tokens and depth","authors_text":"Anton Sugolov, Haoming Meng, Murdock Aubry, Vardan Papyan","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T16:30:27Z","title":"Transformer Block Coupling and its Correlation with Generalization in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.07810","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:07a08ec2061a6d73c732b89ce342d52f5cb21267792f60fe0b26eb704ffc4c9d","target":"record","created_at":"2026-07-05T10:24:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"522dde18be5c727610e6146a12f84caa7695f1b867e175cc075fc6ded5f31180","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T16:30:27Z","title_canon_sha256":"051a5c0c661f25d00f7b53e7c8094808eef24eeee70a1483cb8c61526cc34067"},"schema_version":"1.0","source":{"id":"2407.07810","kind":"arxiv","version":5}},"canonical_sha256":"7828a8183ef325cfd949509aa3377a26d966e68fad568759d6052a9ef5db64de","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7828a8183ef325cfd949509aa3377a26d966e68fad568759d6052a9ef5db64de","first_computed_at":"2026-07-05T10:24:22.998998Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:24:22.998998Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IkEOBNrG6gG6YCE65c973XqHzeZ47+yFjCVpeCv3A3uMm/jughPPtjEydA/1CzLlUi+apNadyhO2c31J3A2gBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:24:22.999541Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.07810","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:07a08ec2061a6d73c732b89ce342d52f5cb21267792f60fe0b26eb704ffc4c9d","sha256:18b9239995ccc57335aed419e222f6c66f337292f659d035c203acec60a753f4"],"state_sha256":"8cd52f97eae2415b8544dbd882380d37451eba06255de57aea996c31f78f05d3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0tuyUHHNkpxy+ughn7vGdRf0HSiCKyvQc5ACdB7awsmLhi1K3GKmYdl+UT4QPr0m4yI+RcRhz6xL9bpRopt9Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T06:08:51.869789Z","bundle_sha256":"d57f7c3c22596dd987b3a36e37053d5da50aa60c2316e120f1a1beba395b22e2"}}