{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5ETU5X4ZEPLLH4H7JBHLYQNLAV","short_pith_number":"pith:5ETU5X4Z","canonical_record":{"source":{"id":"2412.05768","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-08T00:46:10Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ed7556424bdce5cc8e77579db61cabf2a0c2f677c556d1526be7e1be86fad383","abstract_canon_sha256":"95f095bf75ad34870a8d1fce48a183748f5760f381e56206aaac2d70983504ba"},"schema_version":"1.0"},"canonical_sha256":"e9274edf9923d6b3f0ff484ebc41ab054ef16990e5047392c8c74ea296a6f631","source":{"kind":"arxiv","id":"2412.05768","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.05768","created_at":"2026-07-05T09:46:08Z"},{"alias_kind":"arxiv_version","alias_value":"2412.05768v1","created_at":"2026-07-05T09:46:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.05768","created_at":"2026-07-05T09:46:08Z"},{"alias_kind":"pith_short_12","alias_value":"5ETU5X4ZEPLL","created_at":"2026-07-05T09:46:08Z"},{"alias_kind":"pith_short_16","alias_value":"5ETU5X4ZEPLLH4H7","created_at":"2026-07-05T09:46:08Z"},{"alias_kind":"pith_short_8","alias_value":"5ETU5X4Z","created_at":"2026-07-05T09:46:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5ETU5X4ZEPLLH4H7JBHLYQNLAV","target":"record","payload":{"canonical_record":{"source":{"id":"2412.05768","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-08T00:46:10Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ed7556424bdce5cc8e77579db61cabf2a0c2f677c556d1526be7e1be86fad383","abstract_canon_sha256":"95f095bf75ad34870a8d1fce48a183748f5760f381e56206aaac2d70983504ba"},"schema_version":"1.0"},"canonical_sha256":"e9274edf9923d6b3f0ff484ebc41ab054ef16990e5047392c8c74ea296a6f631","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:46:08.559088Z","signature_b64":"vztrTUUzOUm7YdldHli9dEEPTmPXJHmXRbCRF+3boI5ZzFTthceI7VSFXBh/Qcpw0knfCRRZCWG9oK73+BBYAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e9274edf9923d6b3f0ff484ebc41ab054ef16990e5047392c8c74ea296a6f631","last_reissued_at":"2026-07-05T09:46:08.558663Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:46:08.558663Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.05768","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:46:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nSpI92Zxzcbp4bf0uUfvodVXBe3+4t5vSAqEMIBqyw10Zn2uJsLUVgoNr7ctpO2pxt1vPbyGRv2MF8mUwU8/BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T03:41:51.833741Z"},"content_sha256":"c42910fc46c732284ce85bf7e85b34371bd3c82b9f3a2e5a1125ddd8b6f1c386","schema_version":"1.0","event_id":"sha256:c42910fc46c732284ce85bf7e85b34371bd3c82b9f3a2e5a1125ddd8b6f1c386"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5ETU5X4ZEPLLH4H7JBHLYQNLAV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Uncovering Uncertainty in Transformer Inference","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Amber Tien, Greyson Brothers, John Winder, Willa Mannering","submitted_at":"2024-12-08T00:46:10Z","abstract_excerpt":"We explore the Iterative Inference Hypothesis (IIH) within the context of transformer-based language models, aiming to understand how a model's latent representations are progressively refined and whether observable differences are present between correct and incorrect generations. Our findings provide empirical support for the IIH, showing that the nth token embedding in the residual stream follows a trajectory of decreasing loss. Additionally, we observe that the rate at which residual embeddings converge to a stable output representation reflects uncertainty in the token generation process."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.05768","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.05768/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:46:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9fCPrhfCl/xURvGfy5crOZKkKOGXbFS74aPUihwOlXVggfMOIhyOF2JUpiYt9yCLtxJ8vfMDYz6hcV5Jr+uXAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T03:41:51.834124Z"},"content_sha256":"9aae985141dced1f6d2250fb421501f01ef0cd15d6898a186bd904298fcc37eb","schema_version":"1.0","event_id":"sha256:9aae985141dced1f6d2250fb421501f01ef0cd15d6898a186bd904298fcc37eb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5ETU5X4ZEPLLH4H7JBHLYQNLAV/bundle.json","state_url":"https://pith.science/pith/5ETU5X4ZEPLLH4H7JBHLYQNLAV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5ETU5X4ZEPLLH4H7JBHLYQNLAV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-21T03:41:51Z","links":{"resolver":"https://pith.science/pith/5ETU5X4ZEPLLH4H7JBHLYQNLAV","bundle":"https://pith.science/pith/5ETU5X4ZEPLLH4H7JBHLYQNLAV/bundle.json","state":"https://pith.science/pith/5ETU5X4ZEPLLH4H7JBHLYQNLAV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5ETU5X4ZEPLLH4H7JBHLYQNLAV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5ETU5X4ZEPLLH4H7JBHLYQNLAV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"95f095bf75ad34870a8d1fce48a183748f5760f381e56206aaac2d70983504ba","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-08T00:46:10Z","title_canon_sha256":"ed7556424bdce5cc8e77579db61cabf2a0c2f677c556d1526be7e1be86fad383"},"schema_version":"1.0","source":{"id":"2412.05768","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.05768","created_at":"2026-07-05T09:46:08Z"},{"alias_kind":"arxiv_version","alias_value":"2412.05768v1","created_at":"2026-07-05T09:46:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.05768","created_at":"2026-07-05T09:46:08Z"},{"alias_kind":"pith_short_12","alias_value":"5ETU5X4ZEPLL","created_at":"2026-07-05T09:46:08Z"},{"alias_kind":"pith_short_16","alias_value":"5ETU5X4ZEPLLH4H7","created_at":"2026-07-05T09:46:08Z"},{"alias_kind":"pith_short_8","alias_value":"5ETU5X4Z","created_at":"2026-07-05T09:46:08Z"}],"graph_snapshots":[{"event_id":"sha256:9aae985141dced1f6d2250fb421501f01ef0cd15d6898a186bd904298fcc37eb","target":"graph","created_at":"2026-07-05T09:46:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.05768/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We explore the Iterative Inference Hypothesis (IIH) within the context of transformer-based language models, aiming to understand how a model's latent representations are progressively refined and whether observable differences are present between correct and incorrect generations. Our findings provide empirical support for the IIH, showing that the nth token embedding in the residual stream follows a trajectory of decreasing loss. Additionally, we observe that the rate at which residual embeddings converge to a stable output representation reflects uncertainty in the token generation process.","authors_text":"Amber Tien, Greyson Brothers, John Winder, Willa Mannering","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-08T00:46:10Z","title":"Uncovering Uncertainty in Transformer Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.05768","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c42910fc46c732284ce85bf7e85b34371bd3c82b9f3a2e5a1125ddd8b6f1c386","target":"record","created_at":"2026-07-05T09:46:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"95f095bf75ad34870a8d1fce48a183748f5760f381e56206aaac2d70983504ba","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-08T00:46:10Z","title_canon_sha256":"ed7556424bdce5cc8e77579db61cabf2a0c2f677c556d1526be7e1be86fad383"},"schema_version":"1.0","source":{"id":"2412.05768","kind":"arxiv","version":1}},"canonical_sha256":"e9274edf9923d6b3f0ff484ebc41ab054ef16990e5047392c8c74ea296a6f631","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e9274edf9923d6b3f0ff484ebc41ab054ef16990e5047392c8c74ea296a6f631","first_computed_at":"2026-07-05T09:46:08.558663Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:46:08.558663Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vztrTUUzOUm7YdldHli9dEEPTmPXJHmXRbCRF+3boI5ZzFTthceI7VSFXBh/Qcpw0knfCRRZCWG9oK73+BBYAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:46:08.559088Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.05768","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c42910fc46c732284ce85bf7e85b34371bd3c82b9f3a2e5a1125ddd8b6f1c386","sha256:9aae985141dced1f6d2250fb421501f01ef0cd15d6898a186bd904298fcc37eb"],"state_sha256":"74b6cae8494d98f210f1fbba5204f0247a72524cf83d19c29a772f0581bb88ca"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oyy3vNc1S3CRSs3LgYqf9vHF+SHbuIr9xR0MRvzk4hw2LnoUTt2cQkC3PLwytay9RwZFCI6R9yBHTgL42w/ECA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-21T03:41:51.836446Z","bundle_sha256":"86b6b22dd1284d63e4965a94962529a8b466d77201ca644dd5533980149bdac3"}}