{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JATT3KOOEMWPSQWU6ZXVEPL5LE","short_pith_number":"pith:JATT3KOO","canonical_record":{"source":{"id":"2301.06758","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-17T08:46:50Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"bd7c0cc2c7acd1778f675dda98df15189c2eaa3f2e4c9394dfb6ef85a16c643c","abstract_canon_sha256":"e904f27a80ee9cf44f6bbb87f31d11f5ef9dd1e69018e8edebc10b28c2472a01"},"schema_version":"1.0"},"canonical_sha256":"48273da9ce232cf942d4f66f523d7d591e1479e5920efd7ccf87531322e81763","source":{"kind":"arxiv","id":"2301.06758","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.06758","created_at":"2026-07-05T05:33:35Z"},{"alias_kind":"arxiv_version","alias_value":"2301.06758v1","created_at":"2026-07-05T05:33:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.06758","created_at":"2026-07-05T05:33:35Z"},{"alias_kind":"pith_short_12","alias_value":"JATT3KOOEMWP","created_at":"2026-07-05T05:33:35Z"},{"alias_kind":"pith_short_16","alias_value":"JATT3KOOEMWPSQWU","created_at":"2026-07-05T05:33:35Z"},{"alias_kind":"pith_short_8","alias_value":"JATT3KOO","created_at":"2026-07-05T05:33:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JATT3KOOEMWPSQWU6ZXVEPL5LE","target":"record","payload":{"canonical_record":{"source":{"id":"2301.06758","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-17T08:46:50Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"bd7c0cc2c7acd1778f675dda98df15189c2eaa3f2e4c9394dfb6ef85a16c643c","abstract_canon_sha256":"e904f27a80ee9cf44f6bbb87f31d11f5ef9dd1e69018e8edebc10b28c2472a01"},"schema_version":"1.0"},"canonical_sha256":"48273da9ce232cf942d4f66f523d7d591e1479e5920efd7ccf87531322e81763","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:33:35.500294Z","signature_b64":"9o1p6Mkx0t5xPG+ub0rzHMdxmLmpmvm0iP2NOVlkZfx+2qFkTY1Sda+018Y4hjTC8slG4jfve3p4dHuC09UfDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"48273da9ce232cf942d4f66f523d7d591e1479e5920efd7ccf87531322e81763","last_reissued_at":"2026-07-05T05:33:35.499752Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:33:35.499752Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2301.06758","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:33:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9S/1Mwz02IPlZEbYOPONLZhZ2zNrrZFeZQGnVRMiicdShXbsimjrcVNQ0Pl7+xIdjkQIxJ+9l24njx2geK6ZCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T23:37:14.549820Z"},"content_sha256":"dfb4016aad58e918ab03248b1cf5378bf6511745c43c139dceeeaf17bc932c3e","schema_version":"1.0","event_id":"sha256:dfb4016aad58e918ab03248b1cf5378bf6511745c43c139dceeeaf17bc932c3e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JATT3KOOEMWPSQWU6ZXVEPL5LE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Tracing and Manipulating Intermediate Values in Neural Math Problem Solvers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Benjamin Heinzerling, Kentaro Inui, Masashi Yoshikawa, Yuta Matsumoto","submitted_at":"2023-01-17T08:46:50Z","abstract_excerpt":"How language models process complex input that requires multiple steps of inference is not well understood. Previous research has shown that information about intermediate values of these inputs can be extracted from the activations of the models, but it is unclear where that information is encoded and whether that information is indeed used during inference. We introduce a method for analyzing how a Transformer model processes these inputs by focusing on simple arithmetic problems and their intermediate values. To trace where information about intermediate values is encoded, we measure the co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.06758","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2301.06758/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:33:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qrASynsCy2c3uwlbbEBb2yw2sAbon5lpv3vsvbaI2zxCrFTCQHRPe0qwPuatOtujl1I7eI51tpDfpdoNjAhLBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T23:37:14.550215Z"},"content_sha256":"3832fbe44e3ead8fb9b3c1f4b3fe7a41a5a6c64b9c291fcb105d6e69a6da4762","schema_version":"1.0","event_id":"sha256:3832fbe44e3ead8fb9b3c1f4b3fe7a41a5a6c64b9c291fcb105d6e69a6da4762"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JATT3KOOEMWPSQWU6ZXVEPL5LE/bundle.json","state_url":"https://pith.science/pith/JATT3KOOEMWPSQWU6ZXVEPL5LE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JATT3KOOEMWPSQWU6ZXVEPL5LE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T23:37:14Z","links":{"resolver":"https://pith.science/pith/JATT3KOOEMWPSQWU6ZXVEPL5LE","bundle":"https://pith.science/pith/JATT3KOOEMWPSQWU6ZXVEPL5LE/bundle.json","state":"https://pith.science/pith/JATT3KOOEMWPSQWU6ZXVEPL5LE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JATT3KOOEMWPSQWU6ZXVEPL5LE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JATT3KOOEMWPSQWU6ZXVEPL5LE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e904f27a80ee9cf44f6bbb87f31d11f5ef9dd1e69018e8edebc10b28c2472a01","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-17T08:46:50Z","title_canon_sha256":"bd7c0cc2c7acd1778f675dda98df15189c2eaa3f2e4c9394dfb6ef85a16c643c"},"schema_version":"1.0","source":{"id":"2301.06758","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.06758","created_at":"2026-07-05T05:33:35Z"},{"alias_kind":"arxiv_version","alias_value":"2301.06758v1","created_at":"2026-07-05T05:33:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.06758","created_at":"2026-07-05T05:33:35Z"},{"alias_kind":"pith_short_12","alias_value":"JATT3KOOEMWP","created_at":"2026-07-05T05:33:35Z"},{"alias_kind":"pith_short_16","alias_value":"JATT3KOOEMWPSQWU","created_at":"2026-07-05T05:33:35Z"},{"alias_kind":"pith_short_8","alias_value":"JATT3KOO","created_at":"2026-07-05T05:33:35Z"}],"graph_snapshots":[{"event_id":"sha256:3832fbe44e3ead8fb9b3c1f4b3fe7a41a5a6c64b9c291fcb105d6e69a6da4762","target":"graph","created_at":"2026-07-05T05:33:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2301.06758/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"How language models process complex input that requires multiple steps of inference is not well understood. Previous research has shown that information about intermediate values of these inputs can be extracted from the activations of the models, but it is unclear where that information is encoded and whether that information is indeed used during inference. We introduce a method for analyzing how a Transformer model processes these inputs by focusing on simple arithmetic problems and their intermediate values. To trace where information about intermediate values is encoded, we measure the co","authors_text":"Benjamin Heinzerling, Kentaro Inui, Masashi Yoshikawa, Yuta Matsumoto","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-17T08:46:50Z","title":"Tracing and Manipulating Intermediate Values in Neural Math Problem Solvers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.06758","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dfb4016aad58e918ab03248b1cf5378bf6511745c43c139dceeeaf17bc932c3e","target":"record","created_at":"2026-07-05T05:33:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e904f27a80ee9cf44f6bbb87f31d11f5ef9dd1e69018e8edebc10b28c2472a01","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-17T08:46:50Z","title_canon_sha256":"bd7c0cc2c7acd1778f675dda98df15189c2eaa3f2e4c9394dfb6ef85a16c643c"},"schema_version":"1.0","source":{"id":"2301.06758","kind":"arxiv","version":1}},"canonical_sha256":"48273da9ce232cf942d4f66f523d7d591e1479e5920efd7ccf87531322e81763","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"48273da9ce232cf942d4f66f523d7d591e1479e5920efd7ccf87531322e81763","first_computed_at":"2026-07-05T05:33:35.499752Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:33:35.499752Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9o1p6Mkx0t5xPG+ub0rzHMdxmLmpmvm0iP2NOVlkZfx+2qFkTY1Sda+018Y4hjTC8slG4jfve3p4dHuC09UfDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:33:35.500294Z","signed_message":"canonical_sha256_bytes"},"source_id":"2301.06758","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dfb4016aad58e918ab03248b1cf5378bf6511745c43c139dceeeaf17bc932c3e","sha256:3832fbe44e3ead8fb9b3c1f4b3fe7a41a5a6c64b9c291fcb105d6e69a6da4762"],"state_sha256":"abc2babfad4b5b8ee77039a00360570617b0c596be82556c01d2d4241c62d96d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dvUpIMV6GuiOAt+pVp6u7t+Kp1RCD868G2x0ul7609ujZKuVxyelTLHre/ULUE16y2hAtRmF7qkIVAdVpuAqDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T23:37:14.552457Z","bundle_sha256":"0a57d859dfe489c2575566d7eeb68a3bf1286cbea2136e7660ca4f442a553e37"}}