{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:U3ZY4BGNDU3Y5MAJORVR7FP6SE","short_pith_number":"pith:U3ZY4BGN","canonical_record":{"source":{"id":"2311.04131","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T16:58:51Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"df3cab82ef71aca12948ec96901b217718534ea9ed4552ff580883b52d035afc","abstract_canon_sha256":"d67a41dd15bbd485cae86729601a22f04d39c605a72f73f9c7be30769491c7b6"},"schema_version":"1.0"},"canonical_sha256":"a6f38e04cd1d378eb009746b1f95fe911f1fede61331a01ba8fc9d0ae891b516","source":{"kind":"arxiv","id":"2311.04131","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.04131","created_at":"2026-07-05T09:16:10Z"},{"alias_kind":"arxiv_version","alias_value":"2311.04131v6","created_at":"2026-07-05T09:16:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.04131","created_at":"2026-07-05T09:16:10Z"},{"alias_kind":"pith_short_12","alias_value":"U3ZY4BGNDU3Y","created_at":"2026-07-05T09:16:10Z"},{"alias_kind":"pith_short_16","alias_value":"U3ZY4BGNDU3Y5MAJ","created_at":"2026-07-05T09:16:10Z"},{"alias_kind":"pith_short_8","alias_value":"U3ZY4BGN","created_at":"2026-07-05T09:16:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:U3ZY4BGNDU3Y5MAJORVR7FP6SE","target":"record","payload":{"canonical_record":{"source":{"id":"2311.04131","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T16:58:51Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"df3cab82ef71aca12948ec96901b217718534ea9ed4552ff580883b52d035afc","abstract_canon_sha256":"d67a41dd15bbd485cae86729601a22f04d39c605a72f73f9c7be30769491c7b6"},"schema_version":"1.0"},"canonical_sha256":"a6f38e04cd1d378eb009746b1f95fe911f1fede61331a01ba8fc9d0ae891b516","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:10.017662Z","signature_b64":"9gLl+iGfppKZTV9ZkWW0hRF6ufJQr6bkmuC7yTTpqJ1oSrbphKZFNI0yygSkkuNUn9qUPYVt1Vx2kMQdJ4ZmCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a6f38e04cd1d378eb009746b1f95fe911f1fede61331a01ba8fc9d0ae891b516","last_reissued_at":"2026-07-05T09:16:10.017216Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:10.017216Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.04131","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DyFitUiC1hAjzq4JUr025hy5ogxfeUKep7ptO4IVX74n/Z/UEWsKWuCf7FsFt+uNn6ycTqnx7UnZJg66XiijDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:37:20.458696Z"},"content_sha256":"fe733064f306b1a8db2bde79791943a78a8aa006492c8b1fb95d8121b5a6fb86","schema_version":"1.0","event_id":"sha256:fe733064f306b1a8db2bde79791943a78a8aa006492c8b1fb95d8121b5a6fb86"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:U3ZY4BGNDU3Y5MAJORVR7FP6SE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Interpretable Sequence Continuation: Analyzing Shared Circuits in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Fazl Barez, Michael Lan, Philip Torr","submitted_at":"2023-11-07T16:58:51Z","abstract_excerpt":"While transformer models exhibit strong capabilities on linguistic tasks, their complex architectures make them difficult to interpret. Recent work has aimed to reverse engineer transformer models into human-readable representations called circuits that implement algorithmic functions. We extend this research by analyzing and comparing circuits for similar sequence continuation tasks, which include increasing sequences of Arabic numerals, number words, and months. By applying circuit interpretability analysis, we identify a key sub-circuit in both GPT-2 Small and Llama-2-7B responsible for det"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.04131","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.04131/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YlpoaZ3p2S9WviR0Nr6QRmG8HrvYyfJlqTKh3wHJwfNZcKb3AEdPBNH3iclN+P+K9qJJB+ZI4jWnEqfs1eCbAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:37:20.459617Z"},"content_sha256":"28df68b036a5345f2942868b78892f9c12a919cee75745f896b7aa0291413d66","schema_version":"1.0","event_id":"sha256:28df68b036a5345f2942868b78892f9c12a919cee75745f896b7aa0291413d66"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U3ZY4BGNDU3Y5MAJORVR7FP6SE/bundle.json","state_url":"https://pith.science/pith/U3ZY4BGNDU3Y5MAJORVR7FP6SE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U3ZY4BGNDU3Y5MAJORVR7FP6SE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T23:37:20Z","links":{"resolver":"https://pith.science/pith/U3ZY4BGNDU3Y5MAJORVR7FP6SE","bundle":"https://pith.science/pith/U3ZY4BGNDU3Y5MAJORVR7FP6SE/bundle.json","state":"https://pith.science/pith/U3ZY4BGNDU3Y5MAJORVR7FP6SE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U3ZY4BGNDU3Y5MAJORVR7FP6SE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:U3ZY4BGNDU3Y5MAJORVR7FP6SE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d67a41dd15bbd485cae86729601a22f04d39c605a72f73f9c7be30769491c7b6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T16:58:51Z","title_canon_sha256":"df3cab82ef71aca12948ec96901b217718534ea9ed4552ff580883b52d035afc"},"schema_version":"1.0","source":{"id":"2311.04131","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.04131","created_at":"2026-07-05T09:16:10Z"},{"alias_kind":"arxiv_version","alias_value":"2311.04131v6","created_at":"2026-07-05T09:16:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.04131","created_at":"2026-07-05T09:16:10Z"},{"alias_kind":"pith_short_12","alias_value":"U3ZY4BGNDU3Y","created_at":"2026-07-05T09:16:10Z"},{"alias_kind":"pith_short_16","alias_value":"U3ZY4BGNDU3Y5MAJ","created_at":"2026-07-05T09:16:10Z"},{"alias_kind":"pith_short_8","alias_value":"U3ZY4BGN","created_at":"2026-07-05T09:16:10Z"}],"graph_snapshots":[{"event_id":"sha256:28df68b036a5345f2942868b78892f9c12a919cee75745f896b7aa0291413d66","target":"graph","created_at":"2026-07-05T09:16:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.04131/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While transformer models exhibit strong capabilities on linguistic tasks, their complex architectures make them difficult to interpret. Recent work has aimed to reverse engineer transformer models into human-readable representations called circuits that implement algorithmic functions. We extend this research by analyzing and comparing circuits for similar sequence continuation tasks, which include increasing sequences of Arabic numerals, number words, and months. By applying circuit interpretability analysis, we identify a key sub-circuit in both GPT-2 Small and Llama-2-7B responsible for det","authors_text":"Fazl Barez, Michael Lan, Philip Torr","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T16:58:51Z","title":"Towards Interpretable Sequence Continuation: Analyzing Shared Circuits in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.04131","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fe733064f306b1a8db2bde79791943a78a8aa006492c8b1fb95d8121b5a6fb86","target":"record","created_at":"2026-07-05T09:16:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d67a41dd15bbd485cae86729601a22f04d39c605a72f73f9c7be30769491c7b6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T16:58:51Z","title_canon_sha256":"df3cab82ef71aca12948ec96901b217718534ea9ed4552ff580883b52d035afc"},"schema_version":"1.0","source":{"id":"2311.04131","kind":"arxiv","version":6}},"canonical_sha256":"a6f38e04cd1d378eb009746b1f95fe911f1fede61331a01ba8fc9d0ae891b516","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a6f38e04cd1d378eb009746b1f95fe911f1fede61331a01ba8fc9d0ae891b516","first_computed_at":"2026-07-05T09:16:10.017216Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:10.017216Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9gLl+iGfppKZTV9ZkWW0hRF6ufJQr6bkmuC7yTTpqJ1oSrbphKZFNI0yygSkkuNUn9qUPYVt1Vx2kMQdJ4ZmCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:10.017662Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.04131","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fe733064f306b1a8db2bde79791943a78a8aa006492c8b1fb95d8121b5a6fb86","sha256:28df68b036a5345f2942868b78892f9c12a919cee75745f896b7aa0291413d66"],"state_sha256":"c23461c2a2122c1c124a4d7bf5182eac5286a127628d38d9933569c2a693647e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NeBHiZgPo9atFefLH8fhqClSzgeHjXK3WIVGxwheVEqFaOfpcyBwFw9HspKONSxxHBaAidG0rxiZa+pqxLQ3Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T23:37:20.465022Z","bundle_sha256":"88d1a4c3ebaff6a2918a04534146256cb57571f33bc5a2724f89d8da7d38c09e"}}