{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2PX4ORW7D7SONBVGT4SARF2O7T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4a43cc3f49207eab84fdce7054b5965f98202ee1829138fa3d6cbbe0b870a41f","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-06T06:04:23Z","title_canon_sha256":"73715e12ce611bbaf0f1daf01085b066bf6b248ed572a7ede79f797a4ecef427"},"schema_version":"1.0","source":{"id":"2410.04368","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.04368","created_at":"2026-07-05T09:16:33Z"},{"alias_kind":"arxiv_version","alias_value":"2410.04368v1","created_at":"2026-07-05T09:16:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.04368","created_at":"2026-07-05T09:16:33Z"},{"alias_kind":"pith_short_12","alias_value":"2PX4ORW7D7SO","created_at":"2026-07-05T09:16:33Z"},{"alias_kind":"pith_short_16","alias_value":"2PX4ORW7D7SONBVG","created_at":"2026-07-05T09:16:33Z"},{"alias_kind":"pith_short_8","alias_value":"2PX4ORW7","created_at":"2026-07-05T09:16:33Z"}],"graph_snapshots":[{"event_id":"sha256:2eedcc3c6ee5d62347300b758082b74e5822e40c7a455d13d3c6122e6e743500","target":"graph","created_at":"2026-07-05T09:16:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.04368/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Trained transformer models have been found to implement interpretable procedures for tasks like arithmetic and associative recall, but little is understood about how the circuits that implement these procedures originate during training. To what extent do they depend on the supervisory signal provided to models, and to what extent are they attributable to behavior already present in models at the beginning of training? To investigate these questions, we investigate what functions can be learned by randomly initialized transformers in which only the embedding layers are optimized, so that the o","authors_text":"Jacob Andreas, Ziqian Zhong","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-06T06:04:23Z","title":"Algorithmic Capabilities of Random Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.04368","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e961c5e9c8a39d0c382e00d0501ae487d7b6ff76a68ea3fadbc0b44de2c216da","target":"record","created_at":"2026-07-05T09:16:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4a43cc3f49207eab84fdce7054b5965f98202ee1829138fa3d6cbbe0b870a41f","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-06T06:04:23Z","title_canon_sha256":"73715e12ce611bbaf0f1daf01085b066bf6b248ed572a7ede79f797a4ecef427"},"schema_version":"1.0","source":{"id":"2410.04368","kind":"arxiv","version":1}},"canonical_sha256":"d3efc746df1fe4e686a69f2408974efcc280eb8a0e47c42bc313cd671b5c81e8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d3efc746df1fe4e686a69f2408974efcc280eb8a0e47c42bc313cd671b5c81e8","first_computed_at":"2026-07-05T09:16:33.405988Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:33.405988Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aATFbls3ec1e+A9IJiW3AFr5W0AmRaIDqO4iO/uzqPmbKd+l1B9R9tNomA3ErlvFq1pF5BHi0P1HGytJzJaNAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:33.406402Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.04368","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e961c5e9c8a39d0c382e00d0501ae487d7b6ff76a68ea3fadbc0b44de2c216da","sha256:2eedcc3c6ee5d62347300b758082b74e5822e40c7a455d13d3c6122e6e743500"],"state_sha256":"9fd3a70b2fa15b9e92618512e95b5bb69ffe178241da8721b874349d0580dcf7"}