{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:76DWL4H7FWXRTBETH3DMEIMIVD","short_pith_number":"pith:76DWL4H7","canonical_record":{"source":{"id":"2410.12101","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T22:52:45Z","cross_cats_sorted":["cond-mat.dis-nn","cs.AI"],"title_canon_sha256":"4999b5d68da92cd61fe06922f793f023437d8a54547e853503df1b5681cb8fb9","abstract_canon_sha256":"7b2fe5b4a597827404afb855de22d12a5967f3d3ebe56c2fd8d1a281043a75d0"},"schema_version":"1.0"},"canonical_sha256":"ff8765f0ff2daf1984933ec6c22188a8d70e85d88554f52d5dab5662927385de","source":{"kind":"arxiv","id":"2410.12101","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.12101","created_at":"2026-07-05T09:24:00Z"},{"alias_kind":"arxiv_version","alias_value":"2410.12101v2","created_at":"2026-07-05T09:24:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.12101","created_at":"2026-07-05T09:24:00Z"},{"alias_kind":"pith_short_12","alias_value":"76DWL4H7FWXR","created_at":"2026-07-05T09:24:00Z"},{"alias_kind":"pith_short_16","alias_value":"76DWL4H7FWXRTBET","created_at":"2026-07-05T09:24:00Z"},{"alias_kind":"pith_short_8","alias_value":"76DWL4H7","created_at":"2026-07-05T09:24:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:76DWL4H7FWXRTBETH3DMEIMIVD","target":"record","payload":{"canonical_record":{"source":{"id":"2410.12101","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T22:52:45Z","cross_cats_sorted":["cond-mat.dis-nn","cs.AI"],"title_canon_sha256":"4999b5d68da92cd61fe06922f793f023437d8a54547e853503df1b5681cb8fb9","abstract_canon_sha256":"7b2fe5b4a597827404afb855de22d12a5967f3d3ebe56c2fd8d1a281043a75d0"},"schema_version":"1.0"},"canonical_sha256":"ff8765f0ff2daf1984933ec6c22188a8d70e85d88554f52d5dab5662927385de","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:24:00.447736Z","signature_b64":"/wBE713c6XlgSednWkB0aP/JhG+p7+Di0IaIl4ipTMu0R9lTKl43773vzLVstlNZkb+l30jFLwje3cF7pTQACg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff8765f0ff2daf1984933ec6c22188a8d70e85d88554f52d5dab5662927385de","last_reissued_at":"2026-07-05T09:24:00.447200Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:24:00.447200Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.12101","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ULwDTRIMez7JOOl8AqLF1WCih11euD5Lr27aYx7FE5eazNQa+f+kEarCOrKgRb9sHHfiLUz5TCnmNGWhm2WRDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:17:51.030583Z"},"content_sha256":"d8a124305c6caa9d942738bfe778aa72561ba2f0305b3ba06b61b02e7b14ce63","schema_version":"1.0","event_id":"sha256:d8a124305c6caa9d942738bfe778aa72561ba2f0305b3ba06b61b02e7b14ce63"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:76DWL4H7FWXRTBETH3DMEIMIVD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Persian Rug: solving toy models of superposition using large-scale symmetries","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cond-mat.dis-nn","cs.AI"],"primary_cat":"cs.LG","authors_text":"Aditya Cowsik, Alex Infanger, Kfir Dolev","submitted_at":"2024-10-15T22:52:45Z","abstract_excerpt":"We present a complete mechanistic description of the algorithm learned by a minimal non-linear sparse data autoencoder in the limit of large input dimension. The model, originally presented in arXiv:2209.10652, compresses sparse data vectors through a linear layer and decompresses using another linear layer followed by a ReLU activation. We notice that when the data is permutation symmetric (no input feature is privileged) large models reliably learn an algorithm that is sensitive to individual weights only through their large-scale statistics. For these models, the loss function becomes analy"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.12101","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.12101/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:24:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VON286R3UMDi3jH+VGCvCfG+CcqY+UPHKbCpe4Da8GprM0WvrVNTw9iYc7SCIqzeUPsaZHlJOTF3EHF5xUINCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:17:51.031419Z"},"content_sha256":"7347a2099be5fb9d158ea57f5eeafbf6633cfad3ea0565b569cada79bed6ad18","schema_version":"1.0","event_id":"sha256:7347a2099be5fb9d158ea57f5eeafbf6633cfad3ea0565b569cada79bed6ad18"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/76DWL4H7FWXRTBETH3DMEIMIVD/bundle.json","state_url":"https://pith.science/pith/76DWL4H7FWXRTBETH3DMEIMIVD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/76DWL4H7FWXRTBETH3DMEIMIVD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T18:17:51Z","links":{"resolver":"https://pith.science/pith/76DWL4H7FWXRTBETH3DMEIMIVD","bundle":"https://pith.science/pith/76DWL4H7FWXRTBETH3DMEIMIVD/bundle.json","state":"https://pith.science/pith/76DWL4H7FWXRTBETH3DMEIMIVD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/76DWL4H7FWXRTBETH3DMEIMIVD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:76DWL4H7FWXRTBETH3DMEIMIVD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7b2fe5b4a597827404afb855de22d12a5967f3d3ebe56c2fd8d1a281043a75d0","cross_cats_sorted":["cond-mat.dis-nn","cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T22:52:45Z","title_canon_sha256":"4999b5d68da92cd61fe06922f793f023437d8a54547e853503df1b5681cb8fb9"},"schema_version":"1.0","source":{"id":"2410.12101","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.12101","created_at":"2026-07-05T09:24:00Z"},{"alias_kind":"arxiv_version","alias_value":"2410.12101v2","created_at":"2026-07-05T09:24:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.12101","created_at":"2026-07-05T09:24:00Z"},{"alias_kind":"pith_short_12","alias_value":"76DWL4H7FWXR","created_at":"2026-07-05T09:24:00Z"},{"alias_kind":"pith_short_16","alias_value":"76DWL4H7FWXRTBET","created_at":"2026-07-05T09:24:00Z"},{"alias_kind":"pith_short_8","alias_value":"76DWL4H7","created_at":"2026-07-05T09:24:00Z"}],"graph_snapshots":[{"event_id":"sha256:7347a2099be5fb9d158ea57f5eeafbf6633cfad3ea0565b569cada79bed6ad18","target":"graph","created_at":"2026-07-05T09:24:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.12101/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present a complete mechanistic description of the algorithm learned by a minimal non-linear sparse data autoencoder in the limit of large input dimension. The model, originally presented in arXiv:2209.10652, compresses sparse data vectors through a linear layer and decompresses using another linear layer followed by a ReLU activation. We notice that when the data is permutation symmetric (no input feature is privileged) large models reliably learn an algorithm that is sensitive to individual weights only through their large-scale statistics. For these models, the loss function becomes analy","authors_text":"Aditya Cowsik, Alex Infanger, Kfir Dolev","cross_cats":["cond-mat.dis-nn","cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T22:52:45Z","title":"The Persian Rug: solving toy models of superposition using large-scale symmetries"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.12101","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d8a124305c6caa9d942738bfe778aa72561ba2f0305b3ba06b61b02e7b14ce63","target":"record","created_at":"2026-07-05T09:24:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7b2fe5b4a597827404afb855de22d12a5967f3d3ebe56c2fd8d1a281043a75d0","cross_cats_sorted":["cond-mat.dis-nn","cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T22:52:45Z","title_canon_sha256":"4999b5d68da92cd61fe06922f793f023437d8a54547e853503df1b5681cb8fb9"},"schema_version":"1.0","source":{"id":"2410.12101","kind":"arxiv","version":2}},"canonical_sha256":"ff8765f0ff2daf1984933ec6c22188a8d70e85d88554f52d5dab5662927385de","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff8765f0ff2daf1984933ec6c22188a8d70e85d88554f52d5dab5662927385de","first_computed_at":"2026-07-05T09:24:00.447200Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:24:00.447200Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/wBE713c6XlgSednWkB0aP/JhG+p7+Di0IaIl4ipTMu0R9lTKl43773vzLVstlNZkb+l30jFLwje3cF7pTQACg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:24:00.447736Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.12101","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d8a124305c6caa9d942738bfe778aa72561ba2f0305b3ba06b61b02e7b14ce63","sha256:7347a2099be5fb9d158ea57f5eeafbf6633cfad3ea0565b569cada79bed6ad18"],"state_sha256":"5354e35618165b4d279a3c0a5803d52c8366a13eb56673a94ce841abd18f0852"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rlyRRMUdoldWP163RGPSKuW0CGzB6TpLNhoCFPny9/HcERlTz5dSoctUAudav4XekCjYRH1TV+FYnqUjrEC+DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T18:17:51.036622Z","bundle_sha256":"62c617eb31772e6e019e262c4f5651b9e7e46f5bfe3bde7a0ac3a7647e5cb9c7"}}