{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:CXGSFRR457LQ7NY7C2K745BEOM","short_pith_number":"pith:CXGSFRR4","schema_version":"1.0","canonical_sha256":"15cd22c63cefd70fb71f1695fe7424730592ff510eb8c5a373952574893bc6c2","source":{"kind":"arxiv","id":"1807.01958","version":5},"attestation_state":"computed","paper":{"title":"Deeply-Sparse Signal rePresentations ($\\text{D}\\text{S}^2\\text{P}$)","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"eess.SP","authors_text":"Demba Ba","submitted_at":"2018-07-05T12:20:02Z","abstract_excerpt":"A recent line of work shows that a deep neural network with ReLU nonlinearities arises from a finite sequence of cascaded sparse coding models, the outputs of which, except for the last element in the cascade, are sparse and unobservable. That is, intermediate outputs deep in the cascade are sparse, hence the title of this manuscript. We show here, using techniques from the dictionary learning literature that, if the measurement matrices in the cascaded sparse coding model (a) satisfy RIP and (b) all have sparse columns except for the last, they can be recovered with high probability. We propo"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1807.01958","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SP","submitted_at":"2018-07-05T12:20:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"0e582713c0b1ee08f77cb17e50f47531e5571dc748bc6fe1795800b467c62b27","abstract_canon_sha256":"7cda1bb8e02001195f1b49225f8b1b23285d11a73be834af66ce12d985e06ea7"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:57:48.395371Z","signature_b64":"a9sU6OZxJ7VW1b6ifo1Zn7LvLviOysv1Jwaw98rrD6Bd79y7SloY6BEKyBKTceB9Xa+Cocq7U4mDwrAc/aVwDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"15cd22c63cefd70fb71f1695fe7424730592ff510eb8c5a373952574893bc6c2","last_reissued_at":"2026-07-05T00:57:48.394987Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:57:48.394987Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Deeply-Sparse Signal rePresentations ($\\text{D}\\text{S}^2\\text{P}$)","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"eess.SP","authors_text":"Demba Ba","submitted_at":"2018-07-05T12:20:02Z","abstract_excerpt":"A recent line of work shows that a deep neural network with ReLU nonlinearities arises from a finite sequence of cascaded sparse coding models, the outputs of which, except for the last element in the cascade, are sparse and unobservable. That is, intermediate outputs deep in the cascade are sparse, hence the title of this manuscript. We show here, using techniques from the dictionary learning literature that, if the measurement matrices in the cascaded sparse coding model (a) satisfy RIP and (b) all have sparse columns except for the last, they can be recovered with high probability. We propo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.01958","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1807.01958/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1807.01958","created_at":"2026-07-05T00:57:48.395042+00:00"},{"alias_kind":"arxiv_version","alias_value":"1807.01958v5","created_at":"2026-07-05T00:57:48.395042+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.01958","created_at":"2026-07-05T00:57:48.395042+00:00"},{"alias_kind":"pith_short_12","alias_value":"CXGSFRR457LQ","created_at":"2026-07-05T00:57:48.395042+00:00"},{"alias_kind":"pith_short_16","alias_value":"CXGSFRR457LQ7NY7","created_at":"2026-07-05T00:57:48.395042+00:00"},{"alias_kind":"pith_short_8","alias_value":"CXGSFRR4","created_at":"2026-07-05T00:57:48.395042+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2607.01799","citing_title":"Expander Sparse Autoencoders: Parameter-Efficient Dictionaries for Mechanistic Interpretability","ref_index":1,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/CXGSFRR457LQ7NY7C2K745BEOM","json":"https://pith.science/pith/CXGSFRR457LQ7NY7C2K745BEOM.json","graph_json":"https://pith.science/api/pith-number/CXGSFRR457LQ7NY7C2K745BEOM/graph.json","events_json":"https://pith.science/api/pith-number/CXGSFRR457LQ7NY7C2K745BEOM/events.json","paper":"https://pith.science/paper/CXGSFRR4"},"agent_actions":{"view_html":"https://pith.science/pith/CXGSFRR457LQ7NY7C2K745BEOM","download_json":"https://pith.science/pith/CXGSFRR457LQ7NY7C2K745BEOM.json","view_paper":"https://pith.science/paper/CXGSFRR4","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1807.01958&json=true","fetch_graph":"https://pith.science/api/pith-number/CXGSFRR457LQ7NY7C2K745BEOM/graph.json","fetch_events":"https://pith.science/api/pith-number/CXGSFRR457LQ7NY7C2K745BEOM/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/CXGSFRR457LQ7NY7C2K745BEOM/action/timestamp_anchor","attest_storage":"https://pith.science/pith/CXGSFRR457LQ7NY7C2K745BEOM/action/storage_attestation","attest_author":"https://pith.science/pith/CXGSFRR457LQ7NY7C2K745BEOM/action/author_attestation","sign_citation":"https://pith.science/pith/CXGSFRR457LQ7NY7C2K745BEOM/action/citation_signature","submit_replication":"https://pith.science/pith/CXGSFRR457LQ7NY7C2K745BEOM/action/replication_record"}},"created_at":"2026-07-05T00:57:48.395042+00:00","updated_at":"2026-07-05T00:57:48.395042+00:00"}