{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:DQVZOJIPGQ4KMJZ4IZLA4A5SPI","short_pith_number":"pith:DQVZOJIP","canonical_record":{"source":{"id":"2112.08778","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2021-12-16T10:45:05Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"956e21e2b90354b3a664d4e6e68e9cea4d3900a1c58c0e5b48f3f6264361a10f","abstract_canon_sha256":"14fd3c771d1656c9c604b804226f433e73ae73d12e74556366a37cbbbcf8858c"},"schema_version":"1.0"},"canonical_sha256":"1c2b97250f3438a6273c46560e03b27a399316e37b2cb476d43ee4739599bc1a","source":{"kind":"arxiv","id":"2112.08778","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.08778","created_at":"2026-07-05T03:41:32Z"},{"alias_kind":"arxiv_version","alias_value":"2112.08778v1","created_at":"2026-07-05T03:41:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.08778","created_at":"2026-07-05T03:41:32Z"},{"alias_kind":"pith_short_12","alias_value":"DQVZOJIPGQ4K","created_at":"2026-07-05T03:41:32Z"},{"alias_kind":"pith_short_16","alias_value":"DQVZOJIPGQ4KMJZ4","created_at":"2026-07-05T03:41:32Z"},{"alias_kind":"pith_short_8","alias_value":"DQVZOJIP","created_at":"2026-07-05T03:41:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:DQVZOJIPGQ4KMJZ4IZLA4A5SPI","target":"record","payload":{"canonical_record":{"source":{"id":"2112.08778","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2021-12-16T10:45:05Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"956e21e2b90354b3a664d4e6e68e9cea4d3900a1c58c0e5b48f3f6264361a10f","abstract_canon_sha256":"14fd3c771d1656c9c604b804226f433e73ae73d12e74556366a37cbbbcf8858c"},"schema_version":"1.0"},"canonical_sha256":"1c2b97250f3438a6273c46560e03b27a399316e37b2cb476d43ee4739599bc1a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:41:32.957798Z","signature_b64":"YR9xBlfIsysCfK+3VWLn/0hhMcO7EOzsDJp4DPIRDkqkkBvvZY5BTVg4ptFQIRdaOgx2hDwxJyyhqg9iVzZTCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1c2b97250f3438a6273c46560e03b27a399316e37b2cb476d43ee4739599bc1a","last_reissued_at":"2026-07-05T03:41:32.957381Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:41:32.957381Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.08778","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:41:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TE4WADR/smjoqNFWu1VuKIvBYg/2xol80NntTAnYhAko6Uz7y3KlPHWR8z7Uyxb/TwNa8B9yL4hWKveR9uk9AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:30:42.042703Z"},"content_sha256":"a46fd94cd38f0c4c9192e98a207a2677ab4921473e462274c7d3253b87239472","schema_version":"1.0","event_id":"sha256:a46fd94cd38f0c4c9192e98a207a2677ab4921473e462274c7d3253b87239472"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:DQVZOJIPGQ4KMJZ4IZLA4A5SPI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Self-Supervised Learning for speech recognition with Intermediate layer supervision","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"eess.AS","authors_text":"Chengyi Wang, Jinyu Li, Sanyuan Chen, Shujie Liu, Yao Qian, Yu Wu, Zhenglu Yang","submitted_at":"2021-12-16T10:45:05Z","abstract_excerpt":"Recently, pioneer work finds that speech pre-trained models can solve full-stack speech processing tasks, because the model utilizes bottom layers to learn speaker-related information and top layers to encode content-related information. Since the network capacity is limited, we believe the speech recognition performance could be further improved if the model is dedicated to audio content information learning. To this end, we propose Intermediate Layer Supervision for Self-Supervised Learning (ILS-SSL), which forces the model to concentrate on content information as much as possible by adding "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.08778","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.08778/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:41:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VTP+io7FM8qRdti9+D0dOxLPYa5kDl3JqbevNvS67q003yMMIe+Bt9RJil+VQOvgdXxaUFjwtiPP3ndBW2/MBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:30:42.043201Z"},"content_sha256":"96892ff7130a2e161c54a4efe669f8dff6c3fdc6be032f9639d72f46b681f88c","schema_version":"1.0","event_id":"sha256:96892ff7130a2e161c54a4efe669f8dff6c3fdc6be032f9639d72f46b681f88c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DQVZOJIPGQ4KMJZ4IZLA4A5SPI/bundle.json","state_url":"https://pith.science/pith/DQVZOJIPGQ4KMJZ4IZLA4A5SPI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DQVZOJIPGQ4KMJZ4IZLA4A5SPI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T14:30:42Z","links":{"resolver":"https://pith.science/pith/DQVZOJIPGQ4KMJZ4IZLA4A5SPI","bundle":"https://pith.science/pith/DQVZOJIPGQ4KMJZ4IZLA4A5SPI/bundle.json","state":"https://pith.science/pith/DQVZOJIPGQ4KMJZ4IZLA4A5SPI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DQVZOJIPGQ4KMJZ4IZLA4A5SPI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:DQVZOJIPGQ4KMJZ4IZLA4A5SPI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"14fd3c771d1656c9c604b804226f433e73ae73d12e74556366a37cbbbcf8858c","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2021-12-16T10:45:05Z","title_canon_sha256":"956e21e2b90354b3a664d4e6e68e9cea4d3900a1c58c0e5b48f3f6264361a10f"},"schema_version":"1.0","source":{"id":"2112.08778","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.08778","created_at":"2026-07-05T03:41:32Z"},{"alias_kind":"arxiv_version","alias_value":"2112.08778v1","created_at":"2026-07-05T03:41:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.08778","created_at":"2026-07-05T03:41:32Z"},{"alias_kind":"pith_short_12","alias_value":"DQVZOJIPGQ4K","created_at":"2026-07-05T03:41:32Z"},{"alias_kind":"pith_short_16","alias_value":"DQVZOJIPGQ4KMJZ4","created_at":"2026-07-05T03:41:32Z"},{"alias_kind":"pith_short_8","alias_value":"DQVZOJIP","created_at":"2026-07-05T03:41:32Z"}],"graph_snapshots":[{"event_id":"sha256:96892ff7130a2e161c54a4efe669f8dff6c3fdc6be032f9639d72f46b681f88c","target":"graph","created_at":"2026-07-05T03:41:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.08778/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, pioneer work finds that speech pre-trained models can solve full-stack speech processing tasks, because the model utilizes bottom layers to learn speaker-related information and top layers to encode content-related information. Since the network capacity is limited, we believe the speech recognition performance could be further improved if the model is dedicated to audio content information learning. To this end, we propose Intermediate Layer Supervision for Self-Supervised Learning (ILS-SSL), which forces the model to concentrate on content information as much as possible by adding ","authors_text":"Chengyi Wang, Jinyu Li, Sanyuan Chen, Shujie Liu, Yao Qian, Yu Wu, Zhenglu Yang","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2021-12-16T10:45:05Z","title":"Self-Supervised Learning for speech recognition with Intermediate layer supervision"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.08778","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a46fd94cd38f0c4c9192e98a207a2677ab4921473e462274c7d3253b87239472","target":"record","created_at":"2026-07-05T03:41:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"14fd3c771d1656c9c604b804226f433e73ae73d12e74556366a37cbbbcf8858c","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2021-12-16T10:45:05Z","title_canon_sha256":"956e21e2b90354b3a664d4e6e68e9cea4d3900a1c58c0e5b48f3f6264361a10f"},"schema_version":"1.0","source":{"id":"2112.08778","kind":"arxiv","version":1}},"canonical_sha256":"1c2b97250f3438a6273c46560e03b27a399316e37b2cb476d43ee4739599bc1a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1c2b97250f3438a6273c46560e03b27a399316e37b2cb476d43ee4739599bc1a","first_computed_at":"2026-07-05T03:41:32.957381Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:41:32.957381Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YR9xBlfIsysCfK+3VWLn/0hhMcO7EOzsDJp4DPIRDkqkkBvvZY5BTVg4ptFQIRdaOgx2hDwxJyyhqg9iVzZTCg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:41:32.957798Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.08778","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a46fd94cd38f0c4c9192e98a207a2677ab4921473e462274c7d3253b87239472","sha256:96892ff7130a2e161c54a4efe669f8dff6c3fdc6be032f9639d72f46b681f88c"],"state_sha256":"82766433b94197c974993221fe97b814d59883e85501ecdbb0b1c753f0a6e97f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6RDw7+1a/B2i3mnHGyYFQWPIKqazPsjctD8MI5hw+fbYsRKACiW4vvzWEWFVQs7cysJquZLgwk6khblPB3VxBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T14:30:42.047300Z","bundle_sha256":"f8046640aaff6b9c4b549a95fa3861f2e27d5b59b687f1dde870f4a14b0618cb"}}