{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:NNFFNDIV5NS4OOT6577SRHLJJA","short_pith_number":"pith:NNFFNDIV","canonical_record":{"source":{"id":"1710.09798","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2017-10-26T16:39:05Z","cross_cats_sorted":["eess.AS","eess.IV"],"title_canon_sha256":"91932a967ab5c02acbe2fd4d9849ae9c48b114d53ec8a606811787cfb05c8b41","abstract_canon_sha256":"44823fa179473fe58fb045dfde28e765f7a89e5c1be67839d11d2ca9e29634ad"},"schema_version":"1.0"},"canonical_sha256":"6b4a568d15eb65c73a7eefff289d694800e23cc42cfaf0287e54e0025947a5e9","source":{"kind":"arxiv","id":"1710.09798","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1710.09798","created_at":"2026-05-18T00:31:56Z"},{"alias_kind":"arxiv_version","alias_value":"1710.09798v1","created_at":"2026-05-18T00:31:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1710.09798","created_at":"2026-05-18T00:31:56Z"},{"alias_kind":"pith_short_12","alias_value":"NNFFNDIV5NS4","created_at":"2026-05-18T12:31:34Z"},{"alias_kind":"pith_short_16","alias_value":"NNFFNDIV5NS4OOT6","created_at":"2026-05-18T12:31:34Z"},{"alias_kind":"pith_short_8","alias_value":"NNFFNDIV","created_at":"2026-05-18T12:31:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:NNFFNDIV5NS4OOT6577SRHLJJA","target":"record","payload":{"canonical_record":{"source":{"id":"1710.09798","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2017-10-26T16:39:05Z","cross_cats_sorted":["eess.AS","eess.IV"],"title_canon_sha256":"91932a967ab5c02acbe2fd4d9849ae9c48b114d53ec8a606811787cfb05c8b41","abstract_canon_sha256":"44823fa179473fe58fb045dfde28e765f7a89e5c1be67839d11d2ca9e29634ad"},"schema_version":"1.0"},"canonical_sha256":"6b4a568d15eb65c73a7eefff289d694800e23cc42cfaf0287e54e0025947a5e9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:31:56.466045Z","signature_b64":"KxJhsyKaDbj36vxv7C2lNX5viqgwMDaK4hTQqa0Ql4V+fbjvtbsNc2Zwm0nSMB0WBt7B7u0R05HjnqEjge51Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6b4a568d15eb65c73a7eefff289d694800e23cc42cfaf0287e54e0025947a5e9","last_reissued_at":"2026-05-18T00:31:56.465416Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:31:56.465416Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1710.09798","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:31:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z71UuA78Id0NcaRKnTCzK0/q/ByiI9xSRChveK8whr9mFTi1cC06NY8FRGlLcc1STIkNIlkcybDGkUexxtPABw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T09:27:11.058792Z"},"content_sha256":"b364a88306fa123975893d065f639fa5f0e3c9fbbfc089768bbf420be48cfc0b","schema_version":"1.0","event_id":"sha256:b364a88306fa123975893d065f639fa5f0e3c9fbbfc089768bbf420be48cfc0b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:NNFFNDIV5NS4OOT6577SRHLJJA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Lip2AudSpec: Speech reconstruction from silent lip movements video","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["eess.AS","eess.IV"],"primary_cat":"cs.CV","authors_text":"Hassan Akbari, Himani Arora, Liangliang Cao, Nima Mesgarani","submitted_at":"2017-10-26T16:39:05Z","abstract_excerpt":"In this study, we propose a deep neural network for reconstructing intelligible speech from silent lip movement videos. We use auditory spectrogram as spectral representation of speech and its corresponding sound generation method resulting in a more natural sounding reconstructed speech. Our proposed network consists of an autoencoder to extract bottleneck features from the auditory spectrogram which is then used as target to our main lip reading network comprising of CNN, LSTM and fully connected layers. Our experiments show that the autoencoder is able to reconstruct the original auditory s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1710.09798","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:31:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Wg2NLLNlc1GGMT6Oj7L1kUClpxo1XMmsAXAOUEwqA9ZMK2iw4VZZOI7U1Pv93XWZDVeJZe2TEH4mk4lKYcFeBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T09:27:11.059133Z"},"content_sha256":"81f1b6eb25a32bd06128877d99233a551059c2234e365332057deb126e6b6eaa","schema_version":"1.0","event_id":"sha256:81f1b6eb25a32bd06128877d99233a551059c2234e365332057deb126e6b6eaa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NNFFNDIV5NS4OOT6577SRHLJJA/bundle.json","state_url":"https://pith.science/pith/NNFFNDIV5NS4OOT6577SRHLJJA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NNFFNDIV5NS4OOT6577SRHLJJA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-08T09:27:11Z","links":{"resolver":"https://pith.science/pith/NNFFNDIV5NS4OOT6577SRHLJJA","bundle":"https://pith.science/pith/NNFFNDIV5NS4OOT6577SRHLJJA/bundle.json","state":"https://pith.science/pith/NNFFNDIV5NS4OOT6577SRHLJJA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NNFFNDIV5NS4OOT6577SRHLJJA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:NNFFNDIV5NS4OOT6577SRHLJJA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"44823fa179473fe58fb045dfde28e765f7a89e5c1be67839d11d2ca9e29634ad","cross_cats_sorted":["eess.AS","eess.IV"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2017-10-26T16:39:05Z","title_canon_sha256":"91932a967ab5c02acbe2fd4d9849ae9c48b114d53ec8a606811787cfb05c8b41"},"schema_version":"1.0","source":{"id":"1710.09798","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1710.09798","created_at":"2026-05-18T00:31:56Z"},{"alias_kind":"arxiv_version","alias_value":"1710.09798v1","created_at":"2026-05-18T00:31:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1710.09798","created_at":"2026-05-18T00:31:56Z"},{"alias_kind":"pith_short_12","alias_value":"NNFFNDIV5NS4","created_at":"2026-05-18T12:31:34Z"},{"alias_kind":"pith_short_16","alias_value":"NNFFNDIV5NS4OOT6","created_at":"2026-05-18T12:31:34Z"},{"alias_kind":"pith_short_8","alias_value":"NNFFNDIV","created_at":"2026-05-18T12:31:34Z"}],"graph_snapshots":[{"event_id":"sha256:81f1b6eb25a32bd06128877d99233a551059c2234e365332057deb126e6b6eaa","target":"graph","created_at":"2026-05-18T00:31:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this study, we propose a deep neural network for reconstructing intelligible speech from silent lip movement videos. We use auditory spectrogram as spectral representation of speech and its corresponding sound generation method resulting in a more natural sounding reconstructed speech. Our proposed network consists of an autoencoder to extract bottleneck features from the auditory spectrogram which is then used as target to our main lip reading network comprising of CNN, LSTM and fully connected layers. Our experiments show that the autoencoder is able to reconstruct the original auditory s","authors_text":"Hassan Akbari, Himani Arora, Liangliang Cao, Nima Mesgarani","cross_cats":["eess.AS","eess.IV"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2017-10-26T16:39:05Z","title":"Lip2AudSpec: Speech reconstruction from silent lip movements video"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1710.09798","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b364a88306fa123975893d065f639fa5f0e3c9fbbfc089768bbf420be48cfc0b","target":"record","created_at":"2026-05-18T00:31:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"44823fa179473fe58fb045dfde28e765f7a89e5c1be67839d11d2ca9e29634ad","cross_cats_sorted":["eess.AS","eess.IV"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2017-10-26T16:39:05Z","title_canon_sha256":"91932a967ab5c02acbe2fd4d9849ae9c48b114d53ec8a606811787cfb05c8b41"},"schema_version":"1.0","source":{"id":"1710.09798","kind":"arxiv","version":1}},"canonical_sha256":"6b4a568d15eb65c73a7eefff289d694800e23cc42cfaf0287e54e0025947a5e9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6b4a568d15eb65c73a7eefff289d694800e23cc42cfaf0287e54e0025947a5e9","first_computed_at":"2026-05-18T00:31:56.465416Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:31:56.465416Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KxJhsyKaDbj36vxv7C2lNX5viqgwMDaK4hTQqa0Ql4V+fbjvtbsNc2Zwm0nSMB0WBt7B7u0R05HjnqEjge51Cg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:31:56.466045Z","signed_message":"canonical_sha256_bytes"},"source_id":"1710.09798","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b364a88306fa123975893d065f639fa5f0e3c9fbbfc089768bbf420be48cfc0b","sha256:81f1b6eb25a32bd06128877d99233a551059c2234e365332057deb126e6b6eaa"],"state_sha256":"eb69565781da2bf6e2b5aed78d1366dd8a0183d67691509d1892d34e00401ef4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"saiEun5HnzW5cTAUCQbBWH3a8KhjMk0M3cLKRwSUTRgGB1Xz/eH10awtqjdyL20WCuc0ujgevHMQMVUZPTfeCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-08T09:27:11.061174Z","bundle_sha256":"b1ac8ca418c8485ba027b723146dcb0ab8b7ab02f8e74d753c3329499e8a96d7"}}