{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:GFCQSJ7FJ575VWVJ4BJB2XLI3U","short_pith_number":"pith:GFCQSJ7F","schema_version":"1.0","canonical_sha256":"31450927e54f7fdadaa9e0521d5d68dd0ea78f7cf0b9069eb358f2b97ff622ee","source":{"kind":"arxiv","id":"2405.06459","version":4},"attestation_state":"computed","paper":{"title":"Are EEG-to-Text Models Working?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Hui Xiong, Hyejeong Jo, Juhyeok Han, Won Hee Lee, Yiqian Yang, Yiqun Duan","submitted_at":"2024-05-10T13:10:55Z","abstract_excerpt":"This work critically analyzes existing models for open-vocabulary EEG-to-Text translation. We identify a crucial limitation: previous studies often employed implicit teacher-forcing during evaluation, artificially inflating performance metrics. Additionally, they lacked a critical benchmark - comparing model performance on pure noise inputs. We propose a methodology to differentiate between models that truly learn from EEG signals and those that simply memorize training data. Our analysis reveals that model performance on noise data can be comparable to that on EEG data. These findings highlig"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2405.06459","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-10T13:10:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"733221703f4eef2584b2695f50a76d6ba048d0b6c8a86c322ca84db604032489","abstract_canon_sha256":"b979020b11a56d9b1a07c535a07cd7bfc14c5ad7817f12a2e16fbc89bd5b9255"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:26:26.143516Z","signature_b64":"Pgn0mQClCbDhT7TjbBYSN/66D6LufbOhRaqziv1TQWUttweGO/VobhuG+sdx02EKuI1cdv5ILZhw/4LD+ke1Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"31450927e54f7fdadaa9e0521d5d68dd0ea78f7cf0b9069eb358f2b97ff622ee","last_reissued_at":"2026-07-05T09:26:26.143044Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:26:26.143044Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Are EEG-to-Text Models Working?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Hui Xiong, Hyejeong Jo, Juhyeok Han, Won Hee Lee, Yiqian Yang, Yiqun Duan","submitted_at":"2024-05-10T13:10:55Z","abstract_excerpt":"This work critically analyzes existing models for open-vocabulary EEG-to-Text translation. We identify a crucial limitation: previous studies often employed implicit teacher-forcing during evaluation, artificially inflating performance metrics. Additionally, they lacked a critical benchmark - comparing model performance on pure noise inputs. We propose a methodology to differentiate between models that truly learn from EEG signals and those that simply memorize training data. Our analysis reveals that model performance on noise data can be comparable to that on EEG data. These findings highlig"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.06459","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.06459/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2405.06459","created_at":"2026-07-05T09:26:26.143101+00:00"},{"alias_kind":"arxiv_version","alias_value":"2405.06459v4","created_at":"2026-07-05T09:26:26.143101+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.06459","created_at":"2026-07-05T09:26:26.143101+00:00"},{"alias_kind":"pith_short_12","alias_value":"GFCQSJ7FJ575","created_at":"2026-07-05T09:26:26.143101+00:00"},{"alias_kind":"pith_short_16","alias_value":"GFCQSJ7FJ575VWVJ","created_at":"2026-07-05T09:26:26.143101+00:00"},{"alias_kind":"pith_short_8","alias_value":"GFCQSJ7F","created_at":"2026-07-05T09:26:26.143101+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.31173","citing_title":"MindVoice: Reconstructing Intelligible Speech from Non-invasive Neural Signals with Pretrained Priors","ref_index":59,"is_internal_anchor":false},{"citing_arxiv_id":"2605.04326","citing_title":"A foundation model of vision, audition, and language for in-silico neuroscience","ref_index":122,"is_internal_anchor":false},{"citing_arxiv_id":"2604.08537","citing_title":"Meta-learning In-Context Enables Training-Free Cross Subject Brain Decoding","ref_index":47,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/GFCQSJ7FJ575VWVJ4BJB2XLI3U","json":"https://pith.science/pith/GFCQSJ7FJ575VWVJ4BJB2XLI3U.json","graph_json":"https://pith.science/api/pith-number/GFCQSJ7FJ575VWVJ4BJB2XLI3U/graph.json","events_json":"https://pith.science/api/pith-number/GFCQSJ7FJ575VWVJ4BJB2XLI3U/events.json","paper":"https://pith.science/paper/GFCQSJ7F"},"agent_actions":{"view_html":"https://pith.science/pith/GFCQSJ7FJ575VWVJ4BJB2XLI3U","download_json":"https://pith.science/pith/GFCQSJ7FJ575VWVJ4BJB2XLI3U.json","view_paper":"https://pith.science/paper/GFCQSJ7F","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2405.06459&json=true","fetch_graph":"https://pith.science/api/pith-number/GFCQSJ7FJ575VWVJ4BJB2XLI3U/graph.json","fetch_events":"https://pith.science/api/pith-number/GFCQSJ7FJ575VWVJ4BJB2XLI3U/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/GFCQSJ7FJ575VWVJ4BJB2XLI3U/action/timestamp_anchor","attest_storage":"https://pith.science/pith/GFCQSJ7FJ575VWVJ4BJB2XLI3U/action/storage_attestation","attest_author":"https://pith.science/pith/GFCQSJ7FJ575VWVJ4BJB2XLI3U/action/author_attestation","sign_citation":"https://pith.science/pith/GFCQSJ7FJ575VWVJ4BJB2XLI3U/action/citation_signature","submit_replication":"https://pith.science/pith/GFCQSJ7FJ575VWVJ4BJB2XLI3U/action/replication_record"}},"created_at":"2026-07-05T09:26:26.143101+00:00","updated_at":"2026-07-05T09:26:26.143101+00:00"}