{"id":"https://openalex.org/W4402671617","doi":"https://doi.org/10.18653/v1/2024.acl-long.393","title":"Enhancing EEG-to-Text Decoding through Transferable Representations from Pre-trained Contrastive EEG-Text Masked Autoencoder","display_name":"Enhancing EEG-to-Text Decoding through Transferable Representations from Pre-trained Contrastive EEG-Text Masked Autoencoder","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402671617","doi":"https://doi.org/10.18653/v1/2024.acl-long.393"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.acl-long.393","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.393","pdf_url":"https://aclanthology.org/2024.acl-long.393.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.acl-long.393.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100365399","display_name":"Jiaqi Wang","orcid":"https://orcid.org/0009-0009-1913-5195"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jiaqi Wang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045795037","display_name":"Zhenxi Song","orcid":"https://orcid.org/0000-0001-8574-0857"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhenxi Song","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079107646","display_name":"Zhengyu Ma","orcid":"https://orcid.org/0000-0003-0799-440X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhengyu Ma","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044665993","display_name":"Xipeng Qiu","orcid":"https://orcid.org/0000-0001-7163-5247"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xipeng Qiu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402986","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0003-2219-8030"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100363345","display_name":"Zhiguo Zhang","orcid":"https://orcid.org/0000-0001-7992-7965"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiguo Zhang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100365399"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9562,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86017916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"7278","last_page":"7292"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.8096548914909363},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.8002188205718994},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6151677966117859},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5451445579528809},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.5127606987953186},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4593281149864197},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4544321894645691},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36423301696777344},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2807011008262634},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10516098141670227},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.07848188281059265},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.06368359923362732}],"concepts":[{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.8096548914909363},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.8002188205718994},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6151677966117859},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5451445579528809},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5127606987953186},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4593281149864197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4544321894645691},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36423301696777344},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2807011008262634},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10516098141670227},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.07848188281059265},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.06368359923362732}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.acl-long.393","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.393","pdf_url":"https://aclanthology.org/2024.acl-long.393.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.acl-long.393","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.393","pdf_url":"https://aclanthology.org/2024.acl-long.393.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402671617.pdf","grobid_xml":"https://content.openalex.org/works/W4402671617.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2159052453","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W4297051394","https://openalex.org/W2752972570","https://openalex.org/W2145836866","https://openalex.org/W2803255133","https://openalex.org/W2909431601"],"abstract_inverted_index":{"Reconstructing":[0],"natural":[1],"language":[2,12,20,63,69],"from":[3,121,133],"noninvasive":[4],"electroencephalography":[5],"(EEG)":[6],"holds":[7],"great":[8],"promise":[9],"as":[10],"a":[11,37,82,97,103],"decoding":[13,21,108],"technology":[14],"for":[15,185],"brain-computer":[16],"interfaces":[17],"(BCIs).However,":[18],"EEG-based":[19,68],"is":[22],"still":[23],"in":[24,155,188],"its":[25,186],"nascent":[26],"stages,":[27],"facing":[28],"several":[29],"technical":[30],"issues":[31],"such":[32],"as:":[33],"1)":[34],"Absence":[35],"of":[36,53,61,148],"hybrid":[38],"strategy":[39],"that":[40,85],"can":[41],"effectively":[42],"integrate":[43],"cross-modality":[44],"(between":[45],"EEG":[46,54,93,119,134,142,178],"and":[47,91,94,123,158,163,179],"text)":[48],"self-learning":[49],"with":[50],"intramodality":[51],"self-reconstruction":[52],"features":[55],"or":[56],"textual":[57],"sequences;":[58],"2)":[59],"Under-utilization":[60],"large":[62],"models":[64],"(LLMs)":[65],"to":[66,130,173],"enhance":[67],"decoding.To":[70],"address":[71],"above":[72],"issues,":[73],"we":[74,101],"propose":[75],"the":[76,118,139,146,152,171],"Contrastive":[77],"EEG-Text":[78,168],"Masked":[79],"Autoencoder":[80],"(CET-MAE),":[81],"novel":[83],"model":[84,169],"orchestrates":[86],"compound":[87],"selfsupervised":[88],"learning":[89],"across":[90],"within":[92],"text":[95,132],"through":[96],"dedicated":[98],"multi-stream":[99],"encoder.Furthermore,":[100],"develop":[102],"framework":[104,154],"called":[105],"E2T-PTR":[106],"(EEG-to-Text":[107],"using":[109],"Pretrained":[110],"Transferable":[111],"Representations),":[112],"which":[113,150],"leverages":[114],"pre-trained":[115,167],"modules":[116],"alongside":[117],"stream":[120],"CET-MAE":[122],"further":[124,194],"enables":[125],"an":[126],"LLM":[127],"(specifically":[128],"BART)":[129],"decode":[131],"sequences.Comprehensive":[135],"experiments":[136],"conducted":[137],"on":[138],"popular":[140],"textevoked":[141],"database,":[143],"ZuCo,":[144],"demonstrate":[145],"superiority":[147],"E2T-PTR,":[149],"outperforms":[151],"baseline":[153],"ROUGE-1":[156],"F1":[157],"BLEU-4":[159],"scores":[160],"by":[161],"8.34%":[162],"32.21%,":[164],"respectively.Our":[165],"proposed":[166],"shows":[170],"potential":[172],"improve":[174],"downstream":[175],"tasks":[176],"involving":[177],"text.This":[180],"opens":[181],"up":[182],"promising":[183],"avenues":[184],"application":[187],"inner":[189],"speech":[190],"BCI":[191],"paradigms,":[192],"meriting":[193],"investigation.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}