{"id":"https://openalex.org/W4285228148","doi":"https://doi.org/10.18653/v1/2022.findings-acl.54","title":"Cross-Modal Cloze Task: A New Task to Brain-to-Word Decoding","display_name":"Cross-Modal Cloze Task: A New Task to Brain-to-Word Decoding","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285228148","doi":"https://doi.org/10.18653/v1/2022.findings-acl.54"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.findings-acl.54","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-acl.54","pdf_url":"https://aclanthology.org/2022.findings-acl.54.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2022","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.findings-acl.54.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034321869","display_name":"Shuxian Zou","orcid":"https://orcid.org/0000-0003-4774-2880"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuxian Zou","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, CAS, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062722477","display_name":"Shaonan Wang","orcid":"https://orcid.org/0000-0001-5455-1359"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaonan Wang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, CAS, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100319572","display_name":"Jiajun Zhang","orcid":"https://orcid.org/0000-0001-5293-7434"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Zhang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, CAS, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015785439","display_name":"Chengqing Zong","orcid":"https://orcid.org/0000-0002-9864-3818"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengqing Zong","raw_affiliation_strings":["CAS Center for Excellence in Brain Science and Intelligence Technology, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","National Laboratory of Pattern Recognition, Institute of Automation, CAS, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Center for Excellence in Brain Science and Intelligence Technology, Beijing, China","institution_ids":["https://openalex.org/I4210097554"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"648","last_page":"657"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9592999815940857,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8340994119644165},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7254467606544495},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6385093331336975},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.6245900988578796},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.601616382598877},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5901166200637817},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5661996006965637},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.5548996925354004},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5352405309677124},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5162048935890198},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44889217615127563},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4472601115703583},{"id":"https://openalex.org/keywords/neural-decoding","display_name":"Neural decoding","score":0.42505979537963867},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.4149937927722931},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33994919061660767},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10015776753425598},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.07782560586929321}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8340994119644165},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7254467606544495},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6385093331336975},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6245900988578796},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.601616382598877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5901166200637817},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5661996006965637},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5548996925354004},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5352405309677124},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5162048935890198},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44889217615127563},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4472601115703583},{"id":"https://openalex.org/C40743351","wikidata":"https://www.wikidata.org/wiki/Q7002049","display_name":"Neural decoding","level":3,"score":0.42505979537963867},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.4149937927722931},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33994919061660767},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10015776753425598},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.07782560586929321},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2022.findings-acl.54","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-acl.54","pdf_url":"https://aclanthology.org/2022.findings-acl.54.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2022","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.findings-acl.54","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-acl.54","pdf_url":"https://aclanthology.org/2022.findings-acl.54.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2022","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6600000262260437}],"awards":[{"id":"https://openalex.org/G1067986369","display_name":null,"funder_award_id":"61906189","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3893241370","display_name":null,"funder_award_id":"62036001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4874090527","display_name":null,"funder_award_id":"62122088","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285228148.pdf","grobid_xml":"https://content.openalex.org/works/W4285228148.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2041853331","https://openalex.org/W2081580037","https://openalex.org/W2106006415","https://openalex.org/W2110065044","https://openalex.org/W2130167591","https://openalex.org/W2145887413","https://openalex.org/W2150295085","https://openalex.org/W2168217710","https://openalex.org/W2213894688","https://openalex.org/W2250539671","https://openalex.org/W2592280765","https://openalex.org/W2782213998","https://openalex.org/W2904996081","https://openalex.org/W2940585064","https://openalex.org/W2949616263","https://openalex.org/W2963341956","https://openalex.org/W2969245029","https://openalex.org/W3010805239","https://openalex.org/W3013691153","https://openalex.org/W3087970256","https://openalex.org/W3092695273","https://openalex.org/W3161343553","https://openalex.org/W3180220247"],"related_works":["https://openalex.org/W1987706094","https://openalex.org/W1963734729","https://openalex.org/W1539050421","https://openalex.org/W4298028336","https://openalex.org/W2126560900","https://openalex.org/W2952120130","https://openalex.org/W2101346879","https://openalex.org/W3024381485","https://openalex.org/W2117523216","https://openalex.org/W3119155061"],"abstract_inverted_index":{"Decoding":[0],"language":[1,17,157],"from":[2,10,176,233],"non-invasive":[3],"brain":[4,25,43,178,236],"activity":[5],"has":[6,29,71],"attracted":[7],"increasing":[8],"attention":[9],"both":[11],"researchers":[12],"in":[13,77,89,134],"neuroscience":[14],"and":[15,49,108,187],"natural":[16],"processing.":[18],"Due":[19],"to":[20,40,72,85,113,128,144,159,224],"the":[21,60,78,100,130,135,155,161,213],"noisy":[22],"nature":[23],"of":[24,62],"recordings,":[26],"existing":[27],"work":[28],"simplified":[30],"brain-to-word":[31],"decoding":[32],"as":[33,141,208],"a":[34,42,50,87,90,94,110,114,120,139,150,209,226,230],"binary":[35],"classification":[36,55],"task":[37,125],"which":[38,126],"is":[39,83,127,222],"discriminate":[41],"signal":[44],"between":[45],"its":[46,234],"corresponding":[47],"word":[48,88,132,228],"wrong":[51],"one.":[52],"This":[53,200],"pairwise":[54,75,96],"task,":[56,147],"however,":[57],"cannot":[58,98],"promote":[59],"development":[61],"practical":[63],"neural":[64,116,136,235],"decoders":[65],"for":[66,212],"two":[67,177],"reasons.":[68],"First,":[69],"it":[70,82,218,221],"enumerate":[73],"all":[74,194],"combinations":[76],"test":[79],"set,":[80],"so":[81],"inefficient":[84],"predict":[86,129,160],"large":[91,231],"vocabulary.":[92],"Second,":[93],"perfect":[95],"decoder":[97],"guarantee":[99],"performance":[101],"on":[102,171,191],"direct":[103],"classification.":[104],"To":[105,164],"overcome":[106],"these":[107],"go":[109],"step":[111],"further":[112],"realistic":[115],"decoder,":[117],"we":[118,148,168],"propose":[119,149],"novel":[121],"Cross-Modal":[122],"Cloze":[123],"(CMC)":[124],"target":[131,162],"encoded":[133],"image":[137],"with":[138],"context":[140],"prompt.":[142],"Furthermore,":[143],"address":[145],"this":[146],"general":[151],"approach":[152],"that":[153,203,220],"leverages":[154],"pre-trained":[156],"model":[158,205],"word.":[163],"validate":[165],"our":[166,204],"method,":[167],"perform":[169],"experiments":[170],"more":[172],"than":[173],"20":[174],"participants":[175],"imaging":[179],"datasets.":[180],"Our":[181],"method":[182],"achieves":[183],"28.91%":[184],"top-1":[185],"accuracy":[186,190],"54.19%":[188],"top-5":[189],"average":[192],"across":[193],"participants,":[195],"significantly":[196],"outperforming":[197],"several":[198],"baselines.":[199],"result":[201],"indicates":[202],"can":[206],"serve":[207],"state-of-the-art":[210],"baseline":[211],"CMC":[214],"task.":[215],"More":[216],"importantly,":[217],"demonstrates":[219],"feasible":[223],"decode":[225],"certain":[227],"within":[229],"vocabulary":[232],"activity.":[237]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}