{"id":"https://openalex.org/W4377089373","doi":"https://doi.org/10.1109/ner52421.2023.10123730","title":"EEG-Eye Movements Cross-Modal Decision Confidence Measurement with Generative Adversarial Networks","display_name":"EEG-Eye Movements Cross-Modal Decision Confidence Measurement with Generative Adversarial Networks","publication_year":2023,"publication_date":"2023-04-24","ids":{"openalex":"https://openalex.org/W4377089373","doi":"https://doi.org/10.1109/ner52421.2023.10123730"},"language":"en","primary_location":{"id":"doi:10.1109/ner52421.2023.10123730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ner52421.2023.10123730","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International IEEE/EMBS Conference on Neural Engineering (NER)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062469562","display_name":"Fei Cheng","orcid":"https://orcid.org/0000-0003-4808-8470"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Fei","raw_affiliation_strings":["Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240","institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210165726"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360732","display_name":"Rui Li","orcid":"https://orcid.org/0000-0003-3691-1335"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Li","raw_affiliation_strings":["Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240","institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210165726"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045300183","display_name":"Li-Ming Zhao","orcid":"https://orcid.org/0000-0002-1467-1230"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li-Ming Zhao","raw_affiliation_strings":["Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240","institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210165726"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056335002","display_name":"Wei\u2010Long Zheng","orcid":"https://orcid.org/0000-0002-9474-6369"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei-Long Zheng","raw_affiliation_strings":["Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240","institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210165726"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040440605","display_name":"Bao\u2010Liang Lu","orcid":"https://orcid.org/0000-0001-8359-0058"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I2801556517","display_name":"Ruijin Hospital","ror":"https://ror.org/01hv94n30","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801556517"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bao-Liang Lu","raw_affiliation_strings":["Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240","RuiJin-Mihoyo Laboratory, Clinical Neuroscience Center, RuiJin Hospital, Shanghai Jiao Tong University, School of Medicine, Shanghai, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240","institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210165726"]},{"raw_affiliation_string":"RuiJin-Mihoyo Laboratory, Clinical Neuroscience Center, RuiJin Hospital, Shanghai Jiao Tong University, School of Medicine, Shanghai, People's Republic of China","institution_ids":["https://openalex.org/I183067930","https://openalex.org/I2801556517"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7775559425354004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.634727954864502},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.611031174659729},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.5999246835708618},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5432968139648438},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.5240783095359802},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4678436517715454},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.463329017162323},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.4614386260509491},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4119642674922943},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3248738646507263},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14842191338539124},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0850701630115509}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7775559425354004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.634727954864502},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.611031174659729},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.5999246835708618},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5432968139648438},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.5240783095359802},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4678436517715454},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.463329017162323},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.4614386260509491},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4119642674922943},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3248738646507263},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14842191338539124},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0850701630115509},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ner52421.2023.10123730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ner52421.2023.10123730","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International IEEE/EMBS Conference on Neural Engineering (NER)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G143590983","display_name":null,"funder_award_id":"61976135","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W279859933","https://openalex.org/W2166049352","https://openalex.org/W2276275277","https://openalex.org/W2558193840","https://openalex.org/W2809410879","https://openalex.org/W2924703003","https://openalex.org/W2945600262","https://openalex.org/W3159301005","https://openalex.org/W3172414914","https://openalex.org/W4308073238","https://openalex.org/W6794649008","https://openalex.org/W6846497380"],"related_works":["https://openalex.org/W2072806201","https://openalex.org/W2024218563","https://openalex.org/W1517743118","https://openalex.org/W1516169988","https://openalex.org/W2965845133","https://openalex.org/W2961085424","https://openalex.org/W2281090687","https://openalex.org/W2546942002","https://openalex.org/W2970216048","https://openalex.org/W2382607599"],"abstract_inverted_index":{"Decision":[0],"confidence":[1,32,189],"is":[2,60],"an":[3,155],"individual's":[4],"feeling":[5],"of":[6,30,57,157],"correctness":[7],"or":[8],"optimization":[9],"when":[10,124],"making":[11,186],"a":[12,51,81,102],"decision.":[13],"Various":[14],"physiological":[15],"signals,":[16],"including":[17],"electroencephalography":[18],"(EEG)":[19],"and":[20,63,98,113,147,162,180,193],"eye":[21,67,96,126,151,176],"movements":[22,127,177],"have":[23],"been":[24],"studied":[25],"extensively":[26],"in":[27,33,101,109,160,166],"measuring":[28],"levels":[29],"decision":[31,188],"humans.":[34],"While":[35],"multimodal":[36,118,169],"fusion":[37],"generally":[38],"performs":[39],"better":[40],"than":[41],"single-modal":[42,144],"approaches,":[43],"it":[44],"requires":[45,174],"data":[46,59],"from":[47],"different":[48],"modalities":[49],"at":[50],"greater":[52],"cost.":[53],"In":[54,89],"particular,":[55],"collection":[56],"EEG":[58,99,184],"more":[61,191],"complicated":[62],"time":[64],"consuming":[65],"while":[66],"movement":[68,97,152],"signals":[69,153],"are":[70,128],"much":[71],"easier":[72],"to":[73],"acquire.":[74],"To":[75],"tackle":[76],"this":[77],"problem,":[78],"we":[79,115],"propose":[80],"cross-modal":[82,172],"method":[83,142],"based":[84],"on":[85,134,150,183],"generative":[86],"adversarial":[87],"learning.":[88],"our":[90,140],"method,":[91],"the":[92,110,121,135,187],"intrinsic":[93],"relationship":[94],"between":[95],"features":[100],"high-level":[103],"feature":[104],"space":[105],"can":[106,116],"be":[107],"learned":[108],"training":[111],"phase,":[112],"then":[114],"obtain":[117],"information":[119],"during":[120],"test":[122],"phase":[123],"only":[125,149,175],"available":[129],"as":[130,178],"inputs.":[131],"Experimental":[132],"results":[133],"SEED-VPDC":[136],"dataset":[137],"demonstrate":[138],"that":[139],"proposed":[141],"outperforms":[143],"methods":[145],"trained":[146],"tested":[148],"with":[154,168],"improvement":[156],"approximately":[158],"5.43%":[159],"accuracy,":[161],"maintains":[163],"competitive":[164],"performance":[165],"comparison":[167],"methods.":[170],"Our":[171],"approach":[173],"inputs":[179],"reduces":[181],"reliance":[182],"data,":[185],"measurement":[190],"applicable":[192],"practicable.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}