{"id":"https://openalex.org/W4294975119","doi":"https://doi.org/10.1109/embc48229.2022.9871605","title":"A Cross-modality Deep Learning Method for Measuring Decision Confidence from Eye Movement Signals","display_name":"A Cross-modality Deep Learning Method for Measuring Decision Confidence from Eye Movement Signals","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4294975119","doi":"https://doi.org/10.1109/embc48229.2022.9871605","pmid":"https://pubmed.ncbi.nlm.nih.gov/36086116"},"language":"en","primary_location":{"id":"doi:10.1109/embc48229.2022.9871605","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871605","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Cheng Fei","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cheng Fei","raw_affiliation_strings":["Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240","institution_ids":["https://openalex.org/I4210165726","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360732","display_name":"Rui Li","orcid":"https://orcid.org/0000-0003-3691-1335"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Li","raw_affiliation_strings":["Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240","institution_ids":["https://openalex.org/I4210165726","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045300183","display_name":"Li-Ming Zhao","orcid":"https://orcid.org/0000-0002-1467-1230"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li-Ming Zhao","raw_affiliation_strings":["Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240","institution_ids":["https://openalex.org/I4210165726","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100389141","display_name":"Ziyi Li","orcid":"https://orcid.org/0000-0003-0947-9137"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyi Li","raw_affiliation_strings":["Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Center for Brain-Like Computing and Machine Intelligence, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, and Brain Science and Technology Research Center,Department of Computer Science and Engineering,Shanghai,People's Republic of China,200240","institution_ids":["https://openalex.org/I4210165726","https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040440605","display_name":"Bao\u2010Liang Lu","orcid":"https://orcid.org/0000-0001-8359-0058"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I2801556517","display_name":"Ruijin Hospital","ror":"https://ror.org/01hv94n30","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801556517"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bao-Liang Lu","raw_affiliation_strings":["RuiJin Hospital, Shanghai Jiao Tong University, School of Medicine,RuiJin-Mihoyo Laboratory, Clinical Neuroscience Center,Shanghai,People's Republic of China,200020"],"affiliations":[{"raw_affiliation_string":"RuiJin Hospital, Shanghai Jiao Tong University, School of Medicine,RuiJin-Mihoyo Laboratory, Clinical Neuroscience Center,Shanghai,People's Republic of China,200020","institution_ids":["https://openalex.org/I2801556517","https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210165726"],"apc_list":null,"apc_paid":null,"fwci":1.6011,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.8388598,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"2022","issue":null,"first_page":"3342","last_page":"3345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7985864877700806},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7704135179519653},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7413107752799988},{"id":"https://openalex.org/keywords/canonical-correlation","display_name":"Canonical correlation","score":0.572161853313446},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.5624586343765259},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5004100799560547},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.49697282910346985},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.47799769043922424},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.47357282042503357},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46132129430770874},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4553260803222656},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44236570596694946},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.42586660385131836},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3592120409011841},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10727226734161377}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7985864877700806},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7704135179519653},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7413107752799988},{"id":"https://openalex.org/C153874254","wikidata":"https://www.wikidata.org/wiki/Q115542","display_name":"Canonical correlation","level":2,"score":0.572161853313446},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.5624586343765259},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5004100799560547},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49697282910346985},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.47799769043922424},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.47357282042503357},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46132129430770874},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4553260803222656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44236570596694946},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.42586660385131836},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3592120409011841},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10727226734161377},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D005133","descriptor_name":"Eye Movements","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005133","descriptor_name":"Eye Movements","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005133","descriptor_name":"Eye Movements","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008606","descriptor_name":"Mental Processes","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008606","descriptor_name":"Mental Processes","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008606","descriptor_name":"Mental Processes","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc48229.2022.9871605","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871605","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:36086116","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36086116","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G143590983","display_name":null,"funder_award_id":"61976135","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1523385540","https://openalex.org/W2002816599","https://openalex.org/W2085497785","https://openalex.org/W2166049352","https://openalex.org/W2276275277","https://openalex.org/W2407512993","https://openalex.org/W2525648609","https://openalex.org/W2746267321","https://openalex.org/W3159301005","https://openalex.org/W3171358283","https://openalex.org/W3172414914","https://openalex.org/W3176711365","https://openalex.org/W6631216910","https://openalex.org/W6671865762","https://openalex.org/W6713572877","https://openalex.org/W6794649008"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"Electroencephalography":[0],"(EEG)":[1],"signals":[2,19,33,85,99,134],"can":[3],"effectively":[4],"measure":[5],"the":[6,24,91,95,103,124],"level":[7],"of":[8],"human":[9,110],"decision":[10,111],"confidence.":[11],"However,":[12],"it":[13],"is":[14,100],"difficult":[15],"to":[16,23,37,59],"acquire":[17,38],"EEG":[18,98],"in":[20,90,102,140],"practice":[21],"due":[22],"ex-pensive":[25],"cost":[26],"and":[27,39,64,94,129,135],"complex":[28],"operation,":[29],"while":[30],"eye":[31,83,132],"movement":[32,84,133],"are":[34,86],"much":[35],"easier":[36],"process.":[40],"To":[41],"tackle":[42],"this":[43],"problem,":[44],"we":[45],"propose":[46],"a":[47,69,137],"cross-modality":[48],"deep":[49,54],"learning":[50],"method":[51,118],"based":[52],"on":[53,108,131],"canoncial":[55],"correlation":[56,75],"analysis":[57,76],"(CDCCA)":[58],"transform":[60],"each":[61],"modality":[62],"separately":[63],"coordinate":[65],"different":[66],"modalities":[67],"into":[68],"hyperspace":[70],"by":[71],"using":[72],"specific":[73],"canonical":[74],"constraints.":[77],"In":[78],"our":[79,116],"proposed":[80,117],"method,":[81],"only":[82],"used":[87],"as":[88],"inputs":[89],"test":[92],"phase":[93],"knowledge":[96],"from":[97],"learned":[101],"training":[104],"stage.":[105],"Experimental":[106],"results":[107],"two":[109],"confidence":[112],"datasets":[113],"demonstrate":[114],"that":[115],"achieves":[119],"advanced":[120],"performance":[121],"compared":[122],"with":[123,142],"existing":[125],"single-modal":[126],"approaches":[127],"trained":[128],"tested":[130],"maintains":[136],"competitive":[138],"accuracy":[139],"comparison":[141],"multimodal":[143],"models.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}