{"id":"https://openalex.org/W4414934241","doi":"https://doi.org/10.1109/tvcg.2025.3616797","title":"Multimodal Contrastive Learning for Cybersickness Recognition Using Brain Connectivity Graph Representation","display_name":"Multimodal Contrastive Learning for Cybersickness Recognition Using Brain Connectivity Graph Representation","publication_year":2025,"publication_date":"2025-10-06","ids":{"openalex":"https://openalex.org/W4414934241","doi":"https://doi.org/10.1109/tvcg.2025.3616797","pmid":"https://pubmed.ncbi.nlm.nih.gov/41052115"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2025.3616797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3616797","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024665967","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0003-1602-8318"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peike Wang","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351382","display_name":"Ming Li","orcid":"https://orcid.org/0000-0002-1218-2804"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Li","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101673725","display_name":"Ziteng Wang","orcid":"https://orcid.org/0009-0006-2339-9466"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziteng Wang","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008076279","display_name":"Yong\u2010Jin Liu","orcid":"https://orcid.org/0000-0001-5774-1916"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong-Jin Liu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5774-1916","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":null,"display_name":"Lili Wang","orcid":"https://orcid.org/0000-0003-1105-8542"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lili Wang","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1105-8542","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5024665967"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26760522,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":"11","first_page":"10080","last_page":"10089"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9164999723434448,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9164999723434448,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9150000214576721,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5726000070571899},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5012000203132629},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4909999966621399},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.4066999852657318},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3952000141143799},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.3747999966144562},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3626999855041504},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.3562999963760376}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8367000222206116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6322000026702881},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5726000070571899},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5012000203132629},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4909999966621399},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.4066999852657318},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3952000141143799},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.3747999966144562},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.3562999963760376},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3255999982357025},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.32179999351501465},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.28940001130104065},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2689000070095062},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25769999623298645}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000076142","descriptor_name":"Virtual Reality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000076142","descriptor_name":"Virtual Reality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000076142","descriptor_name":"Virtual Reality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2025.3616797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3616797","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:41052115","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41052115","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4056020944","display_name":null,"funder_award_id":"Z221100007722004","funder_id":"https://openalex.org/F4320335843","funder_display_name":"Beijing Science and Technology Planning Project"},{"id":"https://openalex.org/G5158269727","display_name":null,"funder_award_id":"61932003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8494936032","display_name":null,"funder_award_id":"62372026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320335843","display_name":"Beijing Science and Technology Planning Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1827197145","https://openalex.org/W1989010592","https://openalex.org/W1995708743","https://openalex.org/W2038112635","https://openalex.org/W2125912804","https://openalex.org/W2128495200","https://openalex.org/W2132502997","https://openalex.org/W2134604079","https://openalex.org/W2147496327","https://openalex.org/W2160470295","https://openalex.org/W2170892587","https://openalex.org/W2766343727","https://openalex.org/W2791342729","https://openalex.org/W2889422875","https://openalex.org/W2889895098","https://openalex.org/W2921897326","https://openalex.org/W2967463293","https://openalex.org/W2968488180","https://openalex.org/W2989624678","https://openalex.org/W2995065029","https://openalex.org/W3040909919","https://openalex.org/W3134586965","https://openalex.org/W3159856293","https://openalex.org/W3203647659","https://openalex.org/W3208497351","https://openalex.org/W4206314411","https://openalex.org/W4239160510","https://openalex.org/W4254730737","https://openalex.org/W4310638450","https://openalex.org/W4321488229","https://openalex.org/W4323795575","https://openalex.org/W4361792068","https://openalex.org/W4366235074","https://openalex.org/W4367662540","https://openalex.org/W4377943464","https://openalex.org/W4389314051","https://openalex.org/W4392405731","https://openalex.org/W4392405810","https://openalex.org/W4407230102","https://openalex.org/W4408223124"],"related_works":[],"abstract_inverted_index":{"Cybersickness":[0],"significantly":[1],"impairs":[2],"user":[3],"comfort":[4],"and":[5,18,100,103,123,156,188],"immersion":[6],"in":[7,160,167],"virtual":[8],"reality":[9],"(VR).":[10],"Effective":[11],"identification":[12],"of":[13,48],"cybersickness":[14,62,150],"leveraging":[15],"physiological,":[16],"visual,":[17],"motion":[19,101,157],"data":[20,158],"is":[21],"a":[22,56,115,126,138,148],"critical":[23,182],"prerequisite":[24],"for":[25,61],"its":[26],"mitigation.":[27],"However,":[28],"current":[29],"methods":[30,179],"primarily":[31],"employ":[32],"direct":[33],"feature":[34],"fusion":[35,118],"across":[36,81,180],"modalities,":[37],"which":[38,120],"often":[39],"leads":[40],"to":[41,45,141,163],"limited":[42],"accuracy":[43],"due":[44],"inadequate":[46],"modeling":[47],"inter-modal":[49],"relationships.":[50],"In":[51],"this":[52,168],"paper,":[53],"we":[54,65,113,146],"propose":[55,114],"multimodal":[57,149],"contrastive":[58,117,132],"learning":[59,133],"method":[60,175],"recognition.":[63],"First,":[64],"introduce":[66],"Brain":[67],"Connectivity":[68],"Graph":[69],"Representation":[70],"(BCGR),":[71],"an":[72],"innovative":[73],"graph-based":[74],"representation":[75,143],"that":[76,173],"captures":[77],"cybersickness-related":[78],"connectivity":[79,139],"patterns":[80],"modalities.":[82],"We":[83],"further":[84,165],"develop":[85],"three":[86],"BCGR":[87],"instances:":[88],"E-BCGR,":[89],"constructed":[90,96],"based":[91,97],"on":[92,98],"EEG":[93],"signals;":[94],"MV-BCGR,":[95],"video":[99],"data;":[102],"S-BCGR,":[104],"obtained":[105],"through":[106],"our":[107,174],"proposed":[108],"standardized":[109],"decomposition":[110],"algorithm.":[111],"Then,":[112],"connectivity-constrained":[116],"module,":[119],"aligns":[121],"E-BCGR":[122],"MV-BCGR":[124],"into":[125],"shared":[127],"latent":[128],"space":[129],"via":[130],"graph":[131],"while":[134],"utilizing":[135],"S-BCGR":[136],"as":[137],"constraint":[140],"enhance":[142],"quality.":[144],"Moreover,":[145],"construct":[147],"dataset":[151],"comprising":[152],"synchronized":[153],"EEG,":[154],"video,":[155],"collected":[159],"VR":[161],"environments":[162],"promote":[164],"research":[166],"domain.":[169],"Experimental":[170],"results":[171],"demonstrate":[172],"outperforms":[176],"existing":[177],"state-of-the-art":[178],"four":[181],"evaluation":[183],"metrics:":[184],"accuracy,":[185],"sensitivity,":[186],"specificity,":[187],"the":[189,192],"area":[190],"under":[191],"curve.":[193],"Source":[194],"code:":[195],"https://github.com/PEKEW/cybersickness-bcgr.":[196]},"counts_by_year":[],"updated_date":"2025-11-07T23:20:04.922697","created_date":"2025-10-10T00:00:00"}