{"id":"https://openalex.org/W4304014187","doi":"https://doi.org/10.1145/3503161.3548367","title":"VigilanceNet: Decouple Intra- and Inter-Modality Learning for Multimodal Vigilance Estimation in RSVP-Based BCI","display_name":"VigilanceNet: Decouple Intra- and Inter-Modality Learning for Multimodal Vigilance Estimation in RSVP-Based BCI","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4304014187","doi":"https://doi.org/10.1145/3503161.3548367"},"language":"en","primary_location":{"id":"doi:10.1145/3503161.3548367","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3503161.3548367","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3503161.3548367","source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3503161.3548367","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019663108","display_name":"Xinyu Cheng","orcid":"https://orcid.org/0000-0002-9637-1900"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinyu Cheng","raw_affiliation_strings":["CASIA & University of CAS, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CASIA & University of CAS, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119247209","display_name":"Wei Wei","orcid":"https://orcid.org/0000-0001-8042-1574"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wei","raw_affiliation_strings":["CASIA, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CASIA, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051978172","display_name":"Changde Du","orcid":"https://orcid.org/0000-0002-0084-433X"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changde Du","raw_affiliation_strings":["CASIA, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CASIA, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100772457","display_name":"Shuang Qiu","orcid":"https://orcid.org/0000-0002-8327-2567"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Qiu","raw_affiliation_strings":["CASIA, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CASIA, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021212199","display_name":"Sanli Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanli Tian","raw_affiliation_strings":["University of CAS, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of CAS, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100308734","display_name":"Xiaojun Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Ma","raw_affiliation_strings":["CASIA & University of CAS, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CASIA & University of CAS, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100669549","display_name":"Huiguang He","orcid":"https://orcid.org/0000-0002-0684-1711"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiguang He","raw_affiliation_strings":["CASIA & University of CAS, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CASIA & University of CAS, Beijing, China","institution_ids":["https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5019663108"],"corresponding_institution_ids":["https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":4.6043,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.97614892,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"209","last_page":"217"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7814085483551025},{"id":"https://openalex.org/keywords/vigilance","display_name":"Vigilance (psychology)","score":0.6118184924125671},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.5473877787590027},{"id":"https://openalex.org/keywords/rapid-serial-visual-presentation","display_name":"Rapid serial visual presentation","score":0.5281645655632019},{"id":"https://openalex.org/keywords/brain\u2013computer-interface","display_name":"Brain\u2013computer interface","score":0.5244365334510803},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4874291718006134},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.47401151061058044},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4517374634742737},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.377564013004303},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3215353488922119},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.20915621519088745},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.15674644708633423},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08641746640205383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7814085483551025},{"id":"https://openalex.org/C192769605","wikidata":"https://www.wikidata.org/wiki/Q1418914","display_name":"Vigilance (psychology)","level":2,"score":0.6118184924125671},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.5473877787590027},{"id":"https://openalex.org/C2779668609","wikidata":"https://www.wikidata.org/wiki/Q623092","display_name":"Rapid serial visual presentation","level":3,"score":0.5281645655632019},{"id":"https://openalex.org/C173201364","wikidata":"https://www.wikidata.org/wiki/Q897410","display_name":"Brain\u2013computer interface","level":3,"score":0.5244365334510803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4874291718006134},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.47401151061058044},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4517374634742737},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.377564013004303},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3215353488922119},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.20915621519088745},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.15674644708633423},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08641746640205383},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3503161.3548367","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3503161.3548367","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3503161.3548367","source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3503161.3548367","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3503161.3548367","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3503161.3548367","source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1023919524","display_name":null,"funder_award_id":", Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1239536412","display_name":null,"funder_award_id":"XDB32040000","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4038921782","display_name":null,"funder_award_id":"62020106015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4089593052","display_name":null,"funder_award_id":"61976209, 62020106015, U21A20388","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5529498063","display_name":null,"funder_award_id":"U21A2038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5747639171","display_name":null,"funder_award_id":"U21A20388","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G613090996","display_name":null,"funder_award_id":"61976209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6805594977","display_name":null,"funder_award_id":"202010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8061640963","display_name":null,"funder_award_id":"2020106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8106358303","display_name":null,"funder_award_id":"2019002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4304014187.pdf","grobid_xml":"https://content.openalex.org/works/W4304014187.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W55018851","https://openalex.org/W254030361","https://openalex.org/W1975194708","https://openalex.org/W1976506993","https://openalex.org/W1977055581","https://openalex.org/W2014451281","https://openalex.org/W2038610431","https://openalex.org/W2056108528","https://openalex.org/W2068494370","https://openalex.org/W2068562173","https://openalex.org/W2092728879","https://openalex.org/W2102298513","https://openalex.org/W2111384217","https://openalex.org/W2119868897","https://openalex.org/W2155217597","https://openalex.org/W2183161252","https://openalex.org/W2187089797","https://openalex.org/W2215053149","https://openalex.org/W2444194000","https://openalex.org/W2525487527","https://openalex.org/W2540137496","https://openalex.org/W2554891422","https://openalex.org/W2558193840","https://openalex.org/W2612690371","https://openalex.org/W2743916180","https://openalex.org/W2754653860","https://openalex.org/W2800790800","https://openalex.org/W2896457183","https://openalex.org/W2905837515","https://openalex.org/W2947476638","https://openalex.org/W2996311341","https://openalex.org/W3094502228","https://openalex.org/W3138516171","https://openalex.org/W3165396901","https://openalex.org/W4200042752","https://openalex.org/W4205558134","https://openalex.org/W4206694574","https://openalex.org/W4206816857","https://openalex.org/W4230807675","https://openalex.org/W4232798756","https://openalex.org/W4239261847","https://openalex.org/W4256311151","https://openalex.org/W4301359866"],"related_works":["https://openalex.org/W2100610688","https://openalex.org/W3202969339","https://openalex.org/W4238551367","https://openalex.org/W2035010266","https://openalex.org/W4237513258","https://openalex.org/W1973445441","https://openalex.org/W3129027982","https://openalex.org/W2540834497","https://openalex.org/W3197316293","https://openalex.org/W1976169735"],"abstract_inverted_index":{"Recently,":[0],"brain-computer":[1],"interface":[2],"(BCI)":[3],"technology":[4],"has":[5,10],"made":[6],"impressive":[7],"progress":[8],"and":[9,79,105,126,147,201,213,221,238],"been":[11],"developed":[12],"for":[13,154],"many":[14],"applications.":[15],"Thereinto,":[16],"the":[17,34,42,110,121,135,143,180,188,196,208,219,228,231],"BCI":[18],"system":[19],"based":[20,191],"on":[21,192,218],"rapid":[22],"serial":[23],"visual":[24],"presentation":[25],"(RSVP)":[26],"is":[27,38,55],"a":[28,69,98],"promising":[29],"information":[30,198],"detection":[31,73],"technology.":[32],"However,":[33],"use":[35],"of":[36,145,168,230,235],"RSVP":[37,71,220],"closely":[39],"related":[40],"to":[41,57,75,89,133,141,149,164,194,207],"user's":[43],"performance,":[44],"which":[45,203],"can":[46,118],"be":[47],"influenced":[48],"by":[49,171],"their":[50],"vigilance":[51,59,85,91,177],"levels.":[52,86],"Therefore":[53],"it":[54],"crucial":[56],"detect":[58],"levels":[60,92,178],"in":[61,93,113,233],"RSVP-based":[62,94],"BCI.":[63],"In":[64,87],"this":[65],"paper,":[66],"we":[67,96,108,139,156,186],"conducted":[68,217],"long-term":[70],"target":[72],"experiment":[74],"collect":[76],"electroencephalography":[77],"(EEG)":[78],"electrooculogram":[80],"(EOG)":[81],"data":[82],"at":[83],"different":[84],"addition,":[88],"estimate":[90],"BCI,":[95],"propose":[97,140],"multimodal":[99,151,181],"method":[100,163,232],"named":[101],"VigilanceNet":[102],"using":[103],"EEG":[104,200],"EOG.":[106],"Firstly,":[107],"define":[109],"multiplicative":[111,136],"relationships":[112,122],"conventional":[114],"EOG":[115,124],"features":[116],"that":[117],"better":[119],"describe":[120],"between":[123,199],"features,":[125],"design":[127],"an":[128,158],"outer":[129],"product":[130],"embedding":[131],"module":[132],"extract":[134],"relationships.":[137],"Secondly,":[138],"decouple":[142],"learning":[144,161],"intra-":[146],"inter-modality":[148,209],"improve":[150],"learning.":[152],"Specifically,":[153],"intra-modality,":[155],"introduce":[157],"intra-modality":[159],"representation":[160],"(intra-RL)":[162],"obtain":[165],"effective":[166],"representations":[167],"each":[169,173],"modality":[170,174],"letting":[172],"independently":[175],"predict":[176],"during":[179],"training":[182],"process.":[183],"For":[184],"inter-modality,":[185],"employ":[187],"cross-modal":[189],"Transformer":[190],"cross-attention":[193],"capture":[195],"complementary":[197],"EOG,":[202],"only":[204],"pays":[205],"attention":[206],"relations.":[210],"Extensive":[211],"experiments":[212],"ablation":[214],"studies":[215],"are":[216],"SEED-VIG":[222],"public":[223],"datasets.":[224],"The":[225],"results":[226],"demonstrate":[227],"effectiveness":[229],"terms":[234],"regression":[236],"error":[237],"correlation.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}