{"id":"https://openalex.org/W7116768517","doi":"https://doi.org/10.1109/tii.2025.3636892","title":"Multimodal Feature Interaction and High-Quality Pseudolabel Generation With Self-Training for Cognitive State Detection","display_name":"Multimodal Feature Interaction and High-Quality Pseudolabel Generation With Self-Training for Cognitive State Detection","publication_year":2025,"publication_date":"2025-12-22","ids":{"openalex":"https://openalex.org/W7116768517","doi":"https://doi.org/10.1109/tii.2025.3636892"},"language":null,"primary_location":{"id":"doi:10.1109/tii.2025.3636892","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3636892","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120973244","display_name":"Wei Tong","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Tong","raw_affiliation_strings":["College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8558-1822","affiliations":[{"raw_affiliation_string":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107953523","display_name":"Yiran Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiran Xu","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121008808","display_name":"Xuefeng Men","orcid":null},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Xuefeng Men","raw_affiliation_strings":["Macau University of Science and Technology, Macau, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083020611","display_name":"Haoran Duan","orcid":"https://orcid.org/0000-0001-9956-7020"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Duan","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9956-7020","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103598823","display_name":"Qin Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210129465","display_name":"Wuhan Ship Development & Design Institute","ror":"https://ror.org/02mcdae06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210129465"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Yang","raw_affiliation_strings":["Wuhan Second Ship Design and Research Institute, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9125-1814","affiliations":[{"raw_affiliation_string":"Wuhan Second Ship Design and Research Institute, Wuhan, China","institution_ids":["https://openalex.org/I4210129465"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102408378","display_name":"Shaojun Cai","orcid":"https://orcid.org/0000-0003-2501-3951"},"institutions":[{"id":"https://openalex.org/I4210129465","display_name":"Wuhan Ship Development & Design Institute","ror":"https://ror.org/02mcdae06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210129465"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojun Cai","raw_affiliation_strings":["Wuhan Second Ship Design and Research Institute, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan Second Ship Design and Research Institute, Wuhan, China","institution_ids":["https://openalex.org/I4210129465"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100769186","display_name":"Changyu Li","orcid":"https://orcid.org/0009-0009-6090-2050"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyu Li","raw_affiliation_strings":["School of Computer Science, University of Nottingham, Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ping Li","orcid":"https://orcid.org/0000-0001-8868-8054"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Li","raw_affiliation_strings":["School of Biological Science and Medical Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8868-8054","affiliations":[{"raw_affiliation_string":"School of Biological Science and Medical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"GuangYu Zhu","orcid":"https://orcid.org/0009-0008-1467-1776"},"institutions":[{"id":"https://openalex.org/I181877577","display_name":"Shanxi University","ror":"https://ror.org/03y3e3s17","country_code":"CN","type":"education","lineage":["https://openalex.org/I181877577"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"GuangYu Zhu","raw_affiliation_strings":["School of Automation and Software Engineering, Shanxi University, Shanxi, China"],"raw_orcid":"https://orcid.org/0009-0008-1467-1776","affiliations":[{"raw_affiliation_string":"School of Automation and Software Engineering, Shanxi University, Shanxi, China","institution_ids":["https://openalex.org/I181877577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121003605","display_name":"Edmond Q. Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210147745","display_name":"West Anhui University","ror":"https://ror.org/046ft6c74","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147745"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Edmond Q. Wu","raw_affiliation_strings":["West Anhui University, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-1301-9870","affiliations":[{"raw_affiliation_string":"West Anhui University, Anhui, China","institution_ids":["https://openalex.org/I4210147745"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100930001","display_name":"Limin Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li-Min Zhu","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3194-6731","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6928,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.91248952,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"22","issue":"3","first_page":"2152","last_page":"2161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.7146999835968018,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.7146999835968018,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.046300001442432404,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.028200000524520874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.6481000185012817},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6263999938964844},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5669999718666077},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5374000072479248},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4952000081539154},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4927999973297119},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4902999997138977},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.4693000018596649},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.42500001192092896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8205000162124634},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.6481000185012817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6319000124931335},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6263999938964844},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5669999718666077},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5374000072479248},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4952000081539154},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4927999973297119},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4902999997138977},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.4693000018596649},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4221000075340271},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4066999852657318},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.3418000042438507},{"id":"https://openalex.org/C101814296","wikidata":"https://www.wikidata.org/wiki/Q5439685","display_name":"Feature model","level":3,"score":0.30489999055862427},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.28360000252723694},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C103824480","wikidata":"https://www.wikidata.org/wiki/Q185889","display_name":"Time domain","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C2986342778","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Cognitive systems","level":3,"score":0.26420000195503235},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2025.3636892","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3636892","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1847325375","display_name":null,"funder_award_id":"62173167","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G241012663","display_name":null,"funder_award_id":"62171274","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3468222377","display_name":null,"funder_award_id":"62273019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5809372382","display_name":null,"funder_award_id":"62405145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5886903507","display_name":null,"funder_award_id":"T2325018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6348892575","display_name":null,"funder_award_id":"62433005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6597141858","display_name":null,"funder_award_id":"BK20240641","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8335343387","display_name":null,"funder_award_id":"U2241228","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8880411100","display_name":null,"funder_award_id":"62272036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Cognitive":[0],"state":[1,65],"detection":[2,66],"holds":[3],"significant":[4],"research":[5],"value":[6],"in":[7,21,36,130],"the":[8,23,51,80,88,117,125,138,143,147],"field":[9],"of":[10,26,76],"human\u2013computer":[11],"interaction":[12,73],"and":[13,47,74,146],"neural":[14],"engineering.":[15],"However,":[16],"existing":[17],"works":[18],"are":[19],"insufficient":[20],"modeling":[22],"temporal":[24,89],"dynamics":[25],"multimodal":[27,71],"physiological":[28],"signals,":[29],"which":[30],"leads":[31],"to":[32,86,98,111,155],"heterogeneous":[33],"distribution":[34],"differences":[35],"cross-modal":[37,96],"feature":[38,72],"interactions.":[39],"In":[40],"addition,":[41],"domain":[42,119,131],"shift":[43],"issues":[44],"under":[45],"cross-subject":[46],"few-sample":[48],"conditions":[49],"restrict":[50],"model":[52,87,160],"generalization":[53],"performance.":[54],"To":[55],"cope":[56],"with":[57],"these":[58],"problems,":[59],"this":[60],"work":[61,140],"proposes":[62],"a":[63,105],"cognitive":[64,100],"framework":[67],"that":[68,137],"integrates":[69],"Transformer-based":[70],"self-training":[75],"pseudolabel":[77,149],"optimization.":[78],"First,":[79],"multihead":[81],"attention":[82],"mechanism":[83,151],"is":[84,109],"introduced":[85],"evolution":[90],"patterns":[91],"across":[92],"modalities,":[93],"dynamically":[94],"harmonizing":[95],"contributions":[97],"extract":[99],"state-related":[101],"shared":[102],"features.":[103],"Then,":[104],"dual-model":[106],"cross-validation":[107],"strategy":[108],"designed":[110,148],"filter":[112],"high-quality":[113],"pseudolabeled":[114],"samples":[115],"from":[116],"target":[118],"for":[120],"subsequent":[121],"self-training,":[122],"effectively":[123],"avoiding":[124],"dependency":[126],"on":[127],"auxiliary":[128],"modules":[129],"adaptation.":[132],"Finally,":[133],"Extensive":[134],"experiments":[135],"show":[136],"proposed":[139],"significantly":[141],"improves":[142],"recognition":[144],"accuracy,":[145],"optimization":[150],"can":[152],"be":[153],"transferred":[154],"related":[156],"tasks":[157],"without":[158],"increasing":[159],"complexity.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-03-06T06:45:51.903784","created_date":"2025-12-22T00:00:00"}