{"id":"https://openalex.org/W7125931730","doi":"https://doi.org/10.1109/tase.2026.3658782","title":"Adaptive Multimodal Industrial Fault Diagnosis With Attention-Driven Fusion Boosting Unimodal Performance","display_name":"Adaptive Multimodal Industrial Fault Diagnosis With Attention-Driven Fusion Boosting Unimodal Performance","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7125931730","doi":"https://doi.org/10.1109/tase.2026.3658782"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2026.3658782","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2026.3658782","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124056986","display_name":"Di Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wang","raw_affiliation_strings":["Department of Industrial Engineering and Management, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7030-6521","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016333557","display_name":"X. Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Pan","raw_affiliation_strings":["Department of Industrial Engineering and Management, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuanyuan Gao","orcid":"https://orcid.org/0000-0001-7663-5713"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyuan Gao","raw_affiliation_strings":["Department of Management Science and Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7663-5713","affiliations":[{"raw_affiliation_string":"Department of Management Science and Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fugee Tsung","orcid":"https://orcid.org/0000-0002-0575-8254"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fugee Tsung","raw_affiliation_strings":["Department of Industrial Engineering and Decision Analytics, The Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-0575-8254","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Decision Analytics, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122759267","display_name":"Fangyu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangyu Li","raw_affiliation_strings":["School of Information Science and Technology, Beijing Key Laboratory of Computational Intelligence and Intelligent Systems, Engineering Research Center of Digital Community, Ministry of Education, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2340-3622","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing Key Laboratory of Computational Intelligence and Intelligent Systems, Engineering Research Center of Digital Community, Ministry of Education, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0496,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.93985622,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"23","issue":null,"first_page":"4454","last_page":"4476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.7867000102996826,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.7867000102996826,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.022700000554323196,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.022600000724196434,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.6401000022888184},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.552299976348877},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5512999892234802},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.47440001368522644},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.39570000767707825},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.39329999685287476},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.3930000066757202},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.37290000915527344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7222999930381775},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.6401000022888184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.638700008392334},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.552299976348877},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5512999892234802},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5382999777793884},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.47440001368522644},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.39329999685287476},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3930000066757202},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.37290000915527344},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3425000011920929},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.3224000036716461},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.31850001215934753},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tase.2026.3658782","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2026.3658782","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-169718","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-169718","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6322593092918396}],"awards":[{"id":"https://openalex.org/G1097221748","display_name":null,"funder_award_id":"72371217","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4324246841","display_name":null,"funder_award_id":"72401130","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5048116313","display_name":null,"funder_award_id":"72471145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7589322015","display_name":"\u57fa\u4e8e\u591a\u5143\u65f6\u7a7a\u52a8\u6001\u6d41\u6570\u636e\u7684\u5236\u9020\u7cfb\u7edf\u72b6\u6001\u5efa\u6a21\u4e0e\u8fc7\u7a0b\u76d1\u63a7\u7814\u7a76","funder_award_id":"72101148","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2106334424","https://openalex.org/W2619383789","https://openalex.org/W2768956845","https://openalex.org/W2885380450","https://openalex.org/W2946132563","https://openalex.org/W2963717374","https://openalex.org/W2964051877","https://openalex.org/W2964067226","https://openalex.org/W2964346351","https://openalex.org/W2991860176","https://openalex.org/W3035356612","https://openalex.org/W3087224902","https://openalex.org/W3106901053","https://openalex.org/W3126721948","https://openalex.org/W3127597934","https://openalex.org/W3170986249","https://openalex.org/W3194342258","https://openalex.org/W3210892971","https://openalex.org/W4283838088","https://openalex.org/W4285606530","https://openalex.org/W4312317653","https://openalex.org/W4312480274","https://openalex.org/W4312639100","https://openalex.org/W4317821616","https://openalex.org/W4385245566","https://openalex.org/W4385571742","https://openalex.org/W4386076681","https://openalex.org/W4387319105","https://openalex.org/W4390873518","https://openalex.org/W4391019648","https://openalex.org/W4392131573","https://openalex.org/W4399509409","https://openalex.org/W4400398845","https://openalex.org/W4402753796","https://openalex.org/W4402832821","https://openalex.org/W4404078863","https://openalex.org/W4405753655","https://openalex.org/W4405785442","https://openalex.org/W4406459686","https://openalex.org/W4407595936","https://openalex.org/W4408286285","https://openalex.org/W4408353948","https://openalex.org/W4409270617","https://openalex.org/W4410491968","https://openalex.org/W4412567591"],"related_works":[],"abstract_inverted_index":{"Industrial":[0],"fault":[1,93],"diagnosis":[2,94,138],"increasingly":[3],"benefits":[4],"from":[5],"Large":[6],"Models":[7],"(LMs),":[8],"which":[9,20,38],"can":[10],"handle":[11],"diverse":[12],"data":[13,73],"sources.":[14],"Within":[15],"this":[16],"context,":[17],"multimodal":[18,72,92,101,147,166],"approaches,":[19],"integrate":[21],"inputs":[22],"like":[23],"vibration,":[24],"process,":[25],"and":[26,74,102,121,132,148,158,167,173,190],"video":[27],"data,":[28],"boost":[29],"accuracy":[30],"but":[31],"often":[32,57],"assume":[33],"all":[34],"modalities":[35,84],"are":[36,53,85],"available,":[37],"rarely":[39],"holds":[40],"in":[41],"practice":[42],"due":[43],"to":[44,69,78,116,143,163],"sensor":[45],"failures,":[46],"deployment":[47],"limits,":[48],"etc.":[49],"While":[50],"unimodal":[51,80,103,149,168],"methods":[52],"more":[54],"practical,":[55],"they":[56],"lack":[58],"sufficient":[59],"information":[60],"for":[61],"complex":[62],"scenarios.":[63],"The":[64],"key":[65],"challenge":[66],"is":[67,114,140],"how":[68],"effectively":[70],"fuse":[71],"transfer":[75],"that":[76,96,184],"knowledge":[77,174],"enhance":[79],"performance":[81,189],"when":[82],"some":[83],"missing.":[86],"This":[87],"paper":[88],"proposes":[89],"an":[90],"adaptive":[91],"framework":[95],"enables":[97],"bidirectional":[98],"enhancement":[99],"between":[100],"representations.":[104],"For":[105,151],"model":[106],"construction,":[107],"a":[108,123,156],"Cross-Fusion":[109],"Channel":[110],"Attention":[111,126],"(CFCA)":[112],"module":[113,128],"introduced":[115],"align":[117],"features":[118],"across":[119,192],"modalities,":[120],"then":[122],"Shared":[124],"Temporal":[125],"(STA)":[127],"captures":[129],"sequential":[130],"dependencies":[131],"facilitates":[133],"representation":[134],"sharing.":[135],"A":[136],"multi-head":[137],"structure":[139],"finally":[141],"used":[142],"jointly":[144],"supervise":[145],"both":[146],"branches.":[150],"parameter":[152],"estimation,":[153],"we":[154],"develop":[155],"similarity-aware":[157],"uncertainty-guided":[159],"gradient":[160],"modulation":[161],"strategy":[162],"adaptively":[164],"balance":[165],"learning,":[169],"ensuring":[170],"stable":[171],"optimization":[172],"transfer.":[175],"Experiments":[176],"on":[177],"the":[178],"real-world":[179],"industrial":[180],"PRONTO":[181],"dataset":[182],"demonstrate":[183],"our":[185],"method":[186],"achieves":[187],"superior":[188],"adaptability":[191],"various":[193],"scenarios":[194],"with":[195],"varying":[196],"modality":[197],"availability.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-02-19T06:27:42.648592","created_date":"2026-01-29T00:00:00"}