{"id":"https://openalex.org/W7225455128","doi":"https://doi.org/10.1061/ajrua6.rueng-2059","title":"Reliable Cross-Condition Fault Diagnosis for Structural Systems via Pretrained Multimodal Fusion of Vibration and Infrared Data","display_name":"Reliable Cross-Condition Fault Diagnosis for Structural Systems via Pretrained Multimodal Fusion of Vibration and Infrared Data","publication_year":2026,"publication_date":"2026-11-07","ids":{"openalex":"https://openalex.org/W7225455128","doi":"https://doi.org/10.1061/ajrua6.rueng-2059"},"language":"en","primary_location":{"id":"doi:10.1061/ajrua6.rueng-2059","doi":"https://doi.org/10.1061/ajrua6.rueng-2059","is_oa":false,"landing_page_url":"https://doi.org/10.1061/ajrua6.rueng-2059","pdf_url":null,"source":{"id":"https://openalex.org/S2764572437","display_name":"ASCE-ASME Journal of Risk and Uncertainty in Engineering Systems Part A Civil Engineering","issn_l":"2376-7642","issn":["2376-7642"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315747","host_organization_name":"American Society of Civil Engineers","host_organization_lineage":["https://openalex.org/P4310315747"],"host_organization_lineage_names":["American Society of Civil Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ASCE-ASME Journal of Risk and Uncertainty in Engineering Systems, Part A: Civil Engineering","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140458088","display_name":"Yuxia Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4391767782","display_name":"China Energy Science and Technology Research Institute Co., Ltd. (China)","ror":"https://ror.org/01s5v9a88","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210127555","https://openalex.org/I4391767782"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxia Liu","raw_affiliation_strings":["China Energy Science and Technology Research Institute Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Energy Science and Technology Research Institute Co., Ltd","institution_ids":["https://openalex.org/I4391767782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088716214","display_name":"Yong Qin","orcid":"https://orcid.org/0000-0002-6519-8316","observed_orcids":["https://orcid.org/0000-0002-6519-8316"]},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Qin","raw_affiliation_strings":["Beijing Jiaotong Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong Univ","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161154016","display_name":"Hanbin Zhou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanbin Zhou","raw_affiliation_strings":["Xi\u2019an Jiaotong Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi\u2019an Jiaotong Univ","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005943822","display_name":"Zilin Zhang","orcid":"https://orcid.org/0000-0002-2806-3172","observed_orcids":["https://orcid.org/0000-0002-2806-3172"]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zilin Zhang","raw_affiliation_strings":["Xi\u2019an Jiaotong Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi\u2019an Jiaotong Univ","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161208138","display_name":"Yongbo Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongbo Li","raw_affiliation_strings":["Northwestern Polytechnical Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical Univ","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075474564","display_name":"Tianlei Wang","orcid":"https://orcid.org/0000-0002-4498-4326","observed_orcids":["https://orcid.org/0000-0002-4498-4326","https://orcid.org/0009-0005-7980-6449"]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianlei Wang","raw_affiliation_strings":["Xi\u2019an Jiaotong Univ"],"raw_orcid":"https://orcid.org/0009-0005-7980-6449","affiliations":[{"raw_affiliation_string":"Xi\u2019an Jiaotong Univ","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110997767","display_name":"YunFei Cui","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfei Cui","raw_affiliation_strings":["Xi\u2019an Jiaotong Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi\u2019an Jiaotong Univ","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020755398","display_name":"Tingyu Qian","orcid":"https://orcid.org/0009-0005-7128-4033","observed_orcids":["https://orcid.org/0009-0005-7128-4033"]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingyu Qian","raw_affiliation_strings":["Xi\u2019an Jiaotong Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi\u2019an Jiaotong Univ","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079329106","display_name":"Ke Feng","orcid":"https://orcid.org/0000-0003-2338-5161","observed_orcids":["https://orcid.org/0000-0003-2338-5161","https://orcid.org/0009-0000-2181-5020"]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Feng","raw_affiliation_strings":["Xi\u2019an Jiaotong Univ"],"raw_orcid":"https://orcid.org/0000-0003-2338-5161","affiliations":[{"raw_affiliation_string":"Xi\u2019an Jiaotong Univ","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10534","display_name":"Structural Health Monitoring Techniques","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cross-condition-fault-diagnosis","display_name":"cross-condition fault diagnosis","score":0.8339999914169312},{"id":"https://openalex.org/keywords/structural-health-monitoring","display_name":"structural health monitoring","score":0.859000027179718},{"id":"https://openalex.org/keywords/contrastive-language-image-pre-training","display_name":"contrastive language-image pretraining","score":0.859000027179718},{"id":"https://openalex.org/keywords/time-frequency-spectrograms","display_name":"time-frequency spectrograms","score":0.7289999723434448},{"id":"https://openalex.org/keywords/predictive-maintenance","display_name":"predictive maintenance","score":0.5590000152587891},{"id":"https://openalex.org/keywords/rotating-machinery","display_name":"rotating machinery","score":0.492000013589859}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.647599995136261},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5583999752998352},{"id":"https://openalex.org/C198394728","wikidata":"https://www.wikidata.org/wiki/Q3695508","display_name":"Vibration","level":2,"score":0.5228999853134155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5199999809265137},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.49630001187324524},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.44749999046325684},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4246000051498413},{"id":"https://openalex.org/C2776247918","wikidata":"https://www.wikidata.org/wiki/Q1423713","display_name":"Structural health monitoring","level":2,"score":0.3862000107765198},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37450000643730164},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.36550000309944153},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.3244999945163727},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C2775846686","wikidata":"https://www.wikidata.org/wiki/Q643012","display_name":"Condition monitoring","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2973000109195709},{"id":"https://openalex.org/C5395353","wikidata":"https://www.wikidata.org/wiki/Q2265508","display_name":"Reciprocating compressor","level":3,"score":0.29420000314712524},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C2776960193","wikidata":"https://www.wikidata.org/wiki/Q15526897","display_name":"Operational Modal Analysis","level":4,"score":0.2892000079154968},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2858000099658966},{"id":"https://openalex.org/C88282795","wikidata":"https://www.wikidata.org/wiki/Q2448108","display_name":"Structural system","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2694000005722046},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C51234621","wikidata":"https://www.wikidata.org/wiki/Q2149495","display_name":"Testability","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C56529433","wikidata":"https://www.wikidata.org/wiki/Q626700","display_name":"Nondestructive testing","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1061/ajrua6.rueng-2059","doi":"https://doi.org/10.1061/ajrua6.rueng-2059","is_oa":false,"landing_page_url":"https://doi.org/10.1061/ajrua6.rueng-2059","pdf_url":null,"source":{"id":"https://openalex.org/S2764572437","display_name":"ASCE-ASME Journal of Risk and Uncertainty in Engineering Systems Part A Civil Engineering","issn_l":"2376-7642","issn":["2376-7642"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315747","host_organization_name":"American Society of Civil Engineers","host_organization_lineage":["https://openalex.org/P4310315747"],"host_organization_lineage_names":["American Society of Civil Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ASCE-ASME Journal of Risk and Uncertainty in Engineering Systems, Part A: Civil Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.7207000255584717}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W4206270773","https://openalex.org/W4282974131","https://openalex.org/W4394866129","https://openalex.org/W4399527692","https://openalex.org/W4402940148","https://openalex.org/W4403212349","https://openalex.org/W4403974775","https://openalex.org/W4405116171","https://openalex.org/W4407105994","https://openalex.org/W4408079819","https://openalex.org/W4408927203","https://openalex.org/W4409429797","https://openalex.org/W4410660738","https://openalex.org/W4410944659","https://openalex.org/W4412074707","https://openalex.org/W4412164361","https://openalex.org/W4412415781","https://openalex.org/W4413097530","https://openalex.org/W4413148406","https://openalex.org/W4413947966","https://openalex.org/W4415421013","https://openalex.org/W4416419464","https://openalex.org/W4416779681","https://openalex.org/W7105701015","https://openalex.org/W7116911293","https://openalex.org/W7123345677"],"related_works":["https://openalex.org/W7171687084","https://openalex.org/W4225001696","https://openalex.org/W4406574878","https://openalex.org/W4407692570","https://openalex.org/W4206270773","https://openalex.org/W7213665539","https://openalex.org/W7161258693","https://openalex.org/W4402594487","https://openalex.org/W7154454895","https://openalex.org/W3154236835"],"abstract_inverted_index":{"Abstract":[0],"Reliable":[1],"fault":[2,32,206],"diagnosis":[3,33],"of":[4,43,96,114,123,145,177,205,225],"load-bearing":[5],"structural":[6,36,52,126,170,187,209],"components":[7],"in":[8,125,208],"engineering":[9],"systems":[10],"remains":[11],"challenging":[12],"under":[13,118,230],"varying":[14,119],"operational":[15],"and":[16,22,45,65,148,201,221,227],"environmental":[17],"conditions,":[18],"where":[19],"data":[20],"reliability":[21,116,223],"modality":[23,147],"consistency":[24],"often":[25],"degrade.":[26],"This":[27,135,211],"paper":[28],"proposes":[29],"a":[30,39,99,105,150,167,198],"cross-condition":[31],"framework":[34,92],"for":[35,217],"systems,":[37],"leveraging":[38],"pretrained":[40],"multimodal":[41],"fusion":[42,131],"vibration":[44,50,97],"infrared":[46,70],"measurements.":[47],"First,":[48],"dual-channel":[49],"signals\u2014reflecting":[51],"dynamic":[53,188],"responses\u2014are":[54],"transformed":[55],"into":[56],"three-channel":[57],"pseudocolor":[58],"time\u2013frequency":[59],"spectrograms":[60],"using":[61],"short-time":[62],"Fourier":[63],"transform":[64],"then":[66],"fused":[67],"with":[68,192],"raw":[69],"thermal":[71],"images.":[72],"A":[73],"shared":[74],"contrastive":[75],"language-image":[76],"pretraining":[77],"visual":[78],"encoder":[79],"extracts":[80],"high-dimensional":[81],"semantic":[82],"embeddings":[83],"from":[84],"both":[85],"modalities.":[86],"To":[87,110],"enhance":[88],"physical":[89,203],"interpretability,":[90],"the":[91,94,112,143,183],"incorporates":[93],"root-mean-square":[95],"as":[98,166],"physically":[100],"meaningful":[101],"scalar":[102],"feature,":[103],"constructing":[104],"physical-semantic":[106],"dual-path":[107],"representation":[108],"space.":[109],"address":[111],"challenge":[113],"modal":[115],"shift":[117],"loads\u2014a":[120],"critical":[121],"source":[122],"uncertainty":[124],"health":[127],"monitoring\u2014a":[128],"standardized":[129],"block-weighted":[130],"strategy":[132,136],"is":[133],"introduced.":[134],"employs":[137],"explicit":[138],"coefficients":[139],"to":[140],"adaptively":[141],"adjust":[142],"contribution":[144],"each":[146],"establishes":[149],"robust":[151],"decision":[152],"boundary":[153],"via":[154],"support":[155,216],"vector":[156],"machines.":[157],"Experimental":[158],"validation":[159],"on":[160],"two-stage":[161],"helical":[162],"gearbox":[163],"test":[164],"rig,":[165],"representative":[168],"rotating":[169],"subsystem,":[171],"demonstrates":[172],"an":[173],"average":[174],"diagnostic":[175],"accuracy":[176],"94.40%.":[178],"The":[179],"results":[180],"show":[181],"that":[182],"proposed":[184],"method":[185],"integrates":[186],"features":[189,194],"(from":[190,195],"vibration)":[191],"thermodynamic":[193],"infrared),":[196],"providing":[197],"more":[199],"comprehensive":[200],"interpretable":[202],"description":[204],"evolution":[207],"components.":[210],"study":[212],"offers":[213],"effective":[214],"technical":[215],"risk-informed":[218],"predictive":[219],"maintenance":[220],"condition-based":[222],"assessment":[224],"civil":[226],"mechanical":[228],"infrastructure":[229],"uncertain":[231],"operating":[232],"environments.":[233]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-08T00:00:00"}