{"id":"https://openalex.org/W4379382541","doi":"https://doi.org/10.1109/tase.2023.3281336","title":"Adaptive Multi-Head Self-Attention Based Supervised VAE for Industrial Soft Sensing With Missing Data","display_name":"Adaptive Multi-Head Self-Attention Based Supervised VAE for Industrial Soft Sensing With Missing Data","publication_year":2023,"publication_date":"2023-06-05","ids":{"openalex":"https://openalex.org/W4379382541","doi":"https://doi.org/10.1109/tase.2023.3281336"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3281336","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3281336","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100333592","display_name":"Lei Chen","orcid":"https://orcid.org/0000-0002-1449-3016"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Chen","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","Engineering Research Center of Intelligent PSE, Ministry of Education of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1449-3016","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]},{"raw_affiliation_string":"Engineering Research Center of Intelligent PSE, Ministry of Education of China, Beijing, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060223712","display_name":"Yuan Xu","orcid":"https://orcid.org/0000-0001-5490-2892"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Xu","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","Engineering Research Center of Intelligent PSE, Ministry of Education of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5490-2892","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]},{"raw_affiliation_string":"Engineering Research Center of Intelligent PSE, Ministry of Education of China, Beijing, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054385364","display_name":"Qunxiong Zhu","orcid":"https://orcid.org/0000-0002-2719-0516"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qun-Xiong Zhu","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","Engineering Research Center of Intelligent PSE, Ministry of Education of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2719-0516","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]},{"raw_affiliation_string":"Engineering Research Center of Intelligent PSE, Ministry of Education of China, Beijing, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045331954","display_name":"Yan\u2010Lin He","orcid":"https://orcid.org/0000-0001-9999-3679"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan-Lin He","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","Engineering Research Center of Intelligent PSE, Ministry of Education of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9999-3679","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]},{"raw_affiliation_string":"Engineering Research Center of Intelligent PSE, Ministry of Education of China, Beijing, China","institution_ids":["https://openalex.org/I1327237609"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.2604,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.98242736,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"21","issue":"3","first_page":"3564","last_page":"3575"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12282","display_name":"Mineral Processing and Grinding","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8015004396438599},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5311789512634277},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.49784255027770996},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4757556617259979},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4470828175544739},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.44277554750442505},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4402518570423126},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4222663938999176},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.4131559729576111},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2739602327346802}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8015004396438599},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5311789512634277},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.49784255027770996},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4757556617259979},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4470828175544739},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.44277554750442505},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4402518570423126},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4222663938999176},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4131559729576111},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2739602327346802},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2023.3281336","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3281336","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5899999737739563,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2174988415","display_name":"\u590d\u6742\u8fc7\u7a0b\u7cfb\u7edf\u865a\u62df\u6837\u672c\u751f\u6210\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61973024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3559986878","display_name":null,"funder_award_id":"JD2327","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5348053237","display_name":"\u4e0d\u5e73\u8861\u5c0f\u6837\u672c\u6570\u636e\u4e0b\u590d\u6742\u77f3\u5316\u5de5\u4e1a\u5371\u5316\u54c1\u707e\u5bb3\u98ce\u9669\u6f14\u5316\u9884\u6d4b\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61973022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8751590961","display_name":null,"funder_award_id":"62073022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W623776627","https://openalex.org/W2079518405","https://openalex.org/W2540224322","https://openalex.org/W3015966228","https://openalex.org/W3035328458","https://openalex.org/W3047463300","https://openalex.org/W3081318531","https://openalex.org/W3144846391","https://openalex.org/W3171398265","https://openalex.org/W3171438403","https://openalex.org/W3193186510","https://openalex.org/W3195553862","https://openalex.org/W3196610154","https://openalex.org/W3205096516","https://openalex.org/W3217308177","https://openalex.org/W4206279568","https://openalex.org/W4206713150","https://openalex.org/W4212901299","https://openalex.org/W4225975221","https://openalex.org/W4226226325","https://openalex.org/W4285058963","https://openalex.org/W4285215557","https://openalex.org/W4285259398","https://openalex.org/W4285287611","https://openalex.org/W4285384410","https://openalex.org/W4300851339","https://openalex.org/W4312678682","https://openalex.org/W4313201409","https://openalex.org/W4368232735","https://openalex.org/W4385245566","https://openalex.org/W6640963894"],"related_works":["https://openalex.org/W4380150146","https://openalex.org/W3024870410","https://openalex.org/W2410652950","https://openalex.org/W4283773154","https://openalex.org/W3139174110","https://openalex.org/W4289597203","https://openalex.org/W2085630472","https://openalex.org/W3216372614","https://openalex.org/W2187819724","https://openalex.org/W2594414941"],"abstract_inverted_index":{"Variational":[0],"auto-encoders":[1],"(VAEs)":[2],"have":[3],"been":[4],"widely":[5,239],"used":[6,117,156,240,340],"in":[7,160,227,245,251,312,316,343,383],"soft":[8,126,228,271,304],"sensing":[9,305],"due":[10,256],"to":[11,14,41,146,157,221,233,241,257,277,325,341],"their":[12],"ability":[13,38,185],"provide":[15],"a":[16,54,177,218,266,331,370],"probabilistic":[17],"description":[18],"of":[19,39,110,123,134,150,167,172,179,186,195,205,212,224,284,323,367,378],"the":[20,37,76,94,99,119,130,148,165,170,184,201,208,214,222,252,281,290,313,317,321,344,348,359,375,391],"hidden":[21],"space.":[22],"However,":[23],"VAEs":[24,40],"are":[25,238,254,362],"static":[26],"models":[27],"that":[28],"do":[29],"not":[30],"consider":[31],"process":[32,286,387],"dynamics,":[33],"which":[34,273],"can":[35,82],"limit":[36],"accurately":[42,278],"model":[43,55,302],"complex":[44,111],"industrial":[45,112,181,246,285,372,386],"processes.":[46,113],"To":[47,293],"tackle":[48],"this":[49,51,297],"problem,":[50],"paper":[52,298],"proposes":[53,299],"called":[56],"adaptive":[57,67,137],"multi-head":[58,68,77,138],"self-attention":[59,69,78,139],"based":[60,74,97,140],"supervised":[61],"VAE":[62,141],"(AMSA-SVAE).":[63],"In":[64],"AMSA-SVAE,":[65],"an":[66,136,300,307],"mechanism":[70,79],"(AMSA)":[71],"is":[72,116,144,155,174,189,338,352],"proposed":[73,145,215,360],"on":[75,89,98],"(MSA).":[80],"AMSA":[81,102,115],"dynamically":[83,158],"extract":[84],"different":[85,193],"attention":[86,95],"information":[87],"depending":[88],"specific":[90],"tasks.":[91],"By":[92,199],"adjusting":[93],"weights":[96],"input":[100],"sequence,":[101],"allows":[103],"for":[104,125,269,303,310,356],"more":[105],"accurate":[106],"and":[107,121,183,306,380,389],"efficient":[108],"modeling":[109,203,291,384],"Then,":[114],"as":[118],"encoder":[120],"decoder":[122],"SVAE":[124],"sensing.":[127,229],"Furthermore,":[128],"with":[129,207,333],"data":[131,196,209,226,253,276,287,351,388,393],"generation":[132,210],"capabilities":[133,166,204,211,322],"VAE,":[135],"(AMSA-VAE)":[142],"framework":[143,188,309,337,382],"address":[147],"issue":[149],"missing":[151,161,197,249,314,327,334,345,392],"data.":[152,328],"The":[153],"AMSA-VAE":[154,187,308,336,381],"fill":[159,342],"data,":[162,182,318],"thereby":[163,319],"extending":[164,320],"AMSA-SVAE.":[168],"Finally,":[169,358],"performance":[171,377],"AMSA-SVAE":[173,206,301,324,355,379],"verified":[175],"by":[176,191],"set":[178],"real":[180,371],"demonstrated":[190],"simulating":[192],"degrees":[194],"rates.":[198],"combining":[200],"dynamic":[202,282,385],"AMSA-VAE,":[213],"approach":[216],"provides":[217],"robust":[219],"solution":[220],"challenges":[223],"incomplete":[225],"<italic":[230],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[231],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[232],"Practitioners</i>":[234],"\u2014":[235],"Soft":[236],"sensors":[237],"measure":[242],"key":[243],"parameters":[244],"processes,":[247],"but":[248],"values":[250,315,346],"common":[255],"sensor":[258],"failures":[259],"or":[260],"transmission":[261],"signal":[262],"interference.":[263],"This":[264],"poses":[265],"significant":[267],"challenge":[268],"traditional":[270],"sensors,":[272],"require":[274],"complete":[275,350],"model.":[279],"Meanwhile,":[280],"nature":[283],"further":[288],"complicates":[289],"process.":[292],"solve":[294],"these":[295],"challenges,":[296],"filling":[311],"handle":[326],"When":[329],"facing":[330],"dataset":[332],"values,":[335],"first":[339],"before":[347],"filled":[349],"fed":[353],"into":[354],"modeling.":[357],"approaches":[361],"evaluated":[363],"through":[364],"two":[365],"sets":[366],"experiments":[368],"using":[369],"dataset,":[373],"showing":[374],"excellent":[376],"addressing":[390],"problem.":[394]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}