{"id":"https://openalex.org/W3173407600","doi":"https://doi.org/10.1109/tim.2022.3160561","title":"Dual-Aspect Self-Attention Based on Transformer for Remaining Useful Life Prediction","display_name":"Dual-Aspect Self-Attention Based on Transformer for Remaining Useful Life Prediction","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W3173407600","doi":"https://doi.org/10.1109/tim.2022.3160561","mag":"3173407600"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2022.3160561","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2022.3160561","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.15842","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066049855","display_name":"Zhizheng Zhang","orcid":"https://orcid.org/0000-0002-6967-2433"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhizheng Zhang","raw_affiliation_strings":["Institute of Marine Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-6967-2433","affiliations":[{"raw_affiliation_string":"Institute of Marine Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090591269","display_name":"Wen Song","orcid":"https://orcid.org/0000-0001-7624-1861"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Song","raw_affiliation_strings":["Institute of Marine Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-7624-1861","affiliations":[{"raw_affiliation_string":"Institute of Marine Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025037561","display_name":"Qiqiang Li","orcid":"https://orcid.org/0000-0001-9686-9592"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiqiang Li","raw_affiliation_strings":["Institute of Marine Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-9686-9592","affiliations":[{"raw_affiliation_string":"Institute of Marine Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5066049855"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":null,"apc_paid":null,"fwci":28.7496,"has_fulltext":false,"cited_by_count":254,"citation_normalized_percentile":{"value":0.99925247,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"71","issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10834","display_name":"Welding Techniques and Residual Stresses","score":0.972000002861023,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6910780668258667},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6555832624435425},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6139101386070251},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5725183486938477},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5375401973724365},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5160205364227295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5113508105278015},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5004763603210449},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.45436954498291016},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4051809310913086},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22691628336906433},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.08278107643127441}],"concepts":[{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6910780668258667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6555832624435425},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6139101386070251},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5725183486938477},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5375401973724365},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5160205364227295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5113508105278015},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5004763603210449},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.45436954498291016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4051809310913086},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22691628336906433},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.08278107643127441},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tim.2022.3160561","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2022.3160561","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2106.15842","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.15842","pdf_url":"https://arxiv.org/pdf/2106.15842","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.15842","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.15842","pdf_url":"https://arxiv.org/pdf/2106.15842","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Responsible consumption and production","id":"https://metadata.un.org/sdg/12","score":0.5099999904632568}],"awards":[{"id":"https://openalex.org/G5832489359","display_name":null,"funder_award_id":"ZR2021QF063","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G7430186893","display_name":null,"funder_award_id":"62420089964188","funder_id":"https://openalex.org/F4320311026","funder_display_name":"Shandong University"},{"id":"https://openalex.org/G8773847729","display_name":null,"funder_award_id":"62102228","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311026","display_name":"Shandong University","ror":"https://ror.org/0207yh398"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1481913965","https://openalex.org/W2037250283","https://openalex.org/W2105482032","https://openalex.org/W2106544870","https://openalex.org/W2120841219","https://openalex.org/W2133564696","https://openalex.org/W2133832971","https://openalex.org/W2155832827","https://openalex.org/W2415594836","https://openalex.org/W2471161958","https://openalex.org/W2512976014","https://openalex.org/W2513477101","https://openalex.org/W2599868532","https://openalex.org/W2744067593","https://openalex.org/W2772084711","https://openalex.org/W2802866110","https://openalex.org/W2808622270","https://openalex.org/W2910482310","https://openalex.org/W2910660149","https://openalex.org/W2945413072","https://openalex.org/W2958041981","https://openalex.org/W2963403868","https://openalex.org/W2964308564","https://openalex.org/W2975620261","https://openalex.org/W2978540646","https://openalex.org/W2997418121","https://openalex.org/W3001566134","https://openalex.org/W3002709689","https://openalex.org/W3006585575","https://openalex.org/W3011973438","https://openalex.org/W3014146531","https://openalex.org/W3015468748","https://openalex.org/W3030520226","https://openalex.org/W3033580259","https://openalex.org/W3037511795","https://openalex.org/W3037995823","https://openalex.org/W3044911604","https://openalex.org/W3116796810","https://openalex.org/W3128419947","https://openalex.org/W3130100540","https://openalex.org/W3166925235","https://openalex.org/W3170305376","https://openalex.org/W3171649327","https://openalex.org/W3177318507","https://openalex.org/W4385245566","https://openalex.org/W6725733176","https://openalex.org/W6739901393","https://openalex.org/W6776048684","https://openalex.org/W6796707148"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W4390516098","https://openalex.org/W2181948922","https://openalex.org/W2384362569","https://openalex.org/W2142795561","https://openalex.org/W4205302943","https://openalex.org/W2561132942","https://openalex.org/W2611989081","https://openalex.org/W3155418658","https://openalex.org/W4243199227"],"abstract_inverted_index":{"Remaining":[0],"useful":[1],"life":[2],"(RUL)":[3],"prediction":[4,40,85,187],"is":[5,16,88],"one":[6],"of":[7,11,24,36,108,119,143,152,165],"the":[8,20,34,37,64,129,153,156,162,184],"key":[9],"technologies":[10],"condition-based":[12],"maintenance":[13],"(CBM),":[14],"which":[15,87,111],"important":[17,150],"to":[18,115,146],"maintain":[19],"reliability":[21],"and":[22,60,66,122,140],"safety":[23],"industrial":[25,28],"equipment.":[26],"Massive":[27],"measurement":[29],"data":[30,138],"has":[31,45],"effectively":[32],"improved":[33],"performance":[35],"data-driven-based":[38],"RUL":[39,50,84,186],"method.":[41],"While":[42],"deep":[43,83],"learning":[44,145],"achieved":[46],"great":[47],"success":[48],"in":[49,56,113,135],"prediction,":[51],"existing":[52],"methods":[53],"have":[54],"difficulties":[55],"processing":[57,136],"long":[58,137],"sequences":[59,139],"extracting":[61],"information":[62,166],"from":[63,167],"sensor":[65],"time":[67,123],"step":[68],"aspects.":[69,169],"In":[70],"this":[71],"article,":[72],"we":[73],"propose":[74],"dual-aspect":[75],"self-attention":[76,95],"based":[77,93,126],"on":[78,94,127,148,171],"transformer":[79],"(DAST),":[80],"a":[81],"novel":[82],"method,":[86],"an":[89],"encoder\u2013decoder":[90],"structure":[91],"purely":[92],"without":[96],"any":[97],"recurrent":[98],"neural":[99,102],"network":[100,103],"(RNN)/convolution":[101],"(CNN)":[104],"module.":[105],"DAST":[106,130],"consists":[107],"two":[109,168,172],"encoders,":[110],"work":[112],"parallel":[114,157],"simultaneously":[116],"extract":[117],"features":[118],"different":[120],"sensors":[121],"steps.":[124],"Solely":[125],"self-attention,":[128],"encoders":[131],"are":[132,141],"more":[133,149],"effective":[134],"capable":[142],"adaptively":[144],"focus":[147],"parts":[151],"input.":[154],"Moreover,":[155],"feature":[158],"extraction":[159],"design":[160],"avoids":[161],"mutual":[163],"influence":[164],"Experiments":[170],"widely":[173],"used":[174],"turbofan":[175],"engines":[176],"datasets":[177],"show":[178],"that":[179],"our":[180],"method":[181],"significantly":[182],"outperforms":[183],"state-of-the-art":[185],"methods.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":72},{"year":2024,"cited_by_count":83},{"year":2023,"cited_by_count":76},{"year":2022,"cited_by_count":6}],"updated_date":"2026-06-05T09:01:59.212387","created_date":"2021-07-05T00:00:00"}