{"id":"https://openalex.org/W4401163585","doi":"https://doi.org/10.1109/jiot.2024.3436110","title":"TranDRL: A Transformer-Driven Deep Reinforcement Learning Enabled Prescriptive Maintenance Framework","display_name":"TranDRL: A Transformer-Driven Deep Reinforcement Learning Enabled Prescriptive Maintenance Framework","publication_year":2024,"publication_date":"2024-07-31","ids":{"openalex":"https://openalex.org/W4401163585","doi":"https://doi.org/10.1109/jiot.2024.3436110"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3436110","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3436110","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060038549","display_name":"Yang Zhao","orcid":"https://orcid.org/0000-0003-0285-503X"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I4210091207","display_name":"Singapore Institute of Manufacturing Technology","ror":"https://ror.org/00f44np30","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210091207","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Yang Zhao","raw_affiliation_strings":["Singapore Institute of Manufacturing Technology, Agency for Science, Technology and Research, Connexis North Tower, Singapore","Singapore Institute of Manufacturing Technology (SIMTech), Agency for Science, Technology and Research (A.STAR), Innovis, Republic of Singapore"],"raw_orcid":"https://orcid.org/0000-0003-0285-503X","affiliations":[{"raw_affiliation_string":"Singapore Institute of Manufacturing Technology, Agency for Science, Technology and Research, Connexis North Tower, Singapore","institution_ids":["https://openalex.org/I115228651"]},{"raw_affiliation_string":"Singapore Institute of Manufacturing Technology (SIMTech), Agency for Science, Technology and Research (A.STAR), Innovis, Republic of Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I4210091207"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101099300","display_name":"Jiaxi Yang","orcid":"https://orcid.org/0000-0002-5055-8729"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxi Yang","raw_affiliation_strings":["Shenzhen Institute for Advanced Study and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Institute for Advanced Study and School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046054684","display_name":"Wenbo Wang","orcid":"https://orcid.org/0000-0002-7500-8723"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Wang","raw_affiliation_strings":["Faculty of Mechanical and Electrical Engineering and the Yunnan Key Laboratory of Intelligent Control and Application, Kunming University of Science and Technology, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-7500-8723","affiliations":[{"raw_affiliation_string":"Faculty of Mechanical and Electrical Engineering and the Yunnan Key Laboratory of Intelligent Control and Application, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013729643","display_name":"Helin Yang","orcid":"https://orcid.org/0000-0001-9697-7470"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Helin Yang","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-9697-7470","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5060038549"],"corresponding_institution_ids":["https://openalex.org/I115228651","https://openalex.org/I4210091207"],"apc_list":null,"apc_paid":null,"fwci":4.6515,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9572505,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"11","issue":"21","first_page":"35432","last_page":"35444"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.9056000113487244,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.9056000113487244,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8171321153640747},{"id":"https://openalex.org/keywords/downtime","display_name":"Downtime","score":0.798857569694519},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7650178074836731},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6879762411117554},{"id":"https://openalex.org/keywords/predictive-maintenance","display_name":"Predictive maintenance","score":0.6338111758232117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47983571887016296},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.4615699052810669},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4555181562900543},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.4292529821395874},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3234784007072449},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.18972888588905334},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1564941108226776}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8171321153640747},{"id":"https://openalex.org/C180591934","wikidata":"https://www.wikidata.org/wiki/Q1253369","display_name":"Downtime","level":2,"score":0.798857569694519},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7650178074836731},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6879762411117554},{"id":"https://openalex.org/C70452415","wikidata":"https://www.wikidata.org/wiki/Q3182448","display_name":"Predictive maintenance","level":2,"score":0.6338111758232117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47983571887016296},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.4615699052810669},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4555181562900543},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4292529821395874},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3234784007072449},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.18972888588905334},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1564941108226776},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3436110","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3436110","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1985780394","https://openalex.org/W1998483088","https://openalex.org/W2034669110","https://openalex.org/W2069010212","https://openalex.org/W2110787940","https://openalex.org/W2120841219","https://openalex.org/W2219903032","https://openalex.org/W2789444712","https://openalex.org/W2809951469","https://openalex.org/W2810292802","https://openalex.org/W2891833296","https://openalex.org/W2917556557","https://openalex.org/W2980994438","https://openalex.org/W3037319445","https://openalex.org/W3092012490","https://openalex.org/W3177318507","https://openalex.org/W3197671709","https://openalex.org/W3205270060","https://openalex.org/W4210860816","https://openalex.org/W4385245566","https://openalex.org/W4385763767","https://openalex.org/W6739585900","https://openalex.org/W6741002519","https://openalex.org/W6743845034","https://openalex.org/W6747473740","https://openalex.org/W6753960536","https://openalex.org/W6757677476","https://openalex.org/W6763309814","https://openalex.org/W6796168157","https://openalex.org/W6803402048","https://openalex.org/W6810044100","https://openalex.org/W6849817915"],"related_works":["https://openalex.org/W4362496992","https://openalex.org/W1516451032","https://openalex.org/W102856357","https://openalex.org/W2944342107","https://openalex.org/W1567468256","https://openalex.org/W4390478470","https://openalex.org/W1980965876","https://openalex.org/W4281260765","https://openalex.org/W2159886170","https://openalex.org/W2063493629"],"abstract_inverted_index":{"Industrial":[0],"systems":[1],"require":[2],"reliable":[3],"predictive":[4],"maintenance":[5,50,89,139],"strategies":[6],"to":[7,23,47,58,107],"enhance":[8],"operational":[9],"efficiency":[10],"and":[11,41,87,111],"reduce":[12],"downtime.":[13],"Existing":[14],"studies":[15],"rely":[16],"on":[17,94],"heuristic":[18],"models":[19],"which":[20],"may":[21],"struggle":[22],"capture":[24,60],"complex":[25,61],"temporal":[26,62],"dependencies.":[27],"This":[28],"paper":[29],"introduces":[30],"an":[31],"integrated":[32],"framework":[33,84],"that":[34,100],"leverages":[35],"the":[36,39,55,71,79,95,108,117,127,135],"capabilities":[37],"of":[38,76,82,122,137],"Transformer":[40,56],"Deep":[42],"Reinforcement":[43],"Learning":[44],"(DRL)":[45],"algorithms":[46],"optimize":[48],"system":[49],"actions.":[51,140],"Our":[52],"approach":[53,102],"employs":[54],"model":[57],"effectively":[59],"patterns":[63],"in":[64,120],"IoT":[65],"sensor":[66],"data,":[67],"thus":[68],"accurately":[69],"predicting":[70],"Remaining":[72],"Useful":[73],"Life":[74],"(RUL)":[75],"equipment.":[77],"Additionally,":[78,131],"DRL":[80],"component":[81],"our":[83,101],"provides":[85],"cost-effective":[86],"timely":[88],"recommendations.":[90],"Numerous":[91],"experiments":[92],"conducted":[93],"NASA":[96],"C-MPASS":[97],"dataset":[98],"demonstrate":[99,134],"has":[103],"a":[104],"performance":[105],"similar":[106],"ground-truth":[109],"results":[110,133],"could":[112],"be":[113],"obviously":[114],"better":[115],"than":[116],"baseline":[118],"methods":[119],"terms":[121],"RUL":[123],"prediction":[124],"accuracy":[125],"as":[126],"time":[128],"cycle":[129],"increases.":[130],"experimental":[132],"effectiveness":[136],"optimizing":[138]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}