{"id":"https://openalex.org/W3197671709","doi":"https://doi.org/10.1109/jiot.2021.3109955","title":"Deep-Reinforcement-Learning-Based Predictive Maintenance Model for Effective Resource Management in Industrial IoT","display_name":"Deep-Reinforcement-Learning-Based Predictive Maintenance Model for Effective Resource Management in Industrial IoT","publication_year":2021,"publication_date":"2021-09-03","ids":{"openalex":"https://openalex.org/W3197671709","doi":"https://doi.org/10.1109/jiot.2021.3109955","mag":"3197671709"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3109955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3109955","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042242910","display_name":"Kevin Shen Hoong Ong","orcid":"https://orcid.org/0000-0002-1611-7612"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Kevin Shen Hoong Ong","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046054684","display_name":"Wenbo Wang","orcid":"https://orcid.org/0000-0002-7500-8723"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Wenbo Wang","raw_affiliation_strings":["Faculty of Engineering, Bar Ilan University, Ramat Gan, Israel"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Bar Ilan University, Ramat Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028153025","display_name":"Thomas Friedrichs","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Friedrichs","raw_affiliation_strings":["IT Strategy and Innovation Asia Pacific, Robert Bosch (SEA) Pte Ltd., Singapore"],"affiliations":[{"raw_affiliation_string":"IT Strategy and Innovation Asia Pacific, Robert Bosch (SEA) Pte Ltd., Singapore","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5042242910"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":6.1005,"has_fulltext":false,"cited_by_count":76,"citation_normalized_percentile":{"value":0.969326,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"9","issue":"7","first_page":"5173","last_page":"5188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.944599986076355,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.944599986076355,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9345999956130981,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9283000230789185,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8146408796310425},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7540949583053589},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4989595413208008},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.47340306639671326},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35496413707733154},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.27659130096435547},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1707039475440979}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8146408796310425},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7540949583053589},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4989595413208008},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.47340306639671326},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35496413707733154},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.27659130096435547},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1707039475440979}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2021.3109955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3109955","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.550000011920929}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1008432070","https://openalex.org/W1191599655","https://openalex.org/W1983539973","https://openalex.org/W2033800551","https://openalex.org/W2047024757","https://openalex.org/W2064675550","https://openalex.org/W2083770542","https://openalex.org/W2120841219","https://openalex.org/W2186596876","https://openalex.org/W2346967702","https://openalex.org/W2556277118","https://openalex.org/W2591055632","https://openalex.org/W2618132023","https://openalex.org/W2736601468","https://openalex.org/W2744550671","https://openalex.org/W2890555866","https://openalex.org/W2895809080","https://openalex.org/W2898813990","https://openalex.org/W2902760701","https://openalex.org/W2904138018","https://openalex.org/W2909037948","https://openalex.org/W2911048887","https://openalex.org/W2969747056","https://openalex.org/W2970201289","https://openalex.org/W2991915022","https://openalex.org/W2996521480","https://openalex.org/W3006585575","https://openalex.org/W3012477959","https://openalex.org/W3040266635","https://openalex.org/W3043216915","https://openalex.org/W3082560750","https://openalex.org/W3093822392","https://openalex.org/W3120799912","https://openalex.org/W3127672745","https://openalex.org/W3135550350","https://openalex.org/W3139148260","https://openalex.org/W4206628779","https://openalex.org/W6638018090","https://openalex.org/W6780830102"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2625093826","https://openalex.org/W4391913857"],"abstract_inverted_index":{"Unplanned":[0],"breakdown":[1],"of":[2,36,46,121,129,201],"critical":[3],"equipment":[4,62,124],"interrupts":[5],"production":[6,65],"throughput":[7],"in":[8,43,199],"Industrial":[9],"IoT":[10],"(IIoT),":[11],"and":[12,64,118,125,137,180,185,206],"data-driven":[13],"predictive":[14],"maintenance":[15,157],"(PdM)":[16],"becomes":[17],"increasingly":[18],"important":[19],"for":[20,171],"companies":[21],"seeking":[22],"a":[23,55,78,85,104,156],"competitive":[24],"business":[25],"advantage.":[26],"Manufacturers,":[27],"however,":[28],"are":[29,147],"constantly":[30],"faced":[31],"with":[32],"the":[33,44,72,108,119,130,168,172,189,193],"onerous":[34],"challenge":[35],"manually":[37],"allocating":[38],"suitably":[39],"competent":[40],"manpower":[41],"resources":[42,120],"event":[45],"an":[47,99],"unexpected":[48],"machine":[49],"breakdown.":[50],"Furthermore,":[51],"human":[52,126,153,181],"error":[53],"has":[54],"negative":[56],"rippling":[57],"impact":[58],"on":[59],"both":[60,122],"overall":[61],"downtime":[63],"schedules.":[66],"In":[67],"this":[68],"article,":[69],"we":[70],"formulate":[71],"complex":[73],"resource":[74,79,173],"management":[75,174],"problem":[76,81],"as":[77,127],"optimization":[80,131,140],"to":[82,96],"determine":[83],"if":[84],"model-free":[86],"deep":[87],"reinforcement":[88],"learning":[89],"(DRL)-based":[90],"PdM":[91,110,115,196],"framework":[92,136],"can":[93],"be":[94],"used":[95],"automatically":[97],"learn":[98],"optimal":[100,169],"decision":[101],"policy":[102,139],"from":[103,152],"stochastic":[105],"environment.":[106],"Unlike":[107],"existing":[109],"frameworks,":[111],"our":[112,164],"approach":[113],"considers":[114],"sensor":[116],"information":[117],"physical":[123],"part":[128],"problem.":[132],"The":[133],"proposed":[134,194],"DRL-based":[135,195],"proximal":[138],"long":[141],"short":[142],"term":[143],"memory":[144],"(PPO-LSTM)":[145],"model":[146],"evaluated":[148],"alongside":[149],"baselines":[150],"results":[151,161,191],"participants":[154,182],"using":[155],"repair":[158],"simulator.":[159],"Empirical":[160],"indicate":[162],"that":[163],"PPO-LSTM":[165],"efficiently":[166],"learns":[167],"decision-policy":[170],"problem,":[175],"outperforming":[176],"comparable":[177],"DRL":[178],"methods":[179],"by":[183],"53%":[184],"65%,":[186],"respectively.":[187],"Overall,":[188],"simulation":[190,204],"corroborate":[192],"framework\u2019s":[197],"superiority":[198],"terms":[200],"convergence":[202],"efficiency,":[203],"performance,":[205],"flexibility.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}