{"id":"https://openalex.org/W4385489045","doi":"https://doi.org/10.1109/icphm57936.2023.10194168","title":"Towards a Deep Reinforcement Learning based approach for real time decision making and resource allocation for Prognostics and Health Management applications","display_name":"Towards a Deep Reinforcement Learning based approach for real time decision making and resource allocation for Prognostics and Health Management applications","publication_year":2023,"publication_date":"2023-06-05","ids":{"openalex":"https://openalex.org/W4385489045","doi":"https://doi.org/10.1109/icphm57936.2023.10194168"},"language":"en","primary_location":{"id":"doi:10.1109/icphm57936.2023.10194168","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icphm57936.2023.10194168","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Prognostics and Health Management (ICPHM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112972640","display_name":"R. Ludeke","orcid":null},"institutions":[{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":true,"raw_author_name":"Ricardo Ludeke","raw_affiliation_strings":["University of Pretoria,Centre for Asset Integrity Management,Department of Mechanical and Aeronautical Engineering,Pretoria,South Africa","Department of Mechanical and Aeronautical Engineering, Centre for Asset Integrity Management, University of Pretoria, Pretoria, South Africa"],"affiliations":[{"raw_affiliation_string":"University of Pretoria,Centre for Asset Integrity Management,Department of Mechanical and Aeronautical Engineering,Pretoria,South Africa","institution_ids":["https://openalex.org/I69552723"]},{"raw_affiliation_string":"Department of Mechanical and Aeronautical Engineering, Centre for Asset Integrity Management, University of Pretoria, Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040167578","display_name":"P. Stephan Heyns","orcid":"https://orcid.org/0000-0002-6164-9490"},"institutions":[{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"P. Stephan Heyns","raw_affiliation_strings":["University of Pretoria,Centre for Asset Integrity Management,Department of Mechanical and Aeronautical Engineering,Pretoria,South Africa","Department of Mechanical and Aeronautical Engineering, Centre for Asset Integrity Management, University of Pretoria, Pretoria, South Africa"],"affiliations":[{"raw_affiliation_string":"University of Pretoria,Centre for Asset Integrity Management,Department of Mechanical and Aeronautical Engineering,Pretoria,South Africa","institution_ids":["https://openalex.org/I69552723"]},{"raw_affiliation_string":"Department of Mechanical and Aeronautical Engineering, Centre for Asset Integrity Management, University of Pretoria, Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5112972640"],"corresponding_institution_ids":["https://openalex.org/I69552723"],"apc_list":null,"apc_paid":null,"fwci":0.4146,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58968041,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"20","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prognostics","display_name":"Prognostics","score":0.742643415927887},{"id":"https://openalex.org/keywords/downtime","display_name":"Downtime","score":0.7189508676528931},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6713054180145264},{"id":"https://openalex.org/keywords/preventive-maintenance","display_name":"Preventive maintenance","score":0.6013567447662354},{"id":"https://openalex.org/keywords/predictive-maintenance","display_name":"Predictive maintenance","score":0.5759176015853882},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5722529292106628},{"id":"https://openalex.org/keywords/computerized-maintenance-management-system","display_name":"Computerized maintenance management system","score":0.5579318404197693},{"id":"https://openalex.org/keywords/maintenance-actions","display_name":"Maintenance actions","score":0.5174808502197266},{"id":"https://openalex.org/keywords/optimal-maintenance","display_name":"Optimal maintenance","score":0.5133067965507507},{"id":"https://openalex.org/keywords/proactive-maintenance","display_name":"Proactive maintenance","score":0.5115588307380676},{"id":"https://openalex.org/keywords/asset-management","display_name":"Asset management","score":0.4931463599205017},{"id":"https://openalex.org/keywords/maintenance-engineering","display_name":"Maintenance engineering","score":0.46649500727653503},{"id":"https://openalex.org/keywords/asset","display_name":"Asset (computer security)","score":0.4498143792152405},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4448172450065613},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.42235061526298523},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4165254533290863},{"id":"https://openalex.org/keywords/corrective-maintenance","display_name":"Corrective maintenance","score":0.41156071424484253},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.39863893389701843},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3856218159198761},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.27203986048698425},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.2106027901172638},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15288472175598145},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09487494826316833}],"concepts":[{"id":"https://openalex.org/C129364497","wikidata":"https://www.wikidata.org/wiki/Q3042561","display_name":"Prognostics","level":2,"score":0.742643415927887},{"id":"https://openalex.org/C180591934","wikidata":"https://www.wikidata.org/wiki/Q1253369","display_name":"Downtime","level":2,"score":0.7189508676528931},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6713054180145264},{"id":"https://openalex.org/C24090081","wikidata":"https://www.wikidata.org/wiki/Q1043452","display_name":"Preventive maintenance","level":2,"score":0.6013567447662354},{"id":"https://openalex.org/C70452415","wikidata":"https://www.wikidata.org/wiki/Q3182448","display_name":"Predictive maintenance","level":2,"score":0.5759176015853882},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5722529292106628},{"id":"https://openalex.org/C115837547","wikidata":"https://www.wikidata.org/wiki/Q1122495","display_name":"Computerized maintenance management system","level":3,"score":0.5579318404197693},{"id":"https://openalex.org/C2778814095","wikidata":"https://www.wikidata.org/wiki/Q6736790","display_name":"Maintenance actions","level":2,"score":0.5174808502197266},{"id":"https://openalex.org/C2776671899","wikidata":"https://www.wikidata.org/wiki/Q7098945","display_name":"Optimal maintenance","level":2,"score":0.5133067965507507},{"id":"https://openalex.org/C141417316","wikidata":"https://www.wikidata.org/wiki/Q3278390","display_name":"Proactive maintenance","level":3,"score":0.5115588307380676},{"id":"https://openalex.org/C2776517139","wikidata":"https://www.wikidata.org/wiki/Q873442","display_name":"Asset management","level":2,"score":0.4931463599205017},{"id":"https://openalex.org/C23725684","wikidata":"https://www.wikidata.org/wiki/Q616377","display_name":"Maintenance engineering","level":2,"score":0.46649500727653503},{"id":"https://openalex.org/C76178495","wikidata":"https://www.wikidata.org/wiki/Q4808784","display_name":"Asset (computer security)","level":2,"score":0.4498143792152405},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4448172450065613},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.42235061526298523},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4165254533290863},{"id":"https://openalex.org/C129529059","wikidata":"https://www.wikidata.org/wiki/Q2291518","display_name":"Corrective maintenance","level":3,"score":0.41156071424484253},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.39863893389701843},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3856218159198761},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27203986048698425},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.2106027901172638},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15288472175598145},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09487494826316833},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icphm57936.2023.10194168","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icphm57936.2023.10194168","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Prognostics and Health Management (ICPHM)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.up.ac.za:2263/78533","is_oa":false,"landing_page_url":"http://hdl.handle.net/2263/78533","pdf_url":null,"source":{"id":"https://openalex.org/S4306401870","display_name":"UpSpace Institutional Repository (University of Pretoria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I69552723","host_organization_name":"University of Pretoria","host_organization_lineage":["https://openalex.org/I69552723"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dissertation"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1484704548","https://openalex.org/W2099618002","https://openalex.org/W2120841219","https://openalex.org/W2736601468","https://openalex.org/W2811374584","https://openalex.org/W3134861104","https://openalex.org/W4385489045","https://openalex.org/W6741002519","https://openalex.org/W6750253780","https://openalex.org/W6752963931","https://openalex.org/W6780033999","https://openalex.org/W6991342332"],"related_works":["https://openalex.org/W1969004393","https://openalex.org/W3145420912","https://openalex.org/W2609724410","https://openalex.org/W4392590831","https://openalex.org/W1483407033","https://openalex.org/W2367403801","https://openalex.org/W2547037737","https://openalex.org/W2732893364","https://openalex.org/W4399915467","https://openalex.org/W2698159831"],"abstract_inverted_index":{"Industrial":[0],"operational":[1,179],"environments":[2],"are":[3,106],"stochastic":[4],"and":[5,25,29,34,161,178,197],"can":[6,19,45],"have":[7],"complex":[8],"system":[9,114],"dynamics":[10,115],"which":[11,41],"introduce":[12],"multiple":[13],"levels":[14],"of":[15,31,79,102,116,125],"uncertainty.":[16],"This":[17],"uncertainty":[18],"lead":[20],"to":[21,92,149],"sub-optimal":[22],"decision":[23,88,130,191,206],"making":[24,89,131,192],"resource":[26,108,198],"allocation.":[27],"Digitalization":[28],"automation":[30],"production":[32],"equipment":[33,44,137],"the":[35,51,77,94,112,122],"maintenance":[36,49,58,68,96,107,117,142,153,159,166,173,180],"environment":[37],"enable":[38],"predictive":[39,165],"maintenance,":[40],"means":[42],"that":[43,135,186],"be":[46,70],"stopped":[47],"for":[48,87,99,193],"at":[50],"optimal":[52,95],"time":[53],"instant.":[54],"Resource":[55],"constraints":[56],"in":[57,63],"capacity":[59],"could":[60],"however":[61],"result":[62],"further":[64],"undesired":[65],"downtime":[66],"if":[67],"cannot":[69],"performed":[71],"when":[72],"scheduled.":[73],"In":[74],"this":[75],"paper":[76],"use":[78],"a":[80,100,128,150,155,162],"multi-agent":[81],"deep":[82,187],"reinforcement":[83,188],"learning":[84,189],"based":[85,164,190,205],"approach":[86,170],"is":[90,133,147,184,200],"investigated":[91],"determine":[93],"scheduling":[97],"policy":[98,132],"fleet":[101],"assets":[103],"where":[104],"there":[105],"constraints.":[109],"By":[110],"considering":[111],"underlying":[113],"capacity,":[118],"as":[119,121],"well":[120],"health":[123,195],"state":[124],"individual":[126],"assets,":[127],"near-optimal":[129],"found":[134],"increases":[136],"availability":[138],"while":[139],"also":[140],"maximizing":[141],"capacity.":[143],"The":[144,168],"proposed":[145,169],"solution":[146],"compared":[148],"run-to-failure":[151],"corrective":[152],"strategy,":[154],"constant":[156],"interval":[157],"preventive":[158],"strategy":[160],"condition":[163],"strategy.":[167],"outperformed":[171],"traditional":[172],"strategies":[174],"across":[175],"several":[176],"asset":[177,194],"performance":[181],"metrics.":[182],"It":[183],"concluded":[185],"management":[196],"allocation":[199],"more":[201],"effective":[202],"than":[203],"human":[204],"making.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}