{"id":"https://openalex.org/W4220763773","doi":"https://doi.org/10.1007/s10479-022-04612-8","title":"A deep reinforcement learning assisted simulated annealing algorithm for a maintenance planning problem","display_name":"A deep reinforcement learning assisted simulated annealing algorithm for a maintenance planning problem","publication_year":2022,"publication_date":"2022-03-15","ids":{"openalex":"https://openalex.org/W4220763773","doi":"https://doi.org/10.1007/s10479-022-04612-8"},"language":"en","primary_location":{"id":"doi:10.1007/s10479-022-04612-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10479-022-04612-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10479-022-04612-8.pdf","source":{"id":"https://openalex.org/S57667410","display_name":"Annals of Operations Research","issn_l":"0254-5330","issn":["0254-5330","1572-9338"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Operations Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10479-022-04612-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002408336","display_name":"Fuat Kosanoglu","orcid":"https://orcid.org/0000-0002-1889-3965"},"institutions":[{"id":"https://openalex.org/I40790370","display_name":"Yalova University","ror":"https://ror.org/01x18ax09","country_code":"TR","type":"education","lineage":["https://openalex.org/I40790370"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Fuat Kosanoglu","raw_affiliation_strings":["Department of Industrial Engineering, Yalova University, Yalova, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Yalova University, Yalova, Turkey","institution_ids":["https://openalex.org/I40790370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008911584","display_name":"Mahir Atmis","orcid":"https://orcid.org/0000-0002-9377-6224"},"institutions":[{"id":"https://openalex.org/I40790370","display_name":"Yalova University","ror":"https://ror.org/01x18ax09","country_code":"TR","type":"education","lineage":["https://openalex.org/I40790370"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Mahir Atmis","raw_affiliation_strings":["Department of Industrial Engineering, Yalova University, Yalova, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Yalova University, Yalova, Turkey","institution_ids":["https://openalex.org/I40790370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069616489","display_name":"Hasan H\u00fcseyin Turan","orcid":"https://orcid.org/0000-0003-1147-2436"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Hasan H\u00fcseyin Turan","raw_affiliation_strings":["Capability Systems Centre, University of New South Wales, Canberra, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1147-2436","affiliations":[{"raw_affiliation_string":"Capability Systems Centre, University of New South Wales, Canberra, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069616489"],"corresponding_institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":6.0529,"has_fulltext":true,"cited_by_count":46,"citation_normalized_percentile":{"value":0.97161107,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"339","issue":"1-2","first_page":"79","last_page":"110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.696769118309021},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6365309357643127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.596676230430603},{"id":"https://openalex.org/keywords/downtime","display_name":"Downtime","score":0.5518940091133118},{"id":"https://openalex.org/keywords/workforce","display_name":"Workforce","score":0.54893559217453},{"id":"https://openalex.org/keywords/simulated-annealing","display_name":"Simulated annealing","score":0.5032591223716736},{"id":"https://openalex.org/keywords/workforce-planning","display_name":"Workforce planning","score":0.500870943069458},{"id":"https://openalex.org/keywords/theory-of-computation","display_name":"Theory of computation","score":0.4679153561592102},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.45526862144470215},{"id":"https://openalex.org/keywords/asset","display_name":"Asset (computer security)","score":0.43750640749931335},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.37408751249313354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33593225479125977},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26460492610931396}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.696769118309021},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6365309357643127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.596676230430603},{"id":"https://openalex.org/C180591934","wikidata":"https://www.wikidata.org/wiki/Q1253369","display_name":"Downtime","level":2,"score":0.5518940091133118},{"id":"https://openalex.org/C2778139618","wikidata":"https://www.wikidata.org/wiki/Q13440398","display_name":"Workforce","level":2,"score":0.54893559217453},{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.5032591223716736},{"id":"https://openalex.org/C155663085","wikidata":"https://www.wikidata.org/wiki/Q1056396","display_name":"Workforce planning","level":3,"score":0.500870943069458},{"id":"https://openalex.org/C24858836","wikidata":"https://www.wikidata.org/wiki/Q844718","display_name":"Theory of computation","level":2,"score":0.4679153561592102},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.45526862144470215},{"id":"https://openalex.org/C76178495","wikidata":"https://www.wikidata.org/wiki/Q4808784","display_name":"Asset (computer security)","level":2,"score":0.43750640749931335},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.37408751249313354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33593225479125977},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26460492610931396},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10479-022-04612-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10479-022-04612-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10479-022-04612-8.pdf","source":{"id":"https://openalex.org/S57667410","display_name":"Annals of Operations Research","issn_l":"0254-5330","issn":["0254-5330","1572-9338"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Operations Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:spr:annopr:v:339:y:2024:i:1:d:10.1007_s10479-022-04612-8","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s10479-022-04612-8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s10479-022-04612-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10479-022-04612-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10479-022-04612-8.pdf","source":{"id":"https://openalex.org/S57667410","display_name":"Annals of Operations Research","issn_l":"0254-5330","issn":["0254-5330","1572-9338"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Operations Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320965","display_name":"University of New South Wales","ror":"https://ror.org/03r8z3t63"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4220763773.pdf","grobid_xml":"https://content.openalex.org/works/W4220763773.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1559791216","https://openalex.org/W1563703211","https://openalex.org/W1979142433","https://openalex.org/W2022306346","https://openalex.org/W2024060531","https://openalex.org/W2031034675","https://openalex.org/W2045657900","https://openalex.org/W2068419046","https://openalex.org/W2074637463","https://openalex.org/W2105657500","https://openalex.org/W2114725328","https://openalex.org/W2145339207","https://openalex.org/W2160310075","https://openalex.org/W2344117897","https://openalex.org/W2346806992","https://openalex.org/W2546571074","https://openalex.org/W2753381720","https://openalex.org/W2779865141","https://openalex.org/W2805011723","https://openalex.org/W2805798351","https://openalex.org/W2807766588","https://openalex.org/W2811338889","https://openalex.org/W2889371867","https://openalex.org/W2894984701","https://openalex.org/W2911048887","https://openalex.org/W2911866513","https://openalex.org/W2921732122","https://openalex.org/W2938157874","https://openalex.org/W2963426313","https://openalex.org/W2964717207","https://openalex.org/W2970019720","https://openalex.org/W2979848724","https://openalex.org/W2989129687","https://openalex.org/W2990681646","https://openalex.org/W2998896228","https://openalex.org/W3004718980","https://openalex.org/W3007844454","https://openalex.org/W3009980913","https://openalex.org/W3016938688","https://openalex.org/W3021970402","https://openalex.org/W3026605683","https://openalex.org/W3026899377","https://openalex.org/W3036481609","https://openalex.org/W3037319445","https://openalex.org/W3037851088","https://openalex.org/W3040266569","https://openalex.org/W3043239066","https://openalex.org/W3047863327","https://openalex.org/W3080089295","https://openalex.org/W3090460193","https://openalex.org/W3091780726","https://openalex.org/W3093315110","https://openalex.org/W3094457271","https://openalex.org/W3095315965","https://openalex.org/W3100366369","https://openalex.org/W3160721969","https://openalex.org/W3170112077","https://openalex.org/W4248890007"],"related_works":["https://openalex.org/W2046276983","https://openalex.org/W2954002293","https://openalex.org/W2892741875","https://openalex.org/W2164372000","https://openalex.org/W2078264086","https://openalex.org/W2109143577","https://openalex.org/W1985537075","https://openalex.org/W2084470113","https://openalex.org/W4310676749","https://openalex.org/W2032013421"],"abstract_inverted_index":{"Abstract":[0],"Maintenance":[1],"planning":[2,37,54,70,102],"aims":[3],"to":[4,50,60,166,168,183,185,216,222,318],"improve":[5],"the":[6,11,46,61,83,155,158,176,189,194,205,218,233,236,291,298,306,316],"reliability":[7],"of":[8,13,23,82,88,137,154,179,208,235,274],"assets,":[9],"prevent":[10],"occurrence":[12],"asset":[14,43],"failures,":[15],"and":[16,25,32,64,75,78,114,146,175,251,282,313,322],"reduce":[17],"maintenance":[18,26,36,101],"costs":[19],"associated":[20],"with":[21,45,240],"downtime":[22],"assets":[24],"resources":[27],"(such":[28],"as":[29,171,188,267,287],"spare":[30,115,275],"parts":[31,89,116,276],"workforce).":[33],"Thus,":[34],"effective":[35],"is":[38,55,134,164,181],"instrumental":[39],"in":[40,91,270],"ensuring":[41],"high":[42],"availability":[44],"minimum":[47],"cost.":[48],"Nevertheless,":[49],"find":[51],"such":[52],"optimal":[53,307],"a":[56,99,121,135,260],"nontrivial":[57],"task":[58],"due":[59],"(i)":[62],"complex":[63],"usually":[65],"nonlinear":[66],"inter-relationship":[67],"between":[68],"different":[69,272],"decisions":[71,107],"(e.g.,":[72,85,277],"inventory":[73,117],"level":[74],"workforce":[76,110,112],"capacity),":[77],"(ii)":[79],"stochastic":[80],"nature":[81],"system":[84],"random":[86],"failures":[87],"installed":[90],"assets).":[92],"To":[93],"alleviate":[94],"these":[95],"challenges,":[96],"we":[97,257],"study":[98,295],"joint":[100],"problem":[103],"by":[104,162],"considering":[105],"several":[106,241],"simultaneously,":[108],"including":[109,245],"planning,":[111],"training,":[113],"management.":[118],"We":[119,231],"develop":[120,259],"hybrid":[122],"solution":[123,160,178,238],"algorithm":[124,239,264],"(":[125],"$$\\mathcal":[126,209,299],"{DRLSA}$$":[127,210,300],"<mml:math":[128,211,301],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[129,212,302],"<mml:mi>DRLSA</mml:mi>":[130,213,303],"</mml:math>":[131,214,304],")":[132],"that":[133,297],"combination":[136],"Double":[138],"Deep":[139,142],"Q-Network":[140],"based":[141,224],"Reinforcement":[143],"Learning":[144,262],"(DRL)":[145],"Simulated":[147,246],"Annealing":[148],"(SA)":[149],"algorithms.":[150,324],"In":[151],"each":[152],"episode":[153],"proposed":[156,237],"algorithm,":[157],"best":[159,177,219],"found":[161],"DRL":[163,184,206],"delivered":[165,182],"SA":[167,180,196],"be":[169,186],"used":[170,187,286],"an":[172],"initial":[173,190],"solution,":[174],"state.":[191],"Different":[192],"from":[193,228],"traditional":[195,320],"algorithms":[197],"where":[198],"neighborhood":[199,220],"structures":[200],"are":[201,285],"selected":[202],"only":[203],"randomly,":[204],"part":[207],"learns":[215],"choose":[217],"structure":[221],"use":[223],"on":[225],"experience":[226],"gained":[227],"previous":[229],"episodes.":[230],"compare":[232],"performance":[234],"well-known":[242],"meta-heuristic":[243,321],"algorithms,":[244],"Annealing,":[247],"Genetic":[248],"Algorithm":[249],"(GA),":[250],"Variable":[252],"Neighborhood":[253],"Search":[254],"(VNS).":[255],"Further,":[256],"also":[258],"Machine":[261],"(ML)":[263],"(i.e.,":[265],"K-Median)":[266],"another":[268],"benchmark":[269],"which":[271],"properties":[273],"failure":[278],"rates,":[279],"holding":[280],"costs,":[281],"repair":[283],"rates)":[284],"clustering":[288],"features":[289],"for":[290,309],"ML":[292,323],"algorithm.":[293],"Our":[294],"reveals":[296],"finds":[305],"solutions":[308],"relatively":[310],"small-size":[311],"instances,":[312],"it":[314],"has":[315],"potential":[317],"outperform":[319]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":8}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}