{"id":"https://openalex.org/W4366003539","doi":"https://doi.org/10.1007/s00521-023-08560-7","title":"A maintenance planning framework using online and offline deep reinforcement learning","display_name":"A maintenance planning framework using online and offline deep reinforcement learning","publication_year":2023,"publication_date":"2023-04-16","ids":{"openalex":"https://openalex.org/W4366003539","doi":"https://doi.org/10.1007/s00521-023-08560-7","pmid":"https://pubmed.ncbi.nlm.nih.gov/40584427"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-023-08560-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-023-08560-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-023-08560-7.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00521-023-08560-7.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024642431","display_name":"Zaharah Bukhsh","orcid":"https://orcid.org/0000-0003-3037-8998"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Zaharah A. Bukhsh","raw_affiliation_strings":["Eindhoven University of Technology, Eindhoven, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-3037-8998","affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001673518","display_name":"H. J. A. Molegraaf","orcid":"https://orcid.org/0000-0001-9648-2822"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hajo Molegraaf","raw_affiliation_strings":["Rolsch Assetmanagement, Enschede, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rolsch Assetmanagement, Enschede, The Netherlands","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012669709","display_name":"Nils Jansen","orcid":"https://orcid.org/0000-0003-1318-8973"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Nils Jansen","raw_affiliation_strings":["Radboud University, Nijmegen, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Radboud University, Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5024642431"],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":1.8379,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.82980379,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"37","issue":"19","first_page":"13209","last_page":"13220"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13050","display_name":"Oil and Gas Production Techniques","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8879658579826355},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7696351408958435},{"id":"https://openalex.org/keywords/offline-learning","display_name":"Offline learning","score":0.6481580138206482},{"id":"https://openalex.org/keywords/asset","display_name":"Asset (computer security)","score":0.5591403245925903},{"id":"https://openalex.org/keywords/computational-science-and-engineering","display_name":"Computational Science and Engineering","score":0.5282273292541504},{"id":"https://openalex.org/keywords/online-and-offline","display_name":"Online and offline","score":0.49880194664001465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47934895753860474},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.41789913177490234},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.38413822650909424},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3753291964530945},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12946808338165283},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.07357120513916016}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8879658579826355},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7696351408958435},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.6481580138206482},{"id":"https://openalex.org/C76178495","wikidata":"https://www.wikidata.org/wiki/Q4808784","display_name":"Asset (computer security)","level":2,"score":0.5591403245925903},{"id":"https://openalex.org/C68597687","wikidata":"https://www.wikidata.org/wiki/Q362601","display_name":"Computational Science and Engineering","level":2,"score":0.5282273292541504},{"id":"https://openalex.org/C2780102126","wikidata":"https://www.wikidata.org/wiki/Q10928179","display_name":"Online and offline","level":2,"score":0.49880194664001465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47934895753860474},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.41789913177490234},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.38413822650909424},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3753291964530945},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12946808338165283},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.07357120513916016},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s00521-023-08560-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-023-08560-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-023-08560-7.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},{"id":"pmid:40584427","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40584427","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computing & applications","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:12204893","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12204893","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12204893/pdf/521_2023_Article_8560.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural Comput Appl","raw_type":"Text"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/315697","is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/315697","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/315697/315697.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article / Letter to editor"}],"best_oa_location":{"id":"doi:10.1007/s00521-023-08560-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-023-08560-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-023-08560-7.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Clean water and sanitation","score":0.44999998807907104,"id":"https://metadata.un.org/sdg/6"}],"awards":[{"id":"https://openalex.org/G3914140545","display_name":null,"funder_award_id":"160.18.238","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G4371345817","display_name":null,"funder_award_id":"NWA.1160.18.238","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366003539.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W166862392","https://openalex.org/W1967930038","https://openalex.org/W2074072742","https://openalex.org/W2145339207","https://openalex.org/W2176880599","https://openalex.org/W2240015487","https://openalex.org/W2279127960","https://openalex.org/W2320029068","https://openalex.org/W2334782222","https://openalex.org/W2566091588","https://openalex.org/W2574978968","https://openalex.org/W2760262339","https://openalex.org/W2801354606","https://openalex.org/W2902907165","https://openalex.org/W2913280396","https://openalex.org/W2967681060","https://openalex.org/W2990681646","https://openalex.org/W3016525976","https://openalex.org/W3018280848","https://openalex.org/W3023885997","https://openalex.org/W3027102885","https://openalex.org/W3035135995","https://openalex.org/W3036481609","https://openalex.org/W3037319445","https://openalex.org/W3048871003","https://openalex.org/W3087443478","https://openalex.org/W3098536052","https://openalex.org/W3103997657","https://openalex.org/W3107496138","https://openalex.org/W3125873905","https://openalex.org/W3134792445","https://openalex.org/W3159051850","https://openalex.org/W3187968606","https://openalex.org/W3215697635","https://openalex.org/W4214717370","https://openalex.org/W4224307857","https://openalex.org/W6600728650","https://openalex.org/W6600928480","https://openalex.org/W6603732165","https://openalex.org/W6605031968"],"related_works":["https://openalex.org/W4225619808","https://openalex.org/W4400438570","https://openalex.org/W4221145086","https://openalex.org/W4376223516","https://openalex.org/W4226221094","https://openalex.org/W4226042081","https://openalex.org/W4388926065","https://openalex.org/W4387293922","https://openalex.org/W4388482290","https://openalex.org/W3207447243"],"abstract_inverted_index":{"Cost-effective":[0],"asset":[1],"management":[2],"is":[3],"an":[4,24,41,78,103,140],"area":[5],"of":[6,37,57,155,159],"interest":[7],"across":[8],"several":[9],"industries.":[10],"Specifically,":[11],"this":[12],"paper":[13],"develops":[14],"a":[15,54,107,168],"deep":[16,73],"reinforcement":[17],"learning":[18,132],"(DRL)":[19],"solution":[20],"to":[21,76,101,171],"automatically":[22],"determine":[23],"optimal":[25,79,104],"rehabilitation":[26,38,173],"policy":[27,80,105],"for":[28],"continuously":[29],"deteriorating":[30],"water":[31,156],"pipes.":[32],"We":[33,68,117],"approach":[34],"the":[35,50,70,92,115,134,145,151,176,185],"problem":[36],"planning":[39,129],"in":[40,139,175],"online":[42,48],"and":[43,64,85,127,161,164],"offline":[44,90,141,177],"DRL":[45],"setting.":[46],"In":[47,89],"DRL,":[49],"agent":[51,71,93],"interacts":[52],"with":[53,60,81,114],"simulated":[55],"environment":[56],"multiple":[58],"pipes":[59,157],"distinct":[61],"lengths,":[62],"materials,":[63],"failure":[65,87],"rate":[66],"characteristics.":[67],"train":[69],"using":[72,184],"Q-learning":[74,109],"(DQN)":[75],"learn":[77,102,172],"minimal":[82],"average":[83],"costs":[84],"reduced":[86],"probability.":[88],"learning,":[91],"uses":[94],"static":[95],"data,":[96,100],"e.g.,":[97],"DQN":[98,136],"replay":[99,137],"via":[106],"conservative":[108],"algorithm":[110],"without":[111],"further":[112,143,182],"interactions":[113],"environment.":[116],"demonstrate":[118],"that":[119,150],"DRL-based":[120],"policies":[121,174],"improve":[122],"over":[123],"standard":[124],"preventive,":[125],"corrective,":[126],"greedy":[128],"alternatives.":[130],"Additionally,":[131],"from":[133],"fixed":[135],"dataset":[138],"setting":[142],"improves":[144],"performance.":[146],"The":[147],"results":[148],"warrant":[149],"existing":[152],"deterioration":[153],"profiles":[154],"consisting":[158],"large":[160],"diverse":[162],"states":[163],"action":[165],"trajectories":[166],"provide":[167],"valuable":[169],"avenue":[170],"setting,":[178],"which":[179],"can":[180],"be":[181],"fine-tuned":[183],"simulator.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}