{"id":"https://openalex.org/W3202748936","doi":"https://doi.org/10.1109/tr.2021.3111737","title":"Hybrid Discrete Differential Evolution and Deep Q-Network for Multimission Selective Maintenance","display_name":"Hybrid Discrete Differential Evolution and Deep Q-Network for Multimission Selective Maintenance","publication_year":2021,"publication_date":"2021-09-28","ids":{"openalex":"https://openalex.org/W3202748936","doi":"https://doi.org/10.1109/tr.2021.3111737","mag":"3202748936"},"language":"en","primary_location":{"id":"doi:10.1109/tr.2021.3111737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2021.3111737","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039711566","display_name":"Yue Xu","orcid":"https://orcid.org/0000-0001-7577-1756"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yue Xu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7577-1756","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088602677","display_name":"Dechang Pi","orcid":"https://orcid.org/0000-0002-6593-4563"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dechang Pi","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6593-4563","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057821231","display_name":"Zhiyuan Wu","orcid":"https://orcid.org/0000-0001-7419-7326"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Wu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103151025","display_name":"Junfu Chen","orcid":"https://orcid.org/0000-0002-6106-6121"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junfu Chen","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6106-6121","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012431211","display_name":"Enrico Zio","orcid":"https://orcid.org/0000-0002-7108-637X"},"institutions":[{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I4403386560","display_name":"Centre de Recherche sur les Risques et les Crises","ror":"https://ror.org/05p7zpp88","country_code":"FR","type":"facility","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I4403386560","https://openalex.org/I70768539"]},{"id":"https://openalex.org/I70768539","display_name":"\u00c9cole Nationale Sup\u00e9rieure des Mines de Paris","ror":"https://ror.org/04y8cs423","country_code":"FR","type":"education","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I70768539"]},{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["FR","IT"],"is_corresponding":false,"raw_author_name":"Enrico Zio","raw_affiliation_strings":["Centre for Research on Risk and Crises, Ecole de Mines, ParisTech, PSL University, Paris, France","CRC - Centre de recherche sur les Risques et les Crises (Rue Claude Daunesse CS 10207 06904 Sophia-Antipolis Cedex - France)","POLIMI - Politecnico di Milano [Milan] (Piazza Leonardo da Vinci, 32 20133 Milano - Italie)"],"raw_orcid":"https://orcid.org/0000-0002-7108-637X","affiliations":[{"raw_affiliation_string":"Centre for Research on Risk and Crises, Ecole de Mines, ParisTech, PSL University, Paris, France","institution_ids":["https://openalex.org/I70768539","https://openalex.org/I2746051580","https://openalex.org/I4403386560"]},{"raw_affiliation_string":"CRC - Centre de recherche sur les Risques et les Crises (Rue Claude Daunesse CS 10207 06904 Sophia-Antipolis Cedex - France)","institution_ids":["https://openalex.org/I4403386560"]},{"raw_affiliation_string":"POLIMI - Politecnico di Milano [Milan] (Piazza Leonardo da Vinci, 32 20133 Milano - Italie)","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5039711566"],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":3.7494,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.93224019,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"71","issue":"4","first_page":"1501","last_page":"1512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/maintenance-actions","display_name":"Maintenance actions","score":0.5868639349937439},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5652971267700195},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5495122075080872},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.540653645992279},{"id":"https://openalex.org/keywords/differential-evolution","display_name":"Differential evolution","score":0.5298115015029907},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5009398460388184},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.4635191857814789},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.45362725853919983},{"id":"https://openalex.org/keywords/maintenance-engineering","display_name":"Maintenance engineering","score":0.44726741313934326},{"id":"https://openalex.org/keywords/influence-diagram","display_name":"Influence diagram","score":0.445857971906662},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4246442914009094},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.4208071529865265},{"id":"https://openalex.org/keywords/optimal-maintenance","display_name":"Optimal maintenance","score":0.4112602770328522},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.34134382009506226},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2252982258796692},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21142777800559998},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15963223576545715},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.09430578351020813},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.0927671492099762}],"concepts":[{"id":"https://openalex.org/C2778814095","wikidata":"https://www.wikidata.org/wiki/Q6736790","display_name":"Maintenance actions","level":2,"score":0.5868639349937439},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5652971267700195},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5495122075080872},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.540653645992279},{"id":"https://openalex.org/C74750220","wikidata":"https://www.wikidata.org/wiki/Q2662197","display_name":"Differential evolution","level":2,"score":0.5298115015029907},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5009398460388184},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.4635191857814789},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.45362725853919983},{"id":"https://openalex.org/C23725684","wikidata":"https://www.wikidata.org/wiki/Q616377","display_name":"Maintenance engineering","level":2,"score":0.44726741313934326},{"id":"https://openalex.org/C20837028","wikidata":"https://www.wikidata.org/wiki/Q623966","display_name":"Influence diagram","level":3,"score":0.445857971906662},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4246442914009094},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.4208071529865265},{"id":"https://openalex.org/C2776671899","wikidata":"https://www.wikidata.org/wiki/Q7098945","display_name":"Optimal maintenance","level":2,"score":0.4112602770328522},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.34134382009506226},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2252982258796692},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21142777800559998},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15963223576545715},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.09430578351020813},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.0927671492099762},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tr.2021.3111737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2021.3111737","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-03481264v1","is_oa":false,"landing_page_url":"https://minesparis-psl.hal.science/hal-03481264","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Reliability, 2021, pp.1-12. &#x27E8;10.1109/TR.2021.3111737&#x27E9;","raw_type":"Journal articles"},{"id":"pmh:oai:re.public.polimi.it:11311/1227350","is_oa":false,"landing_page_url":"https://hdl.handle.net/11311/1227350","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8245922069","display_name":null,"funder_award_id":"202006830131","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1975172421","https://openalex.org/W1977451601","https://openalex.org/W2017364480","https://openalex.org/W2018461777","https://openalex.org/W2031372226","https://openalex.org/W2038569287","https://openalex.org/W2056013424","https://openalex.org/W2056856200","https://openalex.org/W2060250681","https://openalex.org/W2067640696","https://openalex.org/W2074627161","https://openalex.org/W2080683176","https://openalex.org/W2104227708","https://openalex.org/W2107305576","https://openalex.org/W2109076710","https://openalex.org/W2126463812","https://openalex.org/W2131820609","https://openalex.org/W2139418546","https://openalex.org/W2145339207","https://openalex.org/W2146720487","https://openalex.org/W2168567312","https://openalex.org/W2171119802","https://openalex.org/W2328128098","https://openalex.org/W2330040230","https://openalex.org/W2477135716","https://openalex.org/W2790716556","https://openalex.org/W2793033056","https://openalex.org/W2898897140","https://openalex.org/W2906551329","https://openalex.org/W2907503094","https://openalex.org/W2921732122","https://openalex.org/W2963426313","https://openalex.org/W2963864421","https://openalex.org/W2966240254","https://openalex.org/W2969724297","https://openalex.org/W2971455452","https://openalex.org/W2985465748","https://openalex.org/W2989489722","https://openalex.org/W2990681646","https://openalex.org/W3037319445","https://openalex.org/W3037851088","https://openalex.org/W3088477323","https://openalex.org/W3094457271","https://openalex.org/W3134861104","https://openalex.org/W4394672593","https://openalex.org/W6684921986","https://openalex.org/W6780830102"],"related_works":["https://openalex.org/W2897886185","https://openalex.org/W2165300301","https://openalex.org/W2133779003","https://openalex.org/W2405677519","https://openalex.org/W2938392789","https://openalex.org/W2129566695","https://openalex.org/W2018583472","https://openalex.org/W4385489554","https://openalex.org/W4285503819","https://openalex.org/W1610391226"],"abstract_inverted_index":{"The":[0,16,59,177],"multimission":[1],"selective":[2],"maintenance":[3,25,48,82,151,170],"problem":[4,17,86],"(MSMP)":[5],"for":[6,104,128,147],"repairable":[7],"systems":[8,108],"has":[9],"received":[10],"increasing":[11],"attention":[12],"in":[13,27,70,76,131,153],"recent":[14],"years.":[15],"amounts":[18],"to":[19,54,100,116,165],"selecting":[20],"a":[21,45,124,132,140,181],"subset":[22],"of":[23,29,38,61,65,80,169,189],"feasible":[24],"actions,":[26],"view":[28],"the":[30,35,39,56,71,77,81,92,106,129,137,149,159,167,174,187,190],"resource":[31],"limitations.":[32],"For":[33],"considering":[34],"realistic":[36,53],"case":[37],"imperfect":[40,47],"maintenance,":[41],"this":[42,118,120],"article":[43],"introduces":[44],"hybrid":[46,126],"model,":[49],"which":[50],"is":[51,98,145,163],"more":[52],"evaluate":[55],"system":[57],"reliability.":[58],"challenge":[60],"solving":[62,105],"such":[63],"kind":[64],"problems":[66],"lies":[67],"not":[68],"only":[69],"reliability":[72],"estimation,":[73],"but":[74,96],"also":[75],"solution":[78],"method":[79,162,192],"selection.":[83],"Such":[84],"decision-making":[85],"can":[87],"be":[88],"effectively":[89],"formulated":[90],"using":[91],"Markov":[93],"decision":[94,112],"process,":[95],"it":[97],"difficult":[99],"apply":[101],"current":[102],"methods":[103],"engineering":[107],"with":[109,194],"large":[110,133],"action":[111,152,156],"spaces.":[113],"In":[114,136],"order":[115],"solve":[117],"issue,":[119],"work":[121],"puts":[122],"forth":[123],"novel":[125],"algorithm":[127,144],"MSMP":[130],"multicomponent":[134],"system.":[135],"proposed":[138,191],"method,":[139],"discrete":[141,155],"differential":[142,197],"evolution":[143],"developed":[146],"searching":[148],"optimal":[150],"large-scale":[154,182],"spaces":[157],"and":[158,172,196],"deep":[160],"Q-network":[161],"utilized":[164],"approximate":[166],"effectiveness":[168,188],"actions":[171],"facilitate":[173],"agent":[175],"training.":[176],"experiments,":[178],"based":[179],"on":[180],"coal":[183],"transportation":[184],"system,":[185],"verify":[186],"compared":[193],"LSDQN":[195],"evolution.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
