{"id":"https://openalex.org/W3123720983","doi":"https://doi.org/10.1109/tr.2020.3044596","title":"A Deep Reinforcement Learning Approach to Dynamic Loading Strategy of Repairable Multistate Systems","display_name":"A Deep Reinforcement Learning Approach to Dynamic Loading Strategy of Repairable Multistate Systems","publication_year":2021,"publication_date":"2021-01-25","ids":{"openalex":"https://openalex.org/W3123720983","doi":"https://doi.org/10.1109/tr.2020.3044596","mag":"3123720983"},"language":"en","primary_location":{"id":"doi:10.1109/tr.2020.3044596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2020.3044596","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100333368","display_name":"Yiming Chen","orcid":"https://orcid.org/0009-0002-8339-9389"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiming Chen","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002498810","display_name":"Yu Liu","orcid":"https://orcid.org/0000-0002-4367-5097"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Liu","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-4367-5097","affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052063173","display_name":"Tangfan Xiahou","orcid":"https://orcid.org/0000-0001-7359-1129"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tangfan Xiahou","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7359-1129","affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100333368"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":5.1126,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.95852052,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"71","issue":"1","first_page":"484","last_page":"499"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7687029838562012},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7460811734199524},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.6881981492042542},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6209249496459961},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6098182797431946},{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.6065043807029724},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6038902997970581},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5942385792732239},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5646325945854187},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.502905547618866},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.492482990026474},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.45647650957107544},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4167741537094116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32833215594291687},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22146332263946533}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7687029838562012},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7460811734199524},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.6881981492042542},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6209249496459961},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6098182797431946},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.6065043807029724},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6038902997970581},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5942385792732239},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5646325945854187},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.502905547618866},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.492482990026474},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45647650957107544},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4167741537094116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32833215594291687},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22146332263946533},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tr.2020.3044596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2020.3044596","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G8319310471","display_name":null,"funder_award_id":"71771039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G842747056","display_name":null,"funder_award_id":"71922006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1574146411","https://openalex.org/W1877758106","https://openalex.org/W1968911611","https://openalex.org/W1969592739","https://openalex.org/W1990617766","https://openalex.org/W1991710556","https://openalex.org/W1992957376","https://openalex.org/W1996145180","https://openalex.org/W2005670967","https://openalex.org/W2015940726","https://openalex.org/W2025387347","https://openalex.org/W2055878615","https://openalex.org/W2062710884","https://openalex.org/W2067640696","https://openalex.org/W2069478775","https://openalex.org/W2069795884","https://openalex.org/W2080450266","https://openalex.org/W2092243077","https://openalex.org/W2121863487","https://openalex.org/W2126463812","https://openalex.org/W2126691367","https://openalex.org/W2145339207","https://openalex.org/W2168567312","https://openalex.org/W2257979135","https://openalex.org/W2467728018","https://openalex.org/W2571331550","https://openalex.org/W2594173712","https://openalex.org/W2743772507","https://openalex.org/W2776787124","https://openalex.org/W2790194583","https://openalex.org/W2793033056","https://openalex.org/W2891171439","https://openalex.org/W2898514253","https://openalex.org/W2900019985","https://openalex.org/W2902907165","https://openalex.org/W2914170357","https://openalex.org/W2921732122","https://openalex.org/W2941117628","https://openalex.org/W2963426313","https://openalex.org/W2973229164","https://openalex.org/W2982316857","https://openalex.org/W2985465748","https://openalex.org/W2990681646","https://openalex.org/W3009701938","https://openalex.org/W3012839816","https://openalex.org/W3024300790","https://openalex.org/W3024913211","https://openalex.org/W3147894994","https://openalex.org/W3176023633","https://openalex.org/W4236258233","https://openalex.org/W4292156558","https://openalex.org/W6631190155"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2357975469","https://openalex.org/W2101748387","https://openalex.org/W3096874164","https://openalex.org/W2807018115","https://openalex.org/W4388236136","https://openalex.org/W4281812492","https://openalex.org/W3105579180","https://openalex.org/W4200250224","https://openalex.org/W2970347269"],"abstract_inverted_index":{"As":[0],"multistate":[1,9,28],"system":[2,99],"(MSS)":[3],"reliability":[4],"models":[5],"can":[6,30,42,116],"characterize":[7],"the":[8,21,49,52,80,110,161,168,174,183,202,205],"deteriorating":[10],"nature":[11],"of":[12,26,54,113,170,182,195,204],"engineering":[13],"systems,":[14],"they":[15],"have":[16],"received":[17],"considerable":[18],"attention":[19],"in":[20,97,160],"past":[22],"decade.":[23],"The":[24,94,121,146,180],"states":[25],"a":[27,55,62,68,86,98,129,134,139,154,193],"system/component":[29,56],"be":[31,43,118],"distinguished":[32],"by":[33,45,60,188],"its":[34],"performance":[35,84,111],"capacity,":[36],"which":[37,152],"deteriorates":[38],"over":[39],"time":[40,88],"and":[41,90,138,172,177,192],"restored":[44],"maintenance":[46,92],"activities.":[47],"On":[48],"other":[50],"hand,":[51],"deterioration":[53],"is,":[57],"oftentimes,":[58],"controllable":[59],"setting":[61],"loading":[63,208],"strategy.":[64,209],"In":[65],"this":[66],"article,":[67],"dynamic":[69,207],"load":[70],"optimization":[71],"problem":[72,125],"for":[73],"repairable":[74],"MSSs":[75],"is":[76,126,153,164,186],"investigated":[77],"to":[78,103,105,166,200],"achieve":[79],"maximum":[81],"expected":[82],"cumulative":[83],"within":[85],"finite":[87],"horizon":[89],"limited":[91],"resources.":[93],"degraded":[95],"components":[96],"are":[100,198],"dynamically":[101,119],"maintained":[102],"recover":[104],"their":[106],"better":[107],"conditions,":[108],"whereas":[109],"rate":[112],"each":[114],"component":[115],"also":[117],"specified.":[120],"resulting":[122],"sequential":[123],"decision":[124,131],"formulated":[127],"as":[128],"Markov":[130],"process":[132],"with":[133],"continuous":[135,143],"action":[136,178],"space":[137],"mixed":[140],"integer":[141],"discrete":[142],"state":[144,176],"space.":[145],"deep":[147,156],"deterministic":[148],"policy":[149],"gradient":[150],"algorithm,":[151],"specific":[155],"reinforcement":[157],"learning":[158],"algorithm":[159],"actor\u2212critic":[162],"framework,":[163],"customized":[165],"overcome":[167],"\u201ccurse":[169],"dimensionality\u201d":[171],"mitigate":[173],"uncountable":[175],"spaces.":[179],"effectiveness":[181],"proposed":[184,206],"method":[185],"examined":[187],"two":[189],"illustrative":[190],"examples,":[191],"set":[194],"comparative":[196],"studies":[197],"conducted":[199],"demonstrate":[201],"advantage":[203]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}