{"id":"https://openalex.org/W4288062507","doi":"https://doi.org/10.1109/tie.2022.3192676","title":"Implementation of Transferring Reinforcement Learning for DC\u2013DC Buck Converter Control via Duty Ratio Mapping","display_name":"Implementation of Transferring Reinforcement Learning for DC\u2013DC Buck Converter Control via Duty Ratio Mapping","publication_year":2022,"publication_date":"2022-07-26","ids":{"openalex":"https://openalex.org/W4288062507","doi":"https://doi.org/10.1109/tie.2022.3192676"},"language":"en","primary_location":{"id":"doi:10.1109/tie.2022.3192676","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2022.3192676","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005830480","display_name":"Chenggang Cui","orcid":"https://orcid.org/0000-0002-9463-384X"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenggang Cui","raw_affiliation_strings":["Intelligent Autonomous Systems Laboratory, College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous Systems Laboratory, College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066152670","display_name":"Tianxiao Yang","orcid":"https://orcid.org/0000-0003-4244-3208"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianxiao Yang","raw_affiliation_strings":["Intelligent Autonomous Systems Laboratory, College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous Systems Laboratory, College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101467675","display_name":"Yuxuan Dai","orcid":"https://orcid.org/0000-0002-8292-1043"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Dai","raw_affiliation_strings":["Intelligent Autonomous Systems Laboratory, College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous Systems Laboratory, College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100674152","display_name":"Chuanlin Zhang","orcid":"https://orcid.org/0000-0001-6052-1682"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanlin Zhang","raw_affiliation_strings":["Intelligent Autonomous Systems Laboratory, College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous Systems Laboratory, College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038817226","display_name":"Qianwen Xu","orcid":"https://orcid.org/0000-0002-2793-9048"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Qianwen Xu","raw_affiliation_strings":["Electric Power and Energy Systems Division, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Electric Power and Energy Systems Division, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5005830480"],"corresponding_institution_ids":["https://openalex.org/I23632641"],"apc_list":null,"apc_paid":null,"fwci":4.4855,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.95127914,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"70","issue":"6","first_page":"6141","last_page":"6150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10409","display_name":"Fuel Cells and Related Materials","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8873116970062256},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.663325309753418},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6235328912734985},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5662117600440979},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5654775500297546},{"id":"https://openalex.org/keywords/power-electronics","display_name":"Power electronics","score":0.5530128479003906},{"id":"https://openalex.org/keywords/duty-cycle","display_name":"Duty cycle","score":0.5274379849433899},{"id":"https://openalex.org/keywords/buck-converter","display_name":"Buck converter","score":0.4980783462524414},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4978673458099365},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.45575183629989624},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.427062064409256},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.38150104880332947},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3669053614139557},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28039485216140747},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19048714637756348},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10849007964134216}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8873116970062256},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.663325309753418},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6235328912734985},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5662117600440979},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5654775500297546},{"id":"https://openalex.org/C178911571","wikidata":"https://www.wikidata.org/wiki/Q593143","display_name":"Power electronics","level":3,"score":0.5530128479003906},{"id":"https://openalex.org/C199822604","wikidata":"https://www.wikidata.org/wiki/Q557120","display_name":"Duty cycle","level":3,"score":0.5274379849433899},{"id":"https://openalex.org/C150818752","wikidata":"https://www.wikidata.org/wiki/Q83804","display_name":"Buck converter","level":3,"score":0.4980783462524414},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4978673458099365},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.45575183629989624},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.427062064409256},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.38150104880332947},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3669053614139557},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28039485216140747},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19048714637756348},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10849007964134216},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tie.2022.3192676","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2022.3192676","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/12","display_name":"Responsible consumption and production"}],"awards":[{"id":"https://openalex.org/G129268398","display_name":null,"funder_award_id":"51607111","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2697279262","display_name":null,"funder_award_id":"62173221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7924642435","display_name":null,"funder_award_id":"20QA1404000","funder_id":"https://openalex.org/F4320327803","funder_display_name":"Shanghai Rising-Star Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327803","display_name":"Shanghai Rising-Star Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1556831563","https://openalex.org/W1980145158","https://openalex.org/W2086213888","https://openalex.org/W2145339207","https://openalex.org/W2537630438","https://openalex.org/W2766412690","https://openalex.org/W2772589676","https://openalex.org/W2908683544","https://openalex.org/W2921955147","https://openalex.org/W2949308315","https://openalex.org/W2963293747","https://openalex.org/W2969522850","https://openalex.org/W2970102598","https://openalex.org/W2972615735","https://openalex.org/W2974720649","https://openalex.org/W2991362294","https://openalex.org/W3003303990","https://openalex.org/W3010395351","https://openalex.org/W3015636306","https://openalex.org/W3020785977","https://openalex.org/W3023586494","https://openalex.org/W3025257785","https://openalex.org/W3033928040","https://openalex.org/W3080143115","https://openalex.org/W3081593229","https://openalex.org/W3100366369","https://openalex.org/W3100631186","https://openalex.org/W3137037630","https://openalex.org/W3151832812","https://openalex.org/W3196124035","https://openalex.org/W4245296547","https://openalex.org/W6755890616","https://openalex.org/W6783144354"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W3041655541","https://openalex.org/W2008724657"],"abstract_inverted_index":{"The":[0,140],"reinforcement":[1,98],"learning":[2,99],"(RL)":[3],"control":[4,50,116],"approach":[5],"with":[6],"application":[7],"to":[8,32,38,90,113,118],"power":[9],"electronics":[10],"systems":[11],"has":[12],"become":[13],"an":[14],"emerging":[15],"topic,":[16],"while":[17],"the":[18,34,39,60,92,102,108,115,130,145],"sim-to-real":[19,86],"issue":[20],"remains":[21],"a":[22,66,70,79,84,95],"challenging":[23],"problem":[24],"as":[25],"very":[26],"few":[27],"results":[28],"can":[29],"be":[30],"referred":[31],"in":[33,56,129],"literature.":[35],"Indeed,":[36],"due":[37],"inevitable":[40],"mismatch":[41],"between":[42],"simulation":[43],"models":[44],"and":[45,123,126,136,142],"real-life":[46],"systems,":[47],"offline-trained":[48],"RL":[49],"strategies":[51],"may":[52],"sustain":[53],"unexpected":[54],"hurdles":[55],"practical":[57],"implementation":[58,93],"during":[59],"transfer":[61,67],"procedure.":[62],"In":[63],"this":[64,106],"article,":[65,107],"methodology":[68,110,147],"via":[69],"delicately":[71],"designed":[72],"duty":[73],"ratio":[74],"mapping":[75],"is":[76,88,111],"proposed":[77,109,146],"for":[78],"dc\u2013dc":[80],"buck":[81],"converter.":[82],"Then,":[83],"detailed":[85],"process":[87],"presented":[89],"enable":[91],"of":[94,105,132,144],"model-free":[96],"deep":[97],"controller.":[100],"As":[101],"main":[103],"contribution":[104],"able":[112],"endow":[114],"system":[117],"achieve:":[119],"1)":[120],"voltage":[121],"regulation":[122],"2)":[124],"adaptability":[125],"optimization":[127],"abilities":[128],"presence":[131],"uncertain":[133],"circuit":[134],"parameters":[135],"various":[137],"working":[138],"conditions.":[139],"feasibility":[141],"efficacy":[143],"are":[148],"demonstrated":[149],"by":[150],"comparative":[151],"experimental":[152],"studies.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":11}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}