{"id":"https://openalex.org/W4391947414","doi":"https://doi.org/10.1016/j.eswa.2024.123502","title":"Reinforcement learning to maximize wind turbine energy generation","display_name":"Reinforcement learning to maximize wind turbine energy generation","publication_year":2024,"publication_date":"2024-02-19","ids":{"openalex":"https://openalex.org/W4391947414","doi":"https://doi.org/10.1016/j.eswa.2024.123502"},"language":"en","primary_location":{"id":"doi:10.1016/j.eswa.2024.123502","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2024.123502","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.eswa.2024.123502","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089766943","display_name":"D. Soler","orcid":"https://orcid.org/0000-0002-2216-7907"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Daniel Soler","raw_affiliation_strings":["ETSIAE-UPM-School of Aeronautics, Universidad Polit\u00e9cnica de Madrid, Plaza Cardenal Cisneros 3, E-28040 Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETSIAE-UPM-School of Aeronautics, Universidad Polit\u00e9cnica de Madrid, Plaza Cardenal Cisneros 3, E-28040 Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045751680","display_name":"Oscar A. Mari\u00f1o","orcid":"https://orcid.org/0000-0003-3143-3813"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Oscar Mari\u00f1o","raw_affiliation_strings":["ETSIAE-UPM-School of Aeronautics, Universidad Polit\u00e9cnica de Madrid, Plaza Cardenal Cisneros 3, E-28040 Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0003-3143-3813","affiliations":[{"raw_affiliation_string":"ETSIAE-UPM-School of Aeronautics, Universidad Polit\u00e9cnica de Madrid, Plaza Cardenal Cisneros 3, E-28040 Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056716469","display_name":"David Huergo","orcid":"https://orcid.org/0009-0008-9091-5824"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"David Huergo","raw_affiliation_strings":["ETSIAE-UPM-School of Aeronautics, Universidad Polit\u00e9cnica de Madrid, Plaza Cardenal Cisneros 3, E-28040 Madrid, Spain"],"raw_orcid":"https://orcid.org/0009-0008-9091-5824","affiliations":[{"raw_affiliation_string":"ETSIAE-UPM-School of Aeronautics, Universidad Polit\u00e9cnica de Madrid, Plaza Cardenal Cisneros 3, E-28040 Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084888191","display_name":"Mart\u00edn de Frutos","orcid":"https://orcid.org/0009-0005-3357-630X"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mart\u00edn de Frutos","raw_affiliation_strings":["ETSIAE-UPM-School of Aeronautics, Universidad Polit\u00e9cnica de Madrid, Plaza Cardenal Cisneros 3, E-28040 Madrid, Spain"],"raw_orcid":"https://orcid.org/0009-0005-3357-630X","affiliations":[{"raw_affiliation_string":"ETSIAE-UPM-School of Aeronautics, Universidad Polit\u00e9cnica de Madrid, Plaza Cardenal Cisneros 3, E-28040 Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073259063","display_name":"Esteban Ferrer","orcid":"https://orcid.org/0000-0003-1519-0444"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Esteban Ferrer","raw_affiliation_strings":["Center for Computational Simulation, Universidad Polit\u00e9cnica de Madrid, Campus de Montegancedo, Boadilla del Monte, 28660 Madrid, Spain","ETSIAE-UPM-School of Aeronautics, Universidad Polit\u00e9cnica de Madrid, Plaza Cardenal Cisneros 3, E-28040 Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0003-1519-0444","affiliations":[{"raw_affiliation_string":"Center for Computational Simulation, Universidad Polit\u00e9cnica de Madrid, Campus de Montegancedo, Boadilla del Monte, 28660 Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]},{"raw_affiliation_string":"ETSIAE-UPM-School of Aeronautics, Universidad Polit\u00e9cnica de Madrid, Plaza Cardenal Cisneros 3, E-28040 Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5073259063"],"corresponding_institution_ids":["https://openalex.org/I88060688"],"apc_list":{"value":3500,"currency":"USD","value_usd":3500},"apc_paid":{"value":3500,"currency":"USD","value_usd":3500},"fwci":4.6967,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.95890205,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"249","issue":null,"first_page":"123502","last_page":"123502"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10740","display_name":"Wind Turbine Control Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8106133341789246},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7457200288772583},{"id":"https://openalex.org/keywords/turbine","display_name":"Turbine","score":0.6093332767486572},{"id":"https://openalex.org/keywords/wind-power","display_name":"Wind power","score":0.5923806428909302},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5563338994979858},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.464365690946579},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.10177606344223022},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08342966437339783},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.068606436252594}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8106133341789246},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7457200288772583},{"id":"https://openalex.org/C2778449969","wikidata":"https://www.wikidata.org/wiki/Q130760","display_name":"Turbine","level":2,"score":0.6093332767486572},{"id":"https://openalex.org/C78600449","wikidata":"https://www.wikidata.org/wiki/Q43302","display_name":"Wind power","level":2,"score":0.5923806428909302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5563338994979858},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.464365690946579},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.10177606344223022},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08342966437339783},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.068606436252594}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.eswa.2024.123502","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2024.123502","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},{"id":"pmh:oai:oa.upm.es:84135","is_oa":true,"landing_page_url":"https://oa.upm.es/84135/","pdf_url":"https://oa.upm.es/84135/1/10207134.pdf","source":{"id":"https://openalex.org/S4306402421","display_name":"Archivo Digital UPM (Universidad Polit\u00e9cnica de Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I88060688","host_organization_name":"Universidad Polit\u00e9cnica de Madrid","host_organization_lineage":["https://openalex.org/I88060688"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Expert Systems with Applications, ISSN 09574174, 2024-09-01, Vol. 249","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1016/j.eswa.2024.123502","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2024.123502","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8600000143051147,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G6011815459","display_name":null,"funder_award_id":"APOYO-JOVENES-21-53NYUB-19-RRX1A0","funder_id":"https://openalex.org/F4320313831","funder_display_name":"Comunidad de Madrid"},{"id":"https://openalex.org/G7016863909","display_name":null,"funder_award_id":"101086075","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320313831","display_name":"Comunidad de Madrid","ror":null},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322138","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W650871423","https://openalex.org/W1522301498","https://openalex.org/W1802297281","https://openalex.org/W2201581102","https://openalex.org/W2297102053","https://openalex.org/W2342517686","https://openalex.org/W2746553466","https://openalex.org/W2765526695","https://openalex.org/W2914211392","https://openalex.org/W2949676527","https://openalex.org/W2962897394","https://openalex.org/W2967095864","https://openalex.org/W2991278006","https://openalex.org/W3002882690","https://openalex.org/W3019123671","https://openalex.org/W3086633123","https://openalex.org/W3093664514","https://openalex.org/W3153621240","https://openalex.org/W3155729732","https://openalex.org/W3174962252","https://openalex.org/W4214717370","https://openalex.org/W4220756144","https://openalex.org/W4298857966","https://openalex.org/W4322752999","https://openalex.org/W4360982610","https://openalex.org/W4366779169","https://openalex.org/W4379875538","https://openalex.org/W4385690205","https://openalex.org/W4387818002","https://openalex.org/W4394049589","https://openalex.org/W6630662870","https://openalex.org/W6819229965","https://openalex.org/W6969391666"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3214712242","https://openalex.org/W3204461065","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W1965417009","https://openalex.org/W4386462264"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,32,40,89,100,195],"reinforcement":[3,93,109,202],"learning":[4,94,110,153,203],"strategy":[5],"to":[6,48,58,115,159],"control":[7,50,62,95,103,128,172,198,213],"wind":[8,161],"turbine":[9],"energy":[10,137,162,163],"generation":[11],"by":[12],"actively":[13],"changing":[14,52,116,165],"the":[15,18,23,60,108,135,142,211],"rotor":[16,19,179],"speed,":[17,175],"yaw":[20],"angle":[21],"and":[22,45,70,96,133,178,188,199],"blade":[24,41,176],"pitch":[25,177],"angle.":[26],"A":[27],"double":[28,83,143],"deep":[29,84,144,155,208],"Q-learning":[30,85,145,209],"with":[31,39,74,88,130,194],"prioritized":[33],"experience":[34],"replay":[35],"agent":[36,55],"is":[37,46,56,71,86,112,157],"coupled":[38],"element":[42],"momentum":[43],"model":[44],"trained":[47,57],"allow":[49],"for":[51,66],"winds.":[53,167],"The":[54,82],"decide":[59],"best":[61],"(speed,":[63],"yaw,":[64],"pitch)":[65],"simple":[67],"steady":[68],"winds":[69,132],"subsequently":[72],"challenged":[73],"real":[75,131],"dynamic":[76],"turbulent":[77,166],"winds,":[78,120],"showing":[79,121],"good":[80],"performance.":[81],"compared":[87],"classic":[90,101,149,196],"value":[91],"iteration":[92],"both":[97],"strategies":[98,129],"outperform":[99],"PID":[102,197],"in":[104,164],"all":[105,127],"environments":[106,117],"Furthermore,":[107],"approach":[111],"well":[113],"suited":[114],"including":[118],"turbulent/gusty":[119],"great":[122],"adaptability.":[123],"Finally,":[124],"we":[125],"compare":[126],"compute":[134],"annual":[136],"production.":[138],"In":[139],"this":[140],"case,":[141],"algorithm":[146],"also":[147],"outperforms":[148,210],"methodologies.":[150],"\u2022":[151,168,181,192,206],"Reinforcement":[152],"(Double":[154],"Q-learning)":[156],"developed":[158],"maximize":[160],"BEMT":[169],"allows":[170],"three":[171],"parameters":[173],"(rotational":[174],"yaw).":[180],"Description":[182],"of":[183],"states,":[184],"actions,":[185],"rewards,":[186],"training":[187],"validation":[189],"are":[190,204],"included.":[191,205],"Comparisons":[193],"Value":[200],"Iteration":[201],"Double":[207],"other":[212],"mechanisms":[214],"tested.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":10}],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-10-10T00:00:00"}