{"id":"https://openalex.org/W4401336809","doi":"https://doi.org/10.1080/08839514.2024.2383101","title":"Reinforcement Learning for Autonomous Process Control in Industry 4.0: Advantages and Challenges","display_name":"Reinforcement Learning for Autonomous Process Control in Industry 4.0: Advantages and Challenges","publication_year":2024,"publication_date":"2024-08-05","ids":{"openalex":"https://openalex.org/W4401336809","doi":"https://doi.org/10.1080/08839514.2024.2383101"},"language":"en","primary_location":{"id":"doi:10.1080/08839514.2024.2383101","is_oa":true,"landing_page_url":"https://doi.org/10.1080/08839514.2024.2383101","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/08839514.2024.2383101?needAccess=true","source":{"id":"https://openalex.org/S125501549","display_name":"Applied Artificial Intelligence","issn_l":"0883-9514","issn":["0883-9514","1087-6545"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/08839514.2024.2383101?needAccess=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012315365","display_name":"Nuria Nievas","orcid":"https://orcid.org/0000-0003-4949-1800"},"institutions":[{"id":"https://openalex.org/I15766328","display_name":"Universitat de Lleida","ror":"https://ror.org/050c3cw24","country_code":"ES","type":"education","lineage":["https://openalex.org/I15766328"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Nuria Nievas","raw_affiliation_strings":["Economy and Business Department, Universitat de Lleida, Lleida, Spain","Eurecat, Centre Tecnol\u00f2gic de Catalunya, Unit of Applied Artificial Intelligence, Lleida, Spain"],"affiliations":[{"raw_affiliation_string":"Economy and Business Department, Universitat de Lleida, Lleida, Spain","institution_ids":["https://openalex.org/I15766328"]},{"raw_affiliation_string":"Eurecat, Centre Tecnol\u00f2gic de Catalunya, Unit of Applied Artificial Intelligence, Lleida, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064160044","display_name":"Adela Pag\u00e8s\u2010Bernaus","orcid":"https://orcid.org/0000-0002-0444-1220"},"institutions":[{"id":"https://openalex.org/I15766328","display_name":"Universitat de Lleida","ror":"https://ror.org/050c3cw24","country_code":"ES","type":"education","lineage":["https://openalex.org/I15766328"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Adela Pag\u00e8s-Bernaus","raw_affiliation_strings":["AGROTECNIO-CERCA Center, Lleida, Spain","Economy and Business Department, Universitat de Lleida, Lleida, Spain"],"affiliations":[{"raw_affiliation_string":"AGROTECNIO-CERCA Center, Lleida, Spain","institution_ids":[]},{"raw_affiliation_string":"Economy and Business Department, Universitat de Lleida, Lleida, Spain","institution_ids":["https://openalex.org/I15766328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001075628","display_name":"Francesc Bonada","orcid":"https://orcid.org/0000-0003-3946-6433"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Francesc Bonada","raw_affiliation_strings":["Eurecat, Centre Tecnol\u00f2gic de Catalunya, Unit of Applied Artificial Intelligence, Lleida, Spain"],"affiliations":[{"raw_affiliation_string":"Eurecat, Centre Tecnol\u00f2gic de Catalunya, Unit of Applied Artificial Intelligence, Lleida, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045075330","display_name":"Llu\u00eds Echeverria","orcid":"https://orcid.org/0000-0003-4037-5192"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Llu\u00eds Echeverria","raw_affiliation_strings":["Eurecat, Centre Tecnol\u00f2gic de Catalunya, Unit of Applied Artificial Intelligence, Lleida, Spain"],"affiliations":[{"raw_affiliation_string":"Eurecat, Centre Tecnol\u00f2gic de Catalunya, Unit of Applied Artificial Intelligence, Lleida, Spain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072064250","display_name":"Xavier Domingo","orcid":"https://orcid.org/0000-0002-8363-9082"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xavier Domingo","raw_affiliation_strings":["Eurecat, Centre Tecnol\u00f2gic de Catalunya, Unit of Applied Artificial Intelligence, Lleida, Spain"],"affiliations":[{"raw_affiliation_string":"Eurecat, Centre Tecnol\u00f2gic de Catalunya, Unit of Applied Artificial Intelligence, Lleida, Spain","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5012315365"],"corresponding_institution_ids":["https://openalex.org/I15766328"],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":{"value":2195,"currency":"USD","value_usd":2195},"fwci":8.9937,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.98166647,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"38","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8193985223770142},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7725006341934204},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6419277787208557},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6084234118461609},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5222428441047668},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44295769929885864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4346684515476227},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3661314845085144},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3239039182662964},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.13615673780441284},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1125277578830719}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8193985223770142},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7725006341934204},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6419277787208557},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6084234118461609},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5222428441047668},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44295769929885864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4346684515476227},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3661314845085144},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3239039182662964},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.13615673780441284},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1125277578830719},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/08839514.2024.2383101","is_oa":true,"landing_page_url":"https://doi.org/10.1080/08839514.2024.2383101","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/08839514.2024.2383101?needAccess=true","source":{"id":"https://openalex.org/S125501549","display_name":"Applied Artificial Intelligence","issn_l":"0883-9514","issn":["0883-9514","1087-6545"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d20c74cffdcc47bc8b9788e4ede730f1","is_oa":true,"landing_page_url":"https://doaj.org/article/d20c74cffdcc47bc8b9788e4ede730f1","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Applied Artificial Intelligence, Vol 38, Iss 1 (2024)","raw_type":"article"},{"id":"pmh:oai:repositori.udl.cat:10459.1/466477","is_oa":true,"landing_page_url":"https://hdl.handle.net/10459.1/466477","pdf_url":null,"source":{"id":"https://openalex.org/S4306400812","display_name":"Repositori ObertUDL (University of Lleida)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I15766328","host_organization_name":"Universitat de Lleida","host_organization_lineage":["https://openalex.org/I15766328"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1080/08839514.2024.2383101","is_oa":true,"landing_page_url":"https://doi.org/10.1080/08839514.2024.2383101","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/08839514.2024.2383101?needAccess=true","source":{"id":"https://openalex.org/S125501549","display_name":"Applied Artificial Intelligence","issn_l":"0883-9514","issn":["0883-9514","1087-6545"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G6046992468","display_name":null,"funder_award_id":"2019 DI 87","funder_id":"https://openalex.org/F4320334830","funder_display_name":"Ag\u00e8ncia de Gesti\u00f3 d'Ajuts Universitaris i de Recerca"}],"funders":[{"id":"https://openalex.org/F4320321505","display_name":"Generalitat de Catalunya","ror":"https://ror.org/01bg62x04"},{"id":"https://openalex.org/F4320334830","display_name":"Ag\u00e8ncia de Gesti\u00f3 d'Ajuts Universitaris i de Recerca","ror":"https://ror.org/01n4pqe45"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401336809.pdf"},"referenced_works_count":119,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W52153049","https://openalex.org/W629699711","https://openalex.org/W1845972764","https://openalex.org/W1975517766","https://openalex.org/W2012602696","https://openalex.org/W2024390895","https://openalex.org/W2046376809","https://openalex.org/W2048584272","https://openalex.org/W2070665593","https://openalex.org/W2087594183","https://openalex.org/W2088897029","https://openalex.org/W2107726111","https://openalex.org/W2113921460","https://openalex.org/W2145339207","https://openalex.org/W2151416233","https://openalex.org/W2155027007","https://openalex.org/W2159752377","https://openalex.org/W2250461676","https://openalex.org/W2260756217","https://openalex.org/W2487144912","https://openalex.org/W2522489477","https://openalex.org/W2583189786","https://openalex.org/W2600643276","https://openalex.org/W2736057540","https://openalex.org/W2746553466","https://openalex.org/W2789572717","https://openalex.org/W2796797897","https://openalex.org/W2799562330","https://openalex.org/W2799987187","https://openalex.org/W2802314172","https://openalex.org/W2811338889","https://openalex.org/W2877093712","https://openalex.org/W2896122361","https://openalex.org/W2902907165","https://openalex.org/W2904526301","https://openalex.org/W2913437902","https://openalex.org/W2921116154","https://openalex.org/W2921732122","https://openalex.org/W2947150733","https://openalex.org/W2955103819","https://openalex.org/W2955996966","https://openalex.org/W2963317745","https://openalex.org/W2964043796","https://openalex.org/W2979795810","https://openalex.org/W2980192018","https://openalex.org/W2994779380","https://openalex.org/W2997531808","https://openalex.org/W3023586494","https://openalex.org/W3030128683","https://openalex.org/W3036225890","https://openalex.org/W3038822267","https://openalex.org/W3042915245","https://openalex.org/W3045059767","https://openalex.org/W3048077838","https://openalex.org/W3049195942","https://openalex.org/W3080409317","https://openalex.org/W3081200565","https://openalex.org/W3082925502","https://openalex.org/W3083050668","https://openalex.org/W3101390104","https://openalex.org/W3101875589","https://openalex.org/W3108288031","https://openalex.org/W3111221273","https://openalex.org/W3114263192","https://openalex.org/W3116073702","https://openalex.org/W3121342653","https://openalex.org/W3127332340","https://openalex.org/W3127561923","https://openalex.org/W3128172745","https://openalex.org/W3131674817","https://openalex.org/W3140400955","https://openalex.org/W3152878473","https://openalex.org/W3156829097","https://openalex.org/W3171786593","https://openalex.org/W3174903158","https://openalex.org/W3204710995","https://openalex.org/W3211529152","https://openalex.org/W3212504771","https://openalex.org/W3216656735","https://openalex.org/W4206759694","https://openalex.org/W4212774754","https://openalex.org/W4212786454","https://openalex.org/W4213377513","https://openalex.org/W4220747123","https://openalex.org/W4221141793","https://openalex.org/W4224434406","https://openalex.org/W4234770022","https://openalex.org/W4237964552","https://openalex.org/W4255307278","https://openalex.org/W4256361765","https://openalex.org/W4281490884","https://openalex.org/W4285043107","https://openalex.org/W4294612823","https://openalex.org/W4295034764","https://openalex.org/W4303987558","https://openalex.org/W4307814556","https://openalex.org/W4309565460","https://openalex.org/W4313395123","https://openalex.org/W4315487473","https://openalex.org/W4316096694","https://openalex.org/W4323020953","https://openalex.org/W4323363125","https://openalex.org/W4324044667","https://openalex.org/W4362722548","https://openalex.org/W4375858668","https://openalex.org/W4382725782","https://openalex.org/W4383112908","https://openalex.org/W4385146907","https://openalex.org/W4385372541","https://openalex.org/W4385741194","https://openalex.org/W4387580487","https://openalex.org/W4387698328","https://openalex.org/W4388592136","https://openalex.org/W4390055741","https://openalex.org/W4396917035","https://openalex.org/W4401416649","https://openalex.org/W6682074005"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W2894289927"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"the":[3,51,71,83,93,135,139,186],"integration":[4],"of":[5,42,53,64,100,121,143],"intelligent":[6],"industrial":[7,148],"process":[8],"monitoring,":[9],"quality":[10],"prediction,":[11],"and":[12,28,38,48,68,92,116,141,161,171,184],"predictive":[13],"maintenance":[14],"solutions":[15],"has":[16],"garnered":[17],"significant":[18],"attention,":[19],"driven":[20],"by":[21,167],"rapid":[22],"advancements":[23],"in":[24,70,124,147],"digitalization,":[25],"data":[26],"analytics,":[27],"machine":[29],"learning.":[30],"As":[31],"traditional":[32],"production":[33,49],"systems":[34],"evolve":[35],"into":[36],"self-aware":[37],"self-learning":[39],"configurations,":[40],"capable":[41],"autonomously":[43],"adapting":[44],"to":[45,155,176],"dynamic":[46],"environmental":[47],"conditions,":[50],"significance":[52],"reinforcement":[54,65,101,122,144],"learning":[55,66,102,123,145],"becomes":[56],"increasingly":[57],"apparent.":[58],"This":[59],"paper":[60,165],"provides":[61],"an":[62],"overview":[63],"developments":[67],"applications":[69,126],"manufacturing":[72],"industry.":[73],"Various":[74],"sectors":[75],"within":[76],"manufacturing,":[77],"including":[78,180],"robot":[79],"automation,":[80],"welding":[81],"processes,":[82,91],"semiconductor":[84],"industry,":[85,95],"injection":[86],"molding,":[87],"metal":[88],"forming,":[89],"milling":[90],"power":[94],"are":[96,127],"explored":[97],"for":[98,173],"instances":[99],"application.":[103],"The":[104,164],"analysis":[105],"focuses":[106],"on":[107,133],"application":[108],"types,":[109],"problem":[110],"modeling,":[111],"training":[112],"algorithms,":[113],"validation":[114],"methods,":[115],"deployment":[117,159],"statuses.":[118],"Key":[119],"benefits":[120],"these":[125,178],"identified.":[128],"Particular":[129],"emphasis":[130],"is":[131],"placed":[132],"elucidating":[134],"primary":[136],"obstacles":[137],"impeding":[138],"adoption":[140],"implementation":[142],"technology":[146],"settings,":[149],"such":[150],"as":[151],"model":[152,162],"complexity,":[153],"accessibility":[154],"simulation":[156],"environments,":[157],"safety":[158],"constraints,":[160],"interpretability.":[163],"concludes":[166],"proposing":[168],"potential":[169],"alternatives":[170],"avenues":[172],"future":[174],"research":[175],"address":[177],"challenges,":[179],"improving":[181],"sample":[182],"efficiency":[183],"bridging":[185],"simulation-to-reality":[187],"gap.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}