{"id":"https://openalex.org/W3049586495","doi":"https://doi.org/10.3233/jifs-189161","title":"Autonomous Industrial Management via Reinforcement Learning","display_name":"Autonomous Industrial Management via Reinforcement Learning","publication_year":2020,"publication_date":"2020-08-14","ids":{"openalex":"https://openalex.org/W3049586495","doi":"https://doi.org/10.3233/jifs-189161","mag":"3049586495"},"language":"en","primary_location":{"id":"doi:10.3233/jifs-189161","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-189161","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084647245","display_name":"Leonardo Espinosa-Leal","orcid":"https://orcid.org/0000-0001-6861-8024"},"institutions":[{"id":"https://openalex.org/I198445264","display_name":"Arcada University of Applied Sciences","ror":"https://ror.org/02s466x84","country_code":"FI","type":"education","lineage":["https://openalex.org/I198445264"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Leonardo Espinosa-Leal","raw_affiliation_strings":["Department of Business Management and Analytics, Arcada University of Applied Sciences, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Business Management and Analytics, Arcada University of Applied Sciences, Helsinki, Finland","institution_ids":["https://openalex.org/I198445264"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064147658","display_name":"Anthony Chapman","orcid":null},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anthony Chapman","raw_affiliation_strings":["Computing Department, University of Aberdeen, Aberdeen, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Department, University of Aberdeen, Aberdeen, UK","institution_ids":["https://openalex.org/I195460627"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112671821","display_name":"Magnus Westerlund","orcid":null},"institutions":[{"id":"https://openalex.org/I198445264","display_name":"Arcada University of Applied Sciences","ror":"https://ror.org/02s466x84","country_code":"FI","type":"education","lineage":["https://openalex.org/I198445264"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Magnus Westerlund","raw_affiliation_strings":["Department of Business Management and Analytics, Arcada University of Applied Sciences, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Business Management and Analytics, Arcada University of Applied Sciences, Helsinki, Finland","institution_ids":["https://openalex.org/I198445264"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5084647245"],"corresponding_institution_ids":["https://openalex.org/I198445264"],"apc_list":null,"apc_paid":null,"fwci":1.3038,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.84904064,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"39","issue":"6","first_page":"8427","last_page":"8439"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7736200094223022},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7325625419616699},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.5963509678840637},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5665640234947205},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5651845932006836},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.5282615423202515},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5254539251327515},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4633150100708008},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.43421971797943115},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41801512241363525},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.41015490889549255}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7736200094223022},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7325625419616699},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.5963509678840637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5665640234947205},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5651845932006836},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.5282615423202515},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5254539251327515},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4633150100708008},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.43421971797943115},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41801512241363525},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.41015490889549255},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jifs-189161","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-189161","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W56432706","https://openalex.org/W103068539","https://openalex.org/W150671022","https://openalex.org/W1497120980","https://openalex.org/W1577962271","https://openalex.org/W1964782533","https://openalex.org/W1977230515","https://openalex.org/W1990995139","https://openalex.org/W2003996846","https://openalex.org/W2029923251","https://openalex.org/W2101216740","https://openalex.org/W2101733232","https://openalex.org/W2107726111","https://openalex.org/W2111877087","https://openalex.org/W2113501460","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2145790759","https://openalex.org/W2155007355","https://openalex.org/W2159686646","https://openalex.org/W2165698076","https://openalex.org/W2177007941","https://openalex.org/W2341171179","https://openalex.org/W2346505350","https://openalex.org/W2509065397","https://openalex.org/W2540627216","https://openalex.org/W2758442112","https://openalex.org/W2798490735","https://openalex.org/W2810854176","https://openalex.org/W2890904471","https://openalex.org/W2919115771","https://openalex.org/W2963305465","https://openalex.org/W2964161785","https://openalex.org/W2976253411","https://openalex.org/W3000984787","https://openalex.org/W3098357269","https://openalex.org/W3100286758","https://openalex.org/W3121623025","https://openalex.org/W6682849425"],"related_works":["https://openalex.org/W8539471","https://openalex.org/W8137082","https://openalex.org/W4651166","https://openalex.org/W11162148","https://openalex.org/W8637261","https://openalex.org/W14826821","https://openalex.org/W5779190","https://openalex.org/W8920863","https://openalex.org/W11635613","https://openalex.org/W7470098"],"abstract_inverted_index":{"Industry":[0],"has":[1,16],"always":[2],"been":[3,17],"in":[4,182],"the":[5,13,46,64,75,80,152,183,194],"pursuit":[6],"of":[7,48,87,95,164],"becoming":[8],"more":[9],"economically":[10],"efficient":[11],"and":[12,68,78,134,187],"current":[14,76],"focus":[15],"to":[18,35,103,108,125,140,156],"reduce":[19],"human":[20],"labour":[21],"using":[22,92,173],"modern":[23],"technologies.":[24],"Even":[25],"with":[26],"cutting":[27],"edge":[28],"technologies,":[29],"which":[30],"range":[31],"from":[32],"packaging":[33],"robots":[34],"AI":[36],"for":[37,83,192],"fault":[38],"detection,":[39],"there":[40],"is":[41,116],"still":[42],"some":[43,49],"ambiguity":[44],"on":[45,150],"aims":[47],"new":[50],"systems,":[51],"namely,":[52],"whether":[53],"they":[54,136],"are":[55],"automated":[56,67],"or":[57],"autonomous.":[58],"In":[59],"this":[60],"paper,":[61],"we":[62,118,178],"indicate":[63],"distinctions":[65],"between":[66],"autonomous":[69,88,198],"systems":[70],"as":[71,73,99],"well":[72],"review":[74],"literature":[77],"identify":[79],"core":[81],"challenges":[82],"creating":[84],"learning":[85,106],"mechanisms":[86],"agents.":[89,128,199],"We":[90,129,159],"discuss":[91,119,179],"different":[93,157],"types":[94],"extended":[96],"realities,":[97],"such":[98],"digital":[100],"twins,":[101],"how":[102,120,135,151],"train":[104],"reinforcement":[105],"agents":[107,143,153],"learn":[109],"specific":[110],"tasks":[111],"through":[112,144],"generalisation.":[113],"Once":[114],"generalisation":[115],"achieved,":[117],"these":[121],"can":[122,137,154],"be":[123,138],"used":[124,139],"develop":[126],"self-learning":[127,142],"then":[130],"introduce":[131,160],"self-play":[132],"scenarios":[133],"teach":[141],"a":[145,169,189],"supportive":[146],"environment":[147],"that":[148],"focuses":[149],"adapt":[155],"environments.":[158],"an":[161],"initial":[162],"prototype":[163],"our":[165],"ideas":[166],"by":[167],"solving":[168],"multi-armed":[170],"bandit":[171],"problem":[172],"two":[174],"\u03b5-greedy":[175],"algorithms.":[176],"Further,":[177],"future":[180],"applications":[181],"industrial":[184],"management":[185],"realm":[186],"propose":[188],"modular":[190],"architecture":[191],"improving":[193],"decision-making":[195],"process":[196],"via":[197]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}