{"id":"https://openalex.org/W3104317438","doi":"https://doi.org/10.1109/case48305.2020.9249228","title":"Efficiently Learning a Distributed Control Policy in Cyber-Physical Production Systems Via Simulation Optimization","display_name":"Efficiently Learning a Distributed Control Policy in Cyber-Physical Production Systems Via Simulation Optimization","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3104317438","doi":"https://doi.org/10.1109/case48305.2020.9249228","mag":"3104317438"},"language":"en","primary_location":{"id":"doi:10.1109/case48305.2020.9249228","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case48305.2020.9249228","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 16th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101815838","display_name":"Minjie Zou","orcid":"https://orcid.org/0000-0002-1955-0737"},"institutions":[{"id":"https://openalex.org/I4210157642","display_name":"Institute of Automation","ror":"https://ror.org/056qj1t15","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210157642","https://openalex.org/I78650965"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Minjie Zou","raw_affiliation_strings":["Institute of Automation and Information Systems at Technical University of Munich, Boltzmannstr. 15, Garching, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation and Information Systems at Technical University of Munich, Boltzmannstr. 15, Garching, Germany","institution_ids":["https://openalex.org/I4210157642","https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075967519","display_name":"Edward Huang","orcid":"https://orcid.org/0000-0003-0893-2112"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward Huang","raw_affiliation_strings":["George Mason University, 4400 University Drive, MS 4A6, Fairfax, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University, 4400 University Drive, MS 4A6, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071323487","display_name":"Birgit Vogel\u2010Heuser","orcid":"https://orcid.org/0000-0003-2785-8819"},"institutions":[{"id":"https://openalex.org/I4210157642","display_name":"Institute of Automation","ror":"https://ror.org/056qj1t15","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210157642","https://openalex.org/I78650965"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Birgit Vogel-Heuser","raw_affiliation_strings":["Institute of Automation and Information Systems at Technical University of Munich, Boltzmannstr. 15, Garching, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation and Information Systems at Technical University of Munich, Boltzmannstr. 15, Garching, Germany","institution_ids":["https://openalex.org/I4210157642","https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035849014","display_name":"Chun-Hung Cherr","orcid":null},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chun-Hung Cherr","raw_affiliation_strings":["George Mason University, 4400 University Drive, MS 4A6, Fairfax, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University, 4400 University Drive, MS 4A6, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"645","last_page":"651"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.799564778804779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7401915788650513},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.6814117431640625},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5242743492126465},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.521540641784668},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.45121222734451294},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.45109131932258606},{"id":"https://openalex.org/keywords/industrial-control-system","display_name":"Industrial control system","score":0.41829007863998413},{"id":"https://openalex.org/keywords/decentralised-system","display_name":"Decentralised system","score":0.4104557931423187},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.365540087223053},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3298768401145935},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18248897790908813}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.799564778804779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7401915788650513},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.6814117431640625},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5242743492126465},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.521540641784668},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.45121222734451294},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.45109131932258606},{"id":"https://openalex.org/C40071531","wikidata":"https://www.wikidata.org/wiki/Q2513962","display_name":"Industrial control system","level":3,"score":0.41829007863998413},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.4104557931423187},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.365540087223053},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3298768401145935},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18248897790908813},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/case48305.2020.9249228","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case48305.2020.9249228","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 16th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1579113","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1579113","pdf_url":null,"source":{"id":"https://openalex.org/S4306400453","display_name":"mediaTUM \u2013 the media and publications repository of the Technical University Munich (Technical University Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"ConferencePaper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5299999713897705}],"awards":[{"id":"https://openalex.org/G5195377346","display_name":null,"funder_award_id":"SFB 768","funder_id":"https://openalex.org/F4320314344","funder_display_name":"Conference on Jewish Material Claims Against Germany"}],"funders":[{"id":"https://openalex.org/F4320314344","display_name":"Conference on Jewish Material Claims Against Germany","ror":null},{"id":"https://openalex.org/F4320324087","display_name":"Bauman Moscow State Technical University","ror":"https://ror.org/00pb8h375"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W19687119","https://openalex.org/W600148761","https://openalex.org/W617710812","https://openalex.org/W1536615069","https://openalex.org/W1718306640","https://openalex.org/W1905367349","https://openalex.org/W2004617458","https://openalex.org/W2027986690","https://openalex.org/W2037242411","https://openalex.org/W2039568841","https://openalex.org/W2043931021","https://openalex.org/W2065842544","https://openalex.org/W2068645132","https://openalex.org/W2106025020","https://openalex.org/W2113932123","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2153875893","https://openalex.org/W2317016330","https://openalex.org/W2520324539","https://openalex.org/W2762143680","https://openalex.org/W2767802256","https://openalex.org/W2770980461","https://openalex.org/W2794550757","https://openalex.org/W2811373370","https://openalex.org/W2885081838","https://openalex.org/W2892258706","https://openalex.org/W2898963857","https://openalex.org/W2904137284","https://openalex.org/W2932097000","https://openalex.org/W2950185136","https://openalex.org/W2963243831","https://openalex.org/W2965387678","https://openalex.org/W2991464559","https://openalex.org/W3103635569","https://openalex.org/W3117351572","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W3147872107","https://openalex.org/W2289521417","https://openalex.org/W2237732271","https://openalex.org/W1980323860","https://openalex.org/W3123953333","https://openalex.org/W2486991799","https://openalex.org/W2110796433","https://openalex.org/W3155069932","https://openalex.org/W1993066969","https://openalex.org/W2382834095"],"abstract_inverted_index":{"The":[0,9],"manufacturing":[1],"industry":[2],"is":[3,76,131],"becoming":[4],"more":[5,39],"dynamic":[6,24,52],"than":[7],"ever.":[8],"limitations":[10],"of":[11,50,109,122],"non-deterministic":[12],"network":[13],"delays":[14],"and":[15,25,54,112],"real-time":[16],"requirements":[17],"call":[18],"for":[19,45,89,143],"decentralized":[20],"control.":[21],"For":[22],"such":[23],"complex":[26],"systems,":[27],"learning":[28,46,87,97,124],"methods":[29],"stand":[30],"out":[31],"as":[32],"a":[33,38,59,77,126,134],"transformational":[34],"technology":[35],"to":[36,84],"have":[37],"flexible":[40],"control":[41,154],"solution.":[42],"Using":[43],"simulation":[44,74,113],"enables":[47],"the":[48,120,151],"description":[49],"highly":[51],"systems":[53],"provides":[55],"samples":[56],"without":[57],"occupying":[58],"real":[60],"facility.":[61],"However,":[62],"it":[63],"requires":[64],"prohibitively":[65],"expensive":[66],"computation.":[67],"In":[68],"this":[69],"paper,":[70],"we":[71],"argue":[72],"that":[73,80],"optimization":[75,114],"powerful":[78],"tool":[79],"can":[81,117,140],"be":[82,141],"applied":[83,142],"various":[85],"simulation-based":[86],"processes":[88],"tremendous":[90],"effects.":[91],"We":[92],"proposed":[93],"an":[94,148],"efficient":[95,144],"policy":[96,123,145],"framework,":[98],"ROSA":[99,139],"(Reinforcement-learning":[100],"enhanced":[101],"by":[102],"Optimal":[103],"Simulation":[104],"Allocation),":[105],"with":[106,147],"unprecedented":[107],"integration":[108],"learning,":[110,146],"control,":[111],"techniques,":[115],"which":[116],"drastically":[118],"improve":[119],"efficiency":[121],"in":[125],"cyber-physical":[127],"system.":[128,155],"A":[129],"proof-of-concept":[130],"implemented":[132],"on":[133,150],"conveyer-switch":[135],"network,":[136],"demonstrating":[137],"how":[138],"emphasis":[149],"industrial":[152],"distributed":[153]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
