{"id":"https://openalex.org/W4405704335","doi":"https://doi.org/10.1007/s43926-024-00087-0","title":"Reinforcement learning and digital twin-driven optimization of production scheduling with the digital model playground","display_name":"Reinforcement learning and digital twin-driven optimization of production scheduling with the digital model playground","publication_year":2024,"publication_date":"2024-12-23","ids":{"openalex":"https://openalex.org/W4405704335","doi":"https://doi.org/10.1007/s43926-024-00087-0"},"language":"en","primary_location":{"id":"doi:10.1007/s43926-024-00087-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43926-024-00087-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43926-024-00087-0.pdf","source":{"id":"https://openalex.org/S4210230675","display_name":"Discover Internet of Things","issn_l":"2730-7239","issn":["2730-7239"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Internet of Things","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s43926-024-00087-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115611960","display_name":"Arne Seipolt","orcid":null},"institutions":[{"id":"https://openalex.org/I32021983","display_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","ror":"https://ror.org/04v76ef78","country_code":"DE","type":"education","lineage":["https://openalex.org/I32021983"]},{"id":"https://openalex.org/I4210159638","display_name":"Hochschule Osnabr\u00fcck","ror":"https://ror.org/059vymd37","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210159638"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Arne Seipolt","raw_affiliation_strings":["Department of Computer Science, Kiel University, Kiel, Germany","Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Kiel University, Kiel, Germany","institution_ids":["https://openalex.org/I32021983"]},{"raw_affiliation_string":"Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany","institution_ids":["https://openalex.org/I4210159638"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034793142","display_name":"Ralf Buscherm\u00f6hle","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159638","display_name":"Hochschule Osnabr\u00fcck","ror":"https://ror.org/059vymd37","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210159638"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ralf Buscherm\u00f6hle","raw_affiliation_strings":["Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany","institution_ids":["https://openalex.org/I4210159638"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Vladislav Haag","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159638","display_name":"Hochschule Osnabr\u00fcck","ror":"https://ror.org/059vymd37","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210159638"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vladislav Haag","raw_affiliation_strings":["Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany","institution_ids":["https://openalex.org/I4210159638"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109869142","display_name":"Wilhelm Hasselbring","orcid":null},"institutions":[{"id":"https://openalex.org/I32021983","display_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","ror":"https://ror.org/04v76ef78","country_code":"DE","type":"education","lineage":["https://openalex.org/I32021983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wilhelm Hasselbring","raw_affiliation_strings":["Department of Computer Science, Kiel University, Kiel, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Kiel University, Kiel, Germany","institution_ids":["https://openalex.org/I32021983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115611961","display_name":"Maximilian H\u00f6finghoff","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159638","display_name":"Hochschule Osnabr\u00fcck","ror":"https://ror.org/059vymd37","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210159638"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian H\u00f6finghoff","raw_affiliation_strings":["Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany","institution_ids":["https://openalex.org/I4210159638"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Marcel Schumacher","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159638","display_name":"Hochschule Osnabr\u00fcck","ror":"https://ror.org/059vymd37","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210159638"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marcel Schumacher","raw_affiliation_strings":["Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany","institution_ids":["https://openalex.org/I4210159638"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115611962","display_name":"Henrik Wilbers","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159638","display_name":"Hochschule Osnabr\u00fcck","ror":"https://ror.org/059vymd37","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210159638"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Henrik Wilbers","raw_affiliation_strings":["Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Management, Culture and Technology, Osnabr\u00fcck University of Applied Sciences, Lingen, Germany","institution_ids":["https://openalex.org/I4210159638"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5115611960"],"corresponding_institution_ids":["https://openalex.org/I32021983","https://openalex.org/I4210159638"],"apc_list":{"value":990,"currency":"EUR","value_usd":1067},"apc_paid":{"value":990,"currency":"EUR","value_usd":1067},"fwci":2.5794,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90628081,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"4","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.735512912273407},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6571702361106873},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.569009006023407},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5283423662185669},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32618361711502075},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2423705756664276},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18793261051177979},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.103217214345932},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08907166123390198}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.735512912273407},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6571702361106873},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.569009006023407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5283423662185669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32618361711502075},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2423705756664276},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18793261051177979},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.103217214345932},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08907166123390198}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s43926-024-00087-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43926-024-00087-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43926-024-00087-0.pdf","source":{"id":"https://openalex.org/S4210230675","display_name":"Discover Internet of Things","issn_l":"2730-7239","issn":["2730-7239"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Internet of Things","raw_type":"journal-article"},{"id":"pmh:oai:macau.uni-kiel.de:macau_mods_00007161","is_oa":true,"landing_page_url":"https://macau.uni-kiel.de/receive/macau_mods_00007161","pdf_url":"https://macau.uni-kiel.de/servlets/MCRFileNodeServlet/macau_derivate_00008655/s43926-024-00087-0.pdf","source":{"id":"https://openalex.org/S4306402453","display_name":"MACAU: Open Access Repository of Kiel University (University Library Kiel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32021983","host_organization_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","host_organization_lineage":["https://openalex.org/I32021983"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:Article"},{"id":"pmh:oai:opus.hs-osnabrueck.de:7593","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bsz:959-opus-75939","pdf_url":"https://opus.bsz-bw.de/hsos/files/7593/s43926-024-00087-0.pdf","source":{"id":"https://openalex.org/S4377196658","display_name":"Library Osnabr\u00fcck University (Hochschule Osnabr\u00fcck)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210159638","host_organization_name":"Hochschule Osnabr\u00fcck","host_organization_lineage":["https://openalex.org/I4210159638"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"},{"id":"pmh:oai:doaj.org/article:0cba2dea5b6544caa8657b85cf350236","is_oa":true,"landing_page_url":"https://doaj.org/article/0cba2dea5b6544caa8657b85cf350236","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Discover Internet of Things, Vol 4, Iss 1, Pp 1-19 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s43926-024-00087-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43926-024-00087-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43926-024-00087-0.pdf","source":{"id":"https://openalex.org/S4210230675","display_name":"Discover Internet of Things","issn_l":"2730-7239","issn":["2730-7239"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Internet of Things","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405704335.pdf"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2287823847","https://openalex.org/W2743045177","https://openalex.org/W2890904471","https://openalex.org/W3000441679","https://openalex.org/W3041382148","https://openalex.org/W3132985895","https://openalex.org/W3142699771","https://openalex.org/W3170112077","https://openalex.org/W3204710995","https://openalex.org/W3212504771","https://openalex.org/W3215011116","https://openalex.org/W4212993884","https://openalex.org/W4233565207","https://openalex.org/W4243932450","https://openalex.org/W4290189424","https://openalex.org/W4309591665","https://openalex.org/W4312537879","https://openalex.org/W4317815256","https://openalex.org/W4377097745","https://openalex.org/W4385062369","https://openalex.org/W4396650681","https://openalex.org/W4399110637"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Abstract":[0],"The":[1,63],"significance":[2],"of":[3,9,28,33,68,101,141,160,170,179,192],"digital":[4,34,158],"technologies":[5],"in":[6,54,76],"the":[7,23,31,58,66,69,93,97,116,132,142,149,157,168,177,190,193],"context":[8],"digitizing":[10],"production":[11,78,102,171],"processes,":[12],"such":[13],"as":[14,57,125,151],"Artificial":[15],"Intelligence":[16],"(AI)":[17],"and":[18,99,106,123,183],"Digital":[19,59],"Twins,":[20],"is":[21,30,52,88,107,120],"on":[22,167],"rise.":[24],"A":[25],"promising":[26],"avenue":[27],"research":[29],"optimization":[32,100,181],"twins":[35],"through":[36,80],"Reinforcement":[37],"Learning":[38],"(RL).":[39],"This":[40,147],"necessitates":[41],"a":[42,83,135,152],"simulation":[43,113,143],"environment":[44],"that":[45],"can":[46],"be":[47],"integrated":[48],"with":[49,145],"RL.":[50],"One":[51],"introduced":[53],"this":[55],"paper":[56,64],"Model":[60],"Playground":[61],"(DMPG).":[62],"outlines":[65],"implementation":[67],"DMPG,":[70],"followed":[71],"by":[72,127],"demonstrating":[73],"its":[74,164],"application":[75],"optimizing":[77],"scheduling":[79],"RL":[81,105],"within":[82],"sample":[84],"process.":[85],"Although":[86],"there":[87],"potential":[89,165],"for":[90,155],"further":[91,188],"development,":[92],"DMPG":[94,133,150],"already":[95],"enables":[96],"modeling":[98],"processes":[103],"using":[104],"comparable":[108],"to":[109,134,187],"commercial":[110],"discrete":[111],"event":[112],"software":[114],"regarding":[115],"simulation-speed.":[117],"Furthermore,":[118],"it":[119],"highly":[121],"flexible":[122],"adaptable,":[124],"shown":[126],"two":[128],"projects,":[129],"which":[130],"distribute":[131],"high-performance":[136],"cluster":[137],"or":[138],"generate":[139],"2D/3D-Visualization":[140],"model":[144],"Unreal.":[146],"establishes":[148],"valuable":[153],"tool":[154],"advancing":[156],"transformation":[159],"manufacturing":[161],"systems,":[162],"affirming":[163],"impact":[166],"future":[169],"optimization.":[172],"Currently,":[173],"planned":[174],"extensions":[175],"include":[176],"integration":[178],"more":[180],"algorithms":[182],"Process":[184],"Mining":[185],"techniques,":[186],"enhance":[189],"usability":[191],"framework.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-13T08:25:38.343686","created_date":"2025-10-10T00:00:00"}