{"id":"https://openalex.org/W4410297755","doi":"https://doi.org/10.1109/icmre64970.2025.10976238","title":"Deep Reinforcement Learning for Adaptive Job Shop Scheduling in Robotic Cells: Handling Disruptions Effectively","display_name":"Deep Reinforcement Learning for Adaptive Job Shop Scheduling in Robotic Cells: Handling Disruptions Effectively","publication_year":2025,"publication_date":"2025-02-24","ids":{"openalex":"https://openalex.org/W4410297755","doi":"https://doi.org/10.1109/icmre64970.2025.10976238"},"language":"en","primary_location":{"id":"doi:10.1109/icmre64970.2025.10976238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmre64970.2025.10976238","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 11th International Conference on Mechatronics and Robotics Engineering (ICMRE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040602321","display_name":"Eddi Miller","orcid":"https://orcid.org/0000-0003-3755-0666"},"institutions":[{"id":"https://openalex.org/I3130074995","display_name":"Technical University of Applied Sciences W\u00fcrzburg-Schweinfurt","ror":"https://ror.org/01k5h5v15","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130074995"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Eddi Miller","raw_affiliation_strings":["Institute of Digital Engineering Technical University of Applied Sciences Würzburg-Schweinfurt,Schweinfurt,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Engineering Technical University of Applied Sciences Würzburg-Schweinfurt,Schweinfurt,Germany","institution_ids":["https://openalex.org/I3130074995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023046207","display_name":"Anna-Maria Schmitt","orcid":"https://orcid.org/0000-0002-2256-0741"},"institutions":[{"id":"https://openalex.org/I3130074995","display_name":"Technical University of Applied Sciences W\u00fcrzburg-Schweinfurt","ror":"https://ror.org/01k5h5v15","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130074995"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anna-Maria Schmitt","raw_affiliation_strings":["Institute of Digital Engineering Technical University of Applied Sciences Würzburg-Schweinfurt,Schweinfurt,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Engineering Technical University of Applied Sciences Würzburg-Schweinfurt,Schweinfurt,Germany","institution_ids":["https://openalex.org/I3130074995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089544197","display_name":"Tobias Kaupp","orcid":"https://orcid.org/0000-0003-3017-5816"},"institutions":[{"id":"https://openalex.org/I3130074995","display_name":"Technical University of Applied Sciences W\u00fcrzburg-Schweinfurt","ror":"https://ror.org/01k5h5v15","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130074995"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Kaupp","raw_affiliation_strings":["Center for Robotics Technical University of Applied Sciences Würzburg-Schweinfurt,Schweinfurt,Germany"],"affiliations":[{"raw_affiliation_string":"Center for Robotics Technical University of Applied Sciences Würzburg-Schweinfurt,Schweinfurt,Germany","institution_ids":["https://openalex.org/I3130074995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090309786","display_name":"Andreas Schiffler","orcid":"https://orcid.org/0000-0002-1447-7331"},"institutions":[{"id":"https://openalex.org/I3130074995","display_name":"Technical University of Applied Sciences W\u00fcrzburg-Schweinfurt","ror":"https://ror.org/01k5h5v15","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130074995"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Schiffler","raw_affiliation_strings":["Institute of Digital Engineering Technical University of Applied Sciences Würzburg-Schweinfurt,Schweinfurt,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Engineering Technical University of Applied Sciences Würzburg-Schweinfurt,Schweinfurt,Germany","institution_ids":["https://openalex.org/I3130074995"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007692293","display_name":"Jan Schmitt","orcid":"https://orcid.org/0000-0003-4537-7680"},"institutions":[{"id":"https://openalex.org/I3130074995","display_name":"Technical University of Applied Sciences W\u00fcrzburg-Schweinfurt","ror":"https://ror.org/01k5h5v15","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130074995"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Schmitt","raw_affiliation_strings":["Institute of Digital Engineering Technical University of Applied Sciences Würzburg-Schweinfurt,Schweinfurt,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Engineering Technical University of Applied Sciences Würzburg-Schweinfurt,Schweinfurt,Germany","institution_ids":["https://openalex.org/I3130074995"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5040602321"],"corresponding_institution_ids":["https://openalex.org/I3130074995"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15842856,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"74","last_page":"81"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9279999732971191,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7837063670158386},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6591842770576477},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5366814136505127},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.5203139781951904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4751993417739868},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.2125071883201599},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17398416996002197},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.10643637180328369}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7837063670158386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6591842770576477},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5366814136505127},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.5203139781951904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4751993417739868},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2125071883201599},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17398416996002197},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.10643637180328369},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icmre64970.2025.10976238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmre64970.2025.10976238","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 11th International Conference on Mechatronics and Robotics Engineering (ICMRE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6700000166893005,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3172150420","https://openalex.org/W2107725657","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W3204654320"],"abstract_inverted_index":{"In":[0],"contemporary":[1],"manufacturing,":[2],"efficient":[3],"operation":[4],"of":[5,70,145],"robotic":[6,37,91,134],"cells":[7,38,92],"is":[8],"critical":[9],"and":[10,21,50,60,74,85,115,141],"Job":[11],"Shop":[12],"Scheduling":[13],"(JSS)":[14],"faces":[15],"challenges":[16,30],"such":[17],"as":[18],"machine":[19,127,150],"failures":[20],"shifting":[22],"priorities.":[23],"Deep":[24],"Reinforcement":[25],"Learning":[26],"(DRL)":[27],"addresses":[28],"these":[29,83],"by":[31],"enabling":[32],"adaptive":[33],"scheduling.":[34],"DRL":[35,63,88],"empowers":[36],"to":[39,93,111,119,125,136],"dynamically":[40,94],"optimize":[41],"schedules":[42],"which":[43],"can":[44],"increase":[45,142],"resilience":[46],"drastically.":[47],"Through":[48],"simulations":[49],"real-world":[51],"use,":[52],"DRL-based":[53],"approaches":[54],"outperform":[55],"traditional":[56],"methods,":[57],"improving":[58],"adaptability":[59],"efficiency.":[61],"Integrating":[62],"into":[64],"scheduling":[65],"processes":[66,135],"enables":[67,132],"better":[68],"navigation":[69],"uncertainties,":[71],"enhancing":[72],"productivity":[73],"competitiveness":[75],"in":[76],"modern":[77],"manufacturing.":[78],"This":[79],"contribution":[80],"focuses":[81],"on":[82],"problems":[84],"provides":[86],"a":[87],"approach":[89],"for":[90],"schedule":[95],"production":[96],"orders":[97],"when":[98],"facing":[99],"random":[100,126],"tool":[101],"breakdowns.":[102],"Using":[103],"the":[104,109,113,129,139,143],"e-greedy":[105],"policy,":[106],"it":[107],"allows":[108],"agent":[110],"explore":[112],"environment":[114],"choose":[116],"different":[117],"actions":[118],"generate":[120],"rewards.":[121],"Apart":[122],"from":[123],"reacting":[124],"failures,":[128],"provided":[130],"model":[131],"collaborative":[133],"further":[137],"shorten":[138],"makespan":[140],"utilization":[144],"industrial":[146],"robots":[147],"paired":[148],"with":[149],"tools.":[151]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}