{"id":"https://openalex.org/W3147257862","doi":"https://doi.org/10.1109/wsc48552.2020.9383884","title":"Real-Time Decision Making for a Car Manufacturing Process Using Deep Reinforcement Learning","display_name":"Real-Time Decision Making for a Car Manufacturing Process Using Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-12-14","ids":{"openalex":"https://openalex.org/W3147257862","doi":"https://doi.org/10.1109/wsc48552.2020.9383884","mag":"3147257862"},"language":"en","primary_location":{"id":"doi:10.1109/wsc48552.2020.9383884","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc48552.2020.9383884","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033310691","display_name":"Timo P. Gros","orcid":"https://orcid.org/0000-0002-1100-1952"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Timo P. Gros","raw_affiliation_strings":["Saarland Informatics Campus Saarland University, Saarbr\u00fccken, GERMANY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland Informatics Campus Saarland University, Saarbr\u00fccken, GERMANY","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003837898","display_name":"Joschka Gros","orcid":null},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Joschka Gros","raw_affiliation_strings":["Saarland Informatics Campus Saarland University, Saarbr\u00fccken, GERMANY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland Informatics Campus Saarland University, Saarbr\u00fccken, GERMANY","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089228948","display_name":"Verena Wolf","orcid":"https://orcid.org/0000-0001-8460-6007"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Verena Wolf","raw_affiliation_strings":["Saarland Informatics Campus Saarland University, Saarbr\u00fccken, GERMANY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland Informatics Campus Saarland University, Saarbr\u00fccken, GERMANY","institution_ids":["https://openalex.org/I91712215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I91712215"],"apc_list":null,"apc_paid":null,"fwci":0.92,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.79782957,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3032","last_page":"3044"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9616000056266785,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8931691646575928},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7339876890182495},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6442301273345947},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6233759522438049},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.5703462958335876},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5506349802017212},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5236648917198181},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.4805757999420166},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4645635187625885},{"id":"https://openalex.org/keywords/production-line","display_name":"Production line","score":0.4492720663547516},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4281463027000427},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.39930829405784607},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20140492916107178}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8931691646575928},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7339876890182495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6442301273345947},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6233759522438049},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.5703462958335876},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5506349802017212},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5236648917198181},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.4805757999420166},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4645635187625885},{"id":"https://openalex.org/C99862985","wikidata":"https://www.wikidata.org/wiki/Q10858068","display_name":"Production line","level":2,"score":0.4492720663547516},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4281463027000427},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.39930829405784607},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20140492916107178},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc48552.2020.9383884","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc48552.2020.9383884","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W568318363","https://openalex.org/W1504466744","https://openalex.org/W1625390266","https://openalex.org/W1757796397","https://openalex.org/W2063490482","https://openalex.org/W2099618002","https://openalex.org/W2121863487","https://openalex.org/W2122659384","https://openalex.org/W2145339207","https://openalex.org/W2257979135","https://openalex.org/W2296073425","https://openalex.org/W2546571074","https://openalex.org/W2766447205","https://openalex.org/W2768629321","https://openalex.org/W2770542169","https://openalex.org/W2772709170","https://openalex.org/W2811338889","https://openalex.org/W2902907165","https://openalex.org/W2912555327","https://openalex.org/W2951846985","https://openalex.org/W2960567166","https://openalex.org/W2962979969","https://openalex.org/W3009304813","https://openalex.org/W3170112077","https://openalex.org/W4233776596","https://openalex.org/W4236821845","https://openalex.org/W4295138992","https://openalex.org/W4298857966","https://openalex.org/W4300101754","https://openalex.org/W6637967152","https://openalex.org/W6678029071","https://openalex.org/W6746177919","https://openalex.org/W6746178626","https://openalex.org/W6748487558","https://openalex.org/W6758687306","https://openalex.org/W6774524600"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W4210836892","https://openalex.org/W2798446253","https://openalex.org/W4390204750","https://openalex.org/W1978406273","https://openalex.org/W2330477269"],"abstract_inverted_index":{"Computer":[0],"simulations":[1],"of":[2,29,50,68,96,109,147],"manufacturing":[3,31,61],"processes":[4],"are":[5,19,23,141],"in":[6,58,81,136],"widespread":[7],"use":[8],"for":[9,40,54],"optimizing":[10],"production":[11,43,71],"planning":[12],"and":[13,86,101,111,129],"order":[14],"processing.":[15],"If":[16],"unforeseeable":[17],"events":[18],"common,":[20],"real-time":[21,55],"decisions":[22,135],"necessary":[24],"to":[25,105,115],"maximize":[26],"the":[27,30,48,73,97,130],"performance":[28],"process.":[32,62],"Pre-trained":[33],"AI-based":[34],"decision":[35,56],"support":[36],"offers":[37],"promising":[38],"opportunities":[39],"such":[41],"time-critical":[42],"processes.":[44],"Here,":[45],"we":[46],"explore":[47],"effectiveness":[49],"deep":[51,77,84,123],"reinforcement":[52,78,124],"learning":[53,79,125],"making":[57],"a":[59,65,69,99,102],"car":[60],"We":[63,91],"combine":[64],"simulation":[66],"model":[67],"central":[70],"part,":[72],"line":[74],"buffer,":[75,98],"with":[76,83],"algorithms,":[80],"particular":[82],"Q-Learning":[85],"Monte":[87],"Carlo":[88],"tree":[89],"search.":[90],"simulate":[92],"two":[93],"different":[94],"versions":[95],"single-agent":[100],"multi-agent":[103],"one,":[104],"generate":[106],"large":[107],"amounts":[108],"data":[110],"train":[112],"neural":[113],"networks":[114],"represent":[116],"near-optimal":[117,134],"strategies.":[118],"Our":[119],"results":[120],"show":[121],"that":[122],"performs":[126],"extremely":[127],"well":[128],"resulting":[131],"strategies":[132,146],"provide":[133],"real-time,":[137],"while":[138],"alternative":[139],"approaches":[140],"either":[142],"slow":[143],"or":[144],"give":[145],"poor":[148],"quality.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}