{"id":"https://openalex.org/W3002239905","doi":"https://doi.org/10.1080/00207543.2020.1717008","title":"Intelligent scheduling of discrete automated production line via deep reinforcement learning","display_name":"Intelligent scheduling of discrete automated production line via deep reinforcement learning","publication_year":2020,"publication_date":"2020-01-27","ids":{"openalex":"https://openalex.org/W3002239905","doi":"https://doi.org/10.1080/00207543.2020.1717008","mag":"3002239905"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2020.1717008","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2020.1717008","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012434681","display_name":"Daming Shi","orcid":"https://orcid.org/0000-0001-8327-555X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Daming Shi","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, People\u2019s Republic of China","Department of Automation, Tsinghua University, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, People\u2019s Republic of China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693811","display_name":"Wenhui Fan","orcid":"https://orcid.org/0000-0002-0040-5759"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhui Fan","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, People\u2019s Republic of China","Department of Automation, Tsinghua University, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, People\u2019s Republic of China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101013232","display_name":"Yingying Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yingying Xiao","raw_affiliation_strings":["State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People\u2019s Republic of China","State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People\u2019s Republic of China","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People's Republic of China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047727595","display_name":"Ting-Yu Lin","orcid":"https://orcid.org/0000-0002-8656-6907"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tingyu Lin","raw_affiliation_strings":["State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People\u2019s Republic of China","State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People\u2019s Republic of China","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People's Republic of China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085894120","display_name":"Chi Xing","orcid":"https://orcid.org/0000-0001-6203-6461"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chi Xing","raw_affiliation_strings":["State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People\u2019s Republic of China","State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People\u2019s Republic of China","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, People's Republic of China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5012434681"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":11.3792,"has_fulltext":false,"cited_by_count":106,"citation_normalized_percentile":{"value":0.98467287,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"58","issue":"11","first_page":"3362","last_page":"3380"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6764013767242432},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6447104215621948},{"id":"https://openalex.org/keywords/production-line","display_name":"Production line","score":0.5858952403068542},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.5138616561889648},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.5115891098976135},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4977166950702667},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48864537477493286},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.48134884238243103},{"id":"https://openalex.org/keywords/discrete-event-simulation","display_name":"Discrete event simulation","score":0.4801161289215088},{"id":"https://openalex.org/keywords/two-level-scheduling","display_name":"Two-level scheduling","score":0.4512065351009369},{"id":"https://openalex.org/keywords/rate-monotonic-scheduling","display_name":"Rate-monotonic scheduling","score":0.4301260709762573},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.4254068434238434},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4177425503730774},{"id":"https://openalex.org/keywords/genetic-algorithm-scheduling","display_name":"Genetic algorithm scheduling","score":0.4156104624271393},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3459780812263489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3435415029525757},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.3111518621444702},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22017666697502136},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.20593568682670593},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07721665501594543}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6764013767242432},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6447104215621948},{"id":"https://openalex.org/C99862985","wikidata":"https://www.wikidata.org/wiki/Q10858068","display_name":"Production line","level":2,"score":0.5858952403068542},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.5138616561889648},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.5115891098976135},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4977166950702667},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48864537477493286},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.48134884238243103},{"id":"https://openalex.org/C147203929","wikidata":"https://www.wikidata.org/wiki/Q574814","display_name":"Discrete event simulation","level":2,"score":0.4801161289215088},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.4512065351009369},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.4301260709762573},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4254068434238434},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4177425503730774},{"id":"https://openalex.org/C159022435","wikidata":"https://www.wikidata.org/wiki/Q5532874","display_name":"Genetic algorithm scheduling","level":5,"score":0.4156104624271393},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3459780812263489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3435415029525757},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.3111518621444702},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22017666697502136},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.20593568682670593},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07721665501594543},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/00207543.2020.1717008","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2020.1717008","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tprsxx:v:58:y:2020:i:11:p:3362-3380","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/00207543.2020.1717008","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1570407429","https://openalex.org/W1585546214","https://openalex.org/W1965436038","https://openalex.org/W1981276685","https://openalex.org/W1991479893","https://openalex.org/W1992924837","https://openalex.org/W2000630887","https://openalex.org/W2055485911","https://openalex.org/W2145339207","https://openalex.org/W2157030740","https://openalex.org/W2160107283","https://openalex.org/W2354962531","https://openalex.org/W2618749399","https://openalex.org/W2752539101","https://openalex.org/W2793262237","https://openalex.org/W2802314172","https://openalex.org/W2807766588","https://openalex.org/W2811338889","https://openalex.org/W2921116154","https://openalex.org/W4298300677","https://openalex.org/W4299401133"],"related_works":["https://openalex.org/W2741059494","https://openalex.org/W32630872","https://openalex.org/W2365679959","https://openalex.org/W2949165180","https://openalex.org/W4382280829","https://openalex.org/W2155809154","https://openalex.org/W2838819579","https://openalex.org/W131757205","https://openalex.org/W2057737420","https://openalex.org/W2596081411"],"abstract_inverted_index":{"The":[0,107,146],"reinforcement":[1],"learning":[2],"(RL)":[3],"is":[4,78],"being":[5],"used":[6],"for":[7,80,102,114],"scheduling":[8,96,103,135,138,151,160],"to":[9,47,157],"improve":[10],"the":[11,21,59,118,125,133,158],"adaptability":[12],"and":[13,29,31,36,57,83,124,141,162,166],"flexibility":[14],"of":[15,61,87,120],"an":[16,49,94],"automated":[17,50,74,104,143],"production":[18,33,51,75,85,105,144],"line.":[19],"However,":[20],"existing":[22],"methods":[23,161],"only":[24],"consider":[25],"processing":[26,89,169],"time":[27,123,170],"certain":[28],"known":[30],"ignore":[32],"line":[34],"layouts":[35],"transfer":[37],"unit,":[38],"such":[39],"as":[40],"robots.":[41],"This":[42],"paper":[43],"introduces":[44],"deep":[45,100,115],"RL":[46,101],"schedule":[48],"line,":[52],"avoiding":[53],"manually":[54],"extracted":[55],"features":[56],"overcoming":[58],"lack":[60],"structured":[62],"data":[63],"sets.":[64],"Firstly,":[65],"we":[66,92,131],"present":[67],"a":[68,110],"state":[69],"modelling":[70],"method":[71],"in":[72],"discrete":[73],"lines,":[76],"which":[77],"suitable":[79],"linear,":[81,139],"parallel":[82,140],"re-entrant":[84,142],"lines":[86],"multiple":[88],"units.":[90],"Secondly,":[91],"propose":[93],"intelligent":[95,134],"algorithm":[97,108,136],"based":[98],"on":[99],"lines.":[106,145],"establishes":[109],"discrete-event":[111],"simulation":[112],"environment":[113],"RL,":[116],"solving":[117],"confliction":[119],"advancing":[121],"transferring":[122],"most":[126],"recent":[127],"event":[128],"time.":[129],"Finally,":[130],"apply":[132],"into":[137],"experiment":[147],"shows":[148],"that":[149],"our":[150],"strategy":[152],"can":[153],"achieve":[154],"competitive":[155],"performance":[156],"heuristic":[159],"maintains":[163],"stable":[164],"convergence":[165],"robustness":[167],"under":[168],"randomness.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":6}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}