{"id":"https://openalex.org/W2127561464","doi":"https://doi.org/10.1109/ramech.2004.1438070","title":"Composite rules selection using reinforcement learning for dynamic job-shop scheduling","display_name":"Composite rules selection using reinforcement learning for dynamic job-shop scheduling","publication_year":2005,"publication_date":"2005-06-15","ids":{"openalex":"https://openalex.org/W2127561464","doi":"https://doi.org/10.1109/ramech.2004.1438070","mag":"2127561464"},"language":"en","primary_location":{"id":"doi:10.1109/ramech.2004.1438070","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ramech.2004.1438070","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Conference on Robotics, Automation and Mechatronics, 2004.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073249717","display_name":"Yingzi Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I116036724","display_name":"Shenyang Ligong University","ror":"https://ror.org/03m20nr07","country_code":"CN","type":"education","lineage":["https://openalex.org/I116036724"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yingzi Wei","raw_affiliation_strings":["Graduate School of the Chinese Academy of Sciences, Shenyang Ligong University, Beijing, China","Shenyang Institute of Automation, Chinese Academy and Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Graduate School of the Chinese Academy of Sciences, Shenyang Ligong University, Beijing, China","institution_ids":["https://openalex.org/I116036724","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy and Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114949187","display_name":"Mingyang Zhao","orcid":"https://orcid.org/0000-0001-6953-9731"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyang Zhao","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy and Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy and Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5073249717"],"corresponding_institution_ids":["https://openalex.org/I116036724","https://openalex.org/I142078773","https://openalex.org/I19820366"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.21214891,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2","issue":null,"first_page":"1083","last_page":"1088"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6982052326202393},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6191960573196411},{"id":"https://openalex.org/keywords/composite-number","display_name":"Composite number","score":0.4968717396259308},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.47331273555755615},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4586257338523865},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4522566795349121},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4176673889160156},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37471896409988403},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32002532482147217},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.17896974086761475},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13069596886634827},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.1274438500404358},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09689587354660034},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08002045750617981},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0738656222820282}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6982052326202393},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6191960573196411},{"id":"https://openalex.org/C104779481","wikidata":"https://www.wikidata.org/wiki/Q50707","display_name":"Composite number","level":2,"score":0.4968717396259308},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.47331273555755615},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4586257338523865},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4522566795349121},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4176673889160156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37471896409988403},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32002532482147217},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.17896974086761475},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13069596886634827},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.1274438500404358},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09689587354660034},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08002045750617981},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0738656222820282},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ramech.2004.1438070","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ramech.2004.1438070","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Conference on Robotics, Automation and Mechatronics, 2004.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.6899999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W142462678","https://openalex.org/W167254664","https://openalex.org/W1963751161","https://openalex.org/W1970412999","https://openalex.org/W2008815968","https://openalex.org/W2028145591","https://openalex.org/W2095956067","https://openalex.org/W2122967269","https://openalex.org/W6605831686"],"related_works":["https://openalex.org/W4319083788","https://openalex.org/W3022038857","https://openalex.org/W3212584892","https://openalex.org/W2546696010","https://openalex.org/W4324268541","https://openalex.org/W2784047757","https://openalex.org/W2807766588","https://openalex.org/W3209667582","https://openalex.org/W3199756677","https://openalex.org/W2122976353"],"abstract_inverted_index":{"Dispatching":[0],"rules":[1],"are":[2],"usually":[3],"applied":[4],"dynamically":[5],"to":[6,62,117],"schedule":[7],"the":[8,11,19,23,27,37,75,81,86,101,106,119,134,142,147],"job":[9,41],"in":[10,22,45],"dynamic":[12,58],"job-shop.":[13],"Existing":[14],"scheduling":[15,24,102,126,159],"approaches":[16],"seldom":[17],"address":[18],"machine":[20,38],"selection":[21,39],"process.":[25],"Following":[26],"principles":[28],"of":[29,77,89,108,121],"traditional":[30],"dispatching":[31],"rules,":[32,34],"composite":[33],"considering":[35],"both":[36],"and":[40,66,84,137],"selection,":[42],"were":[43],"proposed":[44],"this":[46],"paper.":[47],"Reinforcement":[48],"learning":[49,65,135],"(IRL)":[50],"is":[51,60,115,128],"an":[52],"on-line":[53],"actor":[54],"critic":[55],"method.":[56],"The":[57,125],"system":[59,82,127],"trained":[61,129],"enhance":[63],"its":[64],"adaptive":[67],"capability":[68],"by":[69,130],"a":[70,93],"RL":[71],"algorithm.":[72],"We":[73,104],"define":[74],"conception":[76,107],"pressure":[78],"for":[79],"describing":[80],"feature":[83],"determining":[85],"state":[87],"sequence":[88],"search":[90],"space.":[91],"Designing":[92],"reward":[94,122],"function":[95],"should":[96],"be":[97,154],"guided":[98],"based":[99],"on":[100],"goal.":[103],"present":[105],"jobs'":[109],"estimated":[110],"mean":[111],"lateness":[112],"(EMLT)":[113],"that":[114,151],"used":[116,155],"determine":[118],"amount":[120],"or":[123],"penalty.":[124],"Q-learning":[131],"algorithm":[132],"through":[133],"stage":[136],"then":[138],"it":[139,152],"successively":[140],"schedules":[141],"operations.":[143],"Competitive":[144],"results":[145],"with":[146],"RL-agent":[148],"approach":[149],"suggest":[150],"can":[153],"as":[156],"real-time":[157],"optimal":[158],"technology.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}