{"id":"https://openalex.org/W2981224708","doi":"https://doi.org/10.1109/etfa.2019.8869023","title":"Dynamic scheduling in modern processing systems using expert-guided distributed reinforcement learning","display_name":"Dynamic scheduling in modern processing systems using expert-guided distributed reinforcement learning","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2981224708","doi":"https://doi.org/10.1109/etfa.2019.8869023","mag":"2981224708"},"language":"en","primary_location":{"id":"doi:10.1109/etfa.2019.8869023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa.2019.8869023","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 24th IEEE International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112694715","display_name":"Shuhui Qu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shuhui Qu","raw_affiliation_strings":["Civil&Environmental Engineering, Stanford Unverisity, Palo Alto, CA, 94305, USA"],"affiliations":[{"raw_affiliation_string":"Civil&Environmental Engineering, Stanford Unverisity, Palo Alto, CA, 94305, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102215074","display_name":"Jie Wang","orcid":"https://orcid.org/0009-0005-9100-4449"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Wang","raw_affiliation_strings":["Center for Sustainable Development and Global Competiveness, Stanford University, Palo Alto, CA, 94305, USA"],"affiliations":[{"raw_affiliation_string":"Center for Sustainable Development and Global Competiveness, Stanford University, Palo Alto, CA, 94305, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025905769","display_name":"J\u00fcrgen Jasperneite","orcid":"https://orcid.org/0000-0001-7962-2491"},"institutions":[{"id":"https://openalex.org/I4210111500","display_name":"Fraunhofer Institute of Optronics, System Technologies and Image Exploitation","ror":"https://ror.org/01zx97922","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210111500","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Juergen Jasperneite","raw_affiliation_strings":["Fraunhofer IOSB-INA, Lemgo, Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer IOSB-INA, Lemgo, Germany","institution_ids":["https://openalex.org/I4210111500"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5112694715"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1039,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.82915259,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"459","last_page":"466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8518685102462769},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7933427691459656},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6665980815887451},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.6314822435379028},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.4846568703651428},{"id":"https://openalex.org/keywords/two-level-scheduling","display_name":"Two-level scheduling","score":0.47119662165641785},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.43771225214004517},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43221315741539},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41065818071365356},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35428208112716675},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12799027562141418}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8518685102462769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7933427691459656},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6665980815887451},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.6314822435379028},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.4846568703651428},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.47119662165641785},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.43771225214004517},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43221315741539},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41065818071365356},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35428208112716675},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12799027562141418},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/etfa.2019.8869023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa.2019.8869023","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 24th IEEE International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},{"id":"pmh:oai:fraunhofer.de:N-586889","is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/N-586889.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IOSB","raw_type":"Conference Paper"},{"id":"pmh:oai:publica.fraunhofer.de:publica/407811","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/407811","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W77456527","https://openalex.org/W1665214252","https://openalex.org/W1949003493","https://openalex.org/W1998510734","https://openalex.org/W2031727428","https://openalex.org/W2096894070","https://openalex.org/W2103098926","https://openalex.org/W2122967269","https://openalex.org/W2137375617","https://openalex.org/W2148016105","https://openalex.org/W2156737235","https://openalex.org/W2397581010","https://openalex.org/W2736601468","https://openalex.org/W2768629321","https://openalex.org/W2788862220","https://openalex.org/W2898963857","https://openalex.org/W2953334758","https://openalex.org/W4246060548","https://openalex.org/W6637242042","https://openalex.org/W6680322746","https://openalex.org/W6683001934","https://openalex.org/W6683195989","https://openalex.org/W6712392314","https://openalex.org/W6741002519","https://openalex.org/W6746015766"],"related_works":["https://openalex.org/W3036719625","https://openalex.org/W2010484697","https://openalex.org/W2545511463","https://openalex.org/W2372008037","https://openalex.org/W2184166483","https://openalex.org/W2978148977","https://openalex.org/W2106332846","https://openalex.org/W1545991362","https://openalex.org/W2365679959","https://openalex.org/W2134269501"],"abstract_inverted_index":{"In":[0,106,131],"the":[1,24,64,102,117,132,139,146,150,195,205,215],"environment":[2],"of":[3,9,54,61,101,122,197,204,217],"modern":[4],"processing":[5,95,103],"systems,":[6],"one":[7,203],"topic":[8],"great":[10,39],"interest":[11],"is":[12,202],"how":[13],"to":[14,26,111,115,213],"optimally":[15],"schedule":[16],"(i.e.,":[17,81],"allocate)":[18],"jobs":[19],"with":[20,41,90],"different":[21,88],"requirements":[22],"for":[23,63,67,93,220],"systems":[25,104],"meet":[27],"various":[28,72],"objectives.":[29],"Methods":[30],"using":[31],"distributed":[32],"reinforcement":[33,185],"learning":[34,118,133,186,216],"(DRL)":[35],"have":[36,75,142],"recently":[37],"achieved":[38],"success":[40],"large-scale":[42,127,221],"dynamic":[43,128,222],"scheduling":[44,73,79,129,147,156,223],"problems.":[45,130,224],"However,":[46],"most":[47],"DRL":[48,65,136,171,175],"methods":[49,176,190],"require":[50],"a":[51,58,68,94,123,155],"huge":[52],"amount":[53,60],"computational":[55],"time":[56],"and":[57,119,153],"large":[59],"data":[62],"agents":[66,137],"control":[69],"policy.":[70],"Meanwhile,":[71],"experts":[74,114,140],"already":[76],"developed":[77],"several":[78,192],"policies":[80,212,219],"dispatching":[82],"rules)":[83],"that":[84,168,208],"can":[85],"successfully":[86],"fulfill":[87],"objectives":[89],"acceptable":[91],"performance":[92,144],"system":[96],"based":[97],"on":[98],"their":[99],"understandings":[100],"characteristics.":[105],"this":[107,169],"paper,":[108],"we":[109],"propose":[110],"learn":[112,154],"from":[113,187],"reduce":[116],"searching":[120],"costs":[121],"good":[124],"policy":[125,157],"in":[126,145,191],"process,":[134],"our":[135,198,200],"select":[138],"who":[141],"better":[143],"environment,":[148],"observe":[149],"experts'":[151,161],"actions,":[152],"guided":[158],"by":[159],"these":[160],"demonstrations.":[162],"Our":[163],"realistic":[164],"simulations":[165],"results":[166],"demonstrate":[167],"expert-guided":[170],"(EGDRL)":[172],"approach":[173],"outperforms":[174],"without":[177],"expert":[178,211],"guidance,":[179],"as":[180,182],"well":[181],"some":[183],"other":[184],"demonstration":[188],"(RLfD)":[189],"systems.":[193],"To":[194],"best":[196],"knowledge,":[199],"research":[201],"first":[206],"works":[207],"incorporates":[209],"existing":[210],"guide":[214],"optimal":[218]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}