{"id":"https://openalex.org/W2898963857","doi":"https://doi.org/10.1109/etfa.2018.8502508","title":"Dynamic scheduling in large-scale stochastic processing networks for demand-driven manufacturing using distributed reinforcement learning","display_name":"Dynamic scheduling in large-scale stochastic processing networks for demand-driven manufacturing using distributed reinforcement learning","publication_year":2018,"publication_date":"2018-09-01","ids":{"openalex":"https://openalex.org/W2898963857","doi":"https://doi.org/10.1109/etfa.2018.8502508","mag":"2898963857"},"language":"en","primary_location":{"id":"doi:10.1109/etfa.2018.8502508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa.2018.8502508","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 23rd International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112694715","display_name":"Shuhui Qu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shuhui Qu","raw_affiliation_strings":["Civil&Environmental Engineering, Stanford Unverisity, Palo Alto, CA, 94305, USA"],"affiliations":[{"raw_affiliation_string":"Civil&Environmental Engineering, Stanford Unverisity, Palo Alto, CA, 94305, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101422661","display_name":"Jie Wang","orcid":"https://orcid.org/0000-0003-1857-5569"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Wang","raw_affiliation_strings":["Center for Sustainable Development and Global Competiveness, Stanford University, Palo Alto, CA, 94305, USA"],"affiliations":[{"raw_affiliation_string":"Center for Sustainable Development and Global Competiveness, Stanford University, Palo Alto, CA, 94305, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025905769","display_name":"J\u00fcrgen Jasperneite","orcid":"https://orcid.org/0000-0001-7962-2491"},"institutions":[{"id":"https://openalex.org/I4210111500","display_name":"Fraunhofer Institute of Optronics, System Technologies and Image Exploitation","ror":"https://ror.org/01zx97922","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210111500","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Juergen Jasperneite","raw_affiliation_strings":["Fraunhofer IOSB-INA, Lemgo, Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer IOSB-INA, Lemgo, Germany","institution_ids":["https://openalex.org/I4210111500"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5112694715"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9709,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.88924297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"433","last_page":"440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7645268440246582},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7546078562736511},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6162605881690979},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6162120699882507},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5857923030853271},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.5048382878303528},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4773823618888855},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.4655125141143799},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.4574839472770691},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.417754590511322},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34957805275917053},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25339940190315247},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12307670712471008},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09787791967391968}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7645268440246582},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7546078562736511},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6162605881690979},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6162120699882507},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5857923030853271},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.5048382878303528},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4773823618888855},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.4655125141143799},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.4574839472770691},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.417754590511322},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34957805275917053},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25339940190315247},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12307670712471008},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09787791967391968},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/etfa.2018.8502508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa.2018.8502508","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 23rd International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},{"id":"pmh:oai:fraunhofer.de:N-521358","is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/N-521358.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IOSB","raw_type":"Conference Paper"},{"id":"pmh:oai:publica.fraunhofer.de:publica/402556","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/402556","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4300000071525574,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1573744394","https://openalex.org/W1665214252","https://openalex.org/W1949003493","https://openalex.org/W1998510734","https://openalex.org/W2002452108","https://openalex.org/W2029548118","https://openalex.org/W2036178425","https://openalex.org/W2043392473","https://openalex.org/W2093311403","https://openalex.org/W2096894070","https://openalex.org/W2097984481","https://openalex.org/W2103098926","https://openalex.org/W2104307727","https://openalex.org/W2107544712","https://openalex.org/W2122967269","https://openalex.org/W2131802419","https://openalex.org/W2141404848","https://openalex.org/W2148016105","https://openalex.org/W2152428888","https://openalex.org/W2155027007","https://openalex.org/W2159468741","https://openalex.org/W2172968643","https://openalex.org/W2199681782","https://openalex.org/W2312609093","https://openalex.org/W2317700292","https://openalex.org/W2326154390","https://openalex.org/W2485902895","https://openalex.org/W2499002200","https://openalex.org/W2555108879","https://openalex.org/W2590998428","https://openalex.org/W2617547828","https://openalex.org/W2768629321","https://openalex.org/W2889488003","https://openalex.org/W2962938168","https://openalex.org/W2963277051","https://openalex.org/W3034224520","https://openalex.org/W4214717370","https://openalex.org/W6637242042","https://openalex.org/W6640746738","https://openalex.org/W6683204974","https://openalex.org/W6718092244","https://openalex.org/W6729766774","https://openalex.org/W6746015766","https://openalex.org/W6779488474"],"related_works":["https://openalex.org/W3172150420","https://openalex.org/W2107725657","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2112121444","https://openalex.org/W2031695474","https://openalex.org/W2509452605","https://openalex.org/W2024136090"],"abstract_inverted_index":{"In":[0,90,162],"the":[1,34,55,59,65,69,73,75,81,102,125,131,177,195,274],"area":[2],"of":[3,54,68,72,106,136,156,223],"demand-driven":[4],"manufacturing":[5,28,48,88,108,184],"systems,":[6],"one":[7],"critical":[8],"problem":[9,60],"currently":[10],"is":[11,128,154,233],"how":[12],"to":[13,32,64,158,175,212],"dynamically":[14],"and":[15,80,104,130,133,228,237],"optimally":[16],"schedule,":[17],"i.e.,":[18,171],"allocate,":[19],"actual":[20],"jobs":[21,213],"with":[22,44,140,278],"different":[23,279],"customer":[24],"requirements":[25],"in":[26,30,144,180,273],"large-scale":[27,87,159],"systems":[29,49],"order":[31],"meet":[33],"various":[35],"objectives.":[36],"Scheduling":[37],"experts":[38],"have":[39],"proposed":[40],"several":[41],"scheduling":[42,138],"methods":[43,242,272],"acceptable":[45],"performance":[46,143,261],"for":[47,86],"based":[50,214],"on":[51,215,250],"their":[52],"understanding":[53],"systems'":[56],"characteristics.":[57],"However,":[58],"remains":[61],"challenging":[62],"due":[63],"complicated":[66],"composition":[67],"multiple":[70],"objectives":[71],"system,":[74],"complex":[76],"system":[77,126,147,185],"dynamics,":[78],"constraints,":[79],"extremely":[82],"high":[83,141],"computational":[84],"cost":[85],"systems.":[89,109,161],"this":[91,152,224],"paper,":[92],"we":[93,164,253],"apply":[94],"a":[95,113,137,145,167,172,181],"stochastic":[96,168,275],"processing":[97,146,160,169,276],"network":[98],"that":[99,121,187],"can":[100,148,189,205,257],"capture":[101],"stochasticity":[103],"dynamics":[105,127],"discrete":[107,183],"We":[110,192],"then":[111,193],"propose":[112],"data-driven,":[114],"distributed":[115,225],"reinforcement":[116,196,246,267],"learning":[117,132,197,226,247,268],"(DRL)":[118],"method":[119,153],"so":[120,186],"little":[122],"information":[123,219],"about":[124],"required,":[129],"search":[134],"costs":[135],"policy":[139],"production":[142,178,260],"be":[149,190],"reduced,":[150],"thus":[151],"capable":[155],"scaling":[157],"particular,":[163],"first":[165],"use":[166],"network,":[170],"queueing":[173],"model,":[174],"represent":[176],"processes":[179],"typical":[182],"it":[188],"simulated.":[191],"decompose":[194],"into":[198],"local":[199,202],"processes.":[200],"Each":[201],"processs":[203],"agent":[204],"make":[206],"decisions":[207],"locally":[208],"by":[209],"assigning":[210],"indices":[211],"each":[216],"job's":[217],"real-time":[218],"(index":[220],"policy).":[221],"Because":[222],"characteristic":[227],"index":[229],"policy,":[230],"our":[231,251,255],"approach":[232,256],"much":[234],"more":[235],"scalable":[236],"efficient":[238],"than":[239,262],"either":[240],"centralized":[241,271],"or":[243,270],"traditional":[244],"decentralized":[245,266],"methods.":[248],"Based":[249],"simulation,":[252],"find":[254],"achieve":[258],"higher":[259],"other":[263],"heuristics,":[264],"past":[265],"methods,":[269],"networks":[277],"scales.":[280]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}