{"id":"https://openalex.org/W3034384938","doi":"https://doi.org/10.24963/ijcai.2020/458","title":"DeepWeave: Accelerating Job Completion Time with Deep Reinforcement Learning-based Coflow Scheduling","display_name":"DeepWeave: Accelerating Job Completion Time with Deep Reinforcement Learning-based Coflow Scheduling","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3034384938","doi":"https://doi.org/10.24963/ijcai.2020/458","mag":"3034384938"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/458","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/458","pdf_url":"https://www.ijcai.org/proceedings/2020/0458.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0458.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102011442","display_name":"Penghao Sun","orcid":"https://orcid.org/0000-0002-8606-9337"},"institutions":[{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Penghao Sun","raw_affiliation_strings":["National Digital Switching System Engineering & Technological R&D Center"],"affiliations":[{"raw_affiliation_string":"National Digital Switching System Engineering & Technological R&D Center","institution_ids":["https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026436576","display_name":"Zehua Guo","orcid":"https://orcid.org/0000-0001-7314-410X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zehua Guo","raw_affiliation_strings":["Beijing Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020902466","display_name":"Junchao Wang","orcid":"https://orcid.org/0000-0002-6749-1858"},"institutions":[{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Junchao Wang","raw_affiliation_strings":["National Digital Switching System Engineering & Technological R&D Center"],"affiliations":[{"raw_affiliation_string":"National Digital Switching System Engineering & Technological R&D Center","institution_ids":["https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101634693","display_name":"Junfei Li","orcid":"https://orcid.org/0000-0002-8038-5611"},"institutions":[{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Junfei Li","raw_affiliation_strings":["National Digital Switching System Engineering & Technological R&D Center"],"affiliations":[{"raw_affiliation_string":"National Digital Switching System Engineering & Technological R&D Center","institution_ids":["https://openalex.org/I918919364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113774551","display_name":"Julong Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Julong Lan","raw_affiliation_strings":["National Digital Switching System Engineering & Technological R&D Center"],"affiliations":[{"raw_affiliation_string":"National Digital Switching System Engineering & Technological R&D Center","institution_ids":["https://openalex.org/I918919364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103226450","display_name":"Yuxiang Hu","orcid":"https://orcid.org/0009-0005-8536-3840"},"institutions":[{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yuxiang Hu","raw_affiliation_strings":["National Digital Switching System Engineering & Technological R&D Center"],"affiliations":[{"raw_affiliation_string":"National Digital Switching System Engineering & Technological R&D Center","institution_ids":["https://openalex.org/I918919364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102011442"],"corresponding_institution_ids":["https://openalex.org/I918919364"],"apc_list":null,"apc_paid":null,"fwci":10.0309,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.98118412,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3314","last_page":"3320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8143291473388672},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.734354555606842},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6749351024627686},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5997580289840698},{"id":"https://openalex.org/keywords/directed-acyclic-graph","display_name":"Directed acyclic graph","score":0.5812608003616333},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.4793139696121216},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.46674734354019165},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.4650455713272095},{"id":"https://openalex.org/keywords/automated-planning-and-scheduling","display_name":"Automated planning and scheduling","score":0.4432584345340729},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.42601561546325684},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3987475335597992},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.19861429929733276},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.13394388556480408},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1043953001499176}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8143291473388672},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.734354555606842},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6749351024627686},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5997580289840698},{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.5812608003616333},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.4793139696121216},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.46674734354019165},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.4650455713272095},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.4432584345340729},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.42601561546325684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3987475335597992},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.19861429929733276},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13394388556480408},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1043953001499176},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.0},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2020/458","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/458","pdf_url":"https://www.ijcai.org/proceedings/2020/0458.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/458","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/458","pdf_url":"https://www.ijcai.org/proceedings/2020/0458.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4000000059604645}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323110","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74"},{"id":"https://openalex.org/F4320327514","display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034384938.pdf","grobid_xml":"https://content.openalex.org/works/W3034384938.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1525444182","https://openalex.org/W1545728916","https://openalex.org/W2050086297","https://openalex.org/W2062428974","https://openalex.org/W2108682071","https://openalex.org/W2149939304","https://openalex.org/W2155027007","https://openalex.org/W2155467293","https://openalex.org/W2168427242","https://openalex.org/W2498485025","https://openalex.org/W2504213755","https://openalex.org/W2505273076","https://openalex.org/W2523899087","https://openalex.org/W2782656831","https://openalex.org/W2886625644","https://openalex.org/W2905224888","https://openalex.org/W2913856657","https://openalex.org/W2921179295","https://openalex.org/W2952652959","https://openalex.org/W2964318814","https://openalex.org/W2966878699","https://openalex.org/W2968986602","https://openalex.org/W4251459357"],"related_works":["https://openalex.org/W2774472052","https://openalex.org/W2092966558","https://openalex.org/W1956651153","https://openalex.org/W1984267569","https://openalex.org/W2347561926","https://openalex.org/W2315766899","https://openalex.org/W2327547880","https://openalex.org/W1632514893","https://openalex.org/W3153517983","https://openalex.org/W210339300"],"abstract_inverted_index":{"To":[0,104],"improve":[1,105],"the":[2,10,56,106,111,123,129,135,139,144,148,186],"processing":[3],"efficiency":[4],"of":[5,12,21,35,51,59,138],"jobs":[6,60,180],"in":[7,27,61,86,110,147],"distributed":[8,62],"computing,":[9],"concept":[11],"coflow":[13,17,101,153],"is":[14,18,68,166],"proposed.":[15],"A":[16,32,48],"a":[19,28,44,91,116,160,169],"collection":[20],"flows":[22],"that":[23,77,177],"are":[24],"semantically":[25],"correlated":[26],"multi-stage":[29],"computation":[30],"task.":[31],"job":[33,112],"consists":[34],"multiple":[36],"coflows":[37,52],"and":[38,142],"can":[39,53],"be":[40,71],"usually":[41],"formulated":[42],"as":[43],"Directed-Acyclic":[45],"Graph":[46,117],"(DAG).":[47],"proper":[49],"scheduling":[50,66,102,108,145,154],"significantly":[54],"reduce":[55],"completion":[57],"time":[58],"computing.":[63],"However,":[64],"this":[65,84,87],"problem":[67],"proved":[69],"to":[70,82,99,121,133],"NP-hard.":[72],"Different":[73],"from":[74,128],"existing":[75],"schemes":[76],"use":[78],"hand-crafted":[79],"heuristic":[80],"algorithms":[81],"solve":[83],"problem,":[85],"paper,":[88],"we":[89],"propose":[90],"Deep":[92],"Reinforcement":[93],"Learning":[94],"(DRL)":[95],"framework":[96],"named":[97],"DeepWeave":[98,114,126,178],"generate":[100],"policies.":[103],"inter-coflow":[107],"ability":[109],"DAG,":[113],"employs":[115],"Neural":[118],"Network":[119],"(GNN)":[120],"process":[122],"DAG":[124],"information.":[125],"learns":[127],"history":[130],"workload":[131],"trace":[132],"train":[134],"neural":[136,149],"networks":[137],"DRL":[140],"agent":[141],"encodes":[143],"policy":[146],"networks,":[150],"which":[151],"make":[152],"decisions":[155],"without":[156],"expert":[157],"knowledge":[158],"or":[159],"pre-assumed":[161],"model.":[162],"The":[163],"proposed":[164],"scheme":[165],"evaluated":[167],"with":[168],"simulator":[170],"using":[171],"real-life":[172],"traces.":[173],"Simulation":[174],"results":[175],"show":[176],"completes":[179],"at":[181],"least":[182],"1.7X":[183],"faster":[184],"than":[185],"state-of-the-art":[187],"solutions.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}