{"id":"https://openalex.org/W3197514907","doi":"https://doi.org/10.1109/icccn52240.2021.9522239","title":"DRLS: A Deep Reinforcement Learning Based Scheduler for Time-Triggered Ethernet","display_name":"DRLS: A Deep Reinforcement Learning Based Scheduler for Time-Triggered Ethernet","publication_year":2021,"publication_date":"2021-07-01","ids":{"openalex":"https://openalex.org/W3197514907","doi":"https://doi.org/10.1109/icccn52240.2021.9522239","mag":"3197514907"},"language":"en","primary_location":{"id":"doi:10.1109/icccn52240.2021.9522239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccn52240.2021.9522239","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Computer Communications and Networks (ICCCN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043263822","display_name":"Chunmeng Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunmeng Zhong","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054552516","display_name":"Hongyu Jia","orcid":"https://orcid.org/0000-0003-3968-8052"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Jia","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073617379","display_name":"Hai Wan","orcid":"https://orcid.org/0000-0002-9608-5808"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Wan","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100773043","display_name":"Xibin Zhao","orcid":"https://orcid.org/0000-0002-6168-7016"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xibin Zhao","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11125","display_name":"Petri Nets in System Modeling","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7491637468338013},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6921008229255676},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5700461864471436},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5280721187591553},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5160427093505859},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.50111985206604},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.49970531463623047},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4906074106693268},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4445219039916992},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.4285928010940552},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.3938669264316559},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3773251175880432},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.23856371641159058},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20199009776115417},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1770835816860199},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10119566321372986}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7491637468338013},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6921008229255676},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5700461864471436},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5280721187591553},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5160427093505859},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.50111985206604},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.49970531463623047},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4906074106693268},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4445219039916992},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.4285928010940552},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.3938669264316559},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3773251175880432},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.23856371641159058},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20199009776115417},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1770835816860199},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10119566321372986},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icccn52240.2021.9522239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccn52240.2021.9522239","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Computer Communications and Networks (ICCCN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1533394592","https://openalex.org/W1757796397","https://openalex.org/W2011457249","https://openalex.org/W2019391999","https://openalex.org/W2043421108","https://openalex.org/W2044515661","https://openalex.org/W2057392949","https://openalex.org/W2099958378","https://openalex.org/W2107264649","https://openalex.org/W2137378015","https://openalex.org/W2141026015","https://openalex.org/W2535850491","https://openalex.org/W2547037174","https://openalex.org/W2623832307","https://openalex.org/W2772610583","https://openalex.org/W2788005034","https://openalex.org/W2800510013","https://openalex.org/W2802400313","https://openalex.org/W2884726459","https://openalex.org/W2886514427","https://openalex.org/W2887265724","https://openalex.org/W2902780753","https://openalex.org/W2913786173","https://openalex.org/W2915941917","https://openalex.org/W2963079702","https://openalex.org/W2968986602","https://openalex.org/W3008548740"],"related_works":["https://openalex.org/W2364921833","https://openalex.org/W2385146268","https://openalex.org/W2380023786","https://openalex.org/W2160425906","https://openalex.org/W2781709983","https://openalex.org/W2795803694","https://openalex.org/W1779844473","https://openalex.org/W2546696010","https://openalex.org/W1992741870","https://openalex.org/W3170434700"],"abstract_inverted_index":{"Time-triggered":[0],"(TT)":[1],"communication":[2,17],"has":[3],"long":[4],"been":[5,213],"studied":[6],"in":[7,49,110,114],"various":[8,187],"industrial":[9],"domains.":[10],"The":[11,239],"most":[12],"challenging":[13],"task":[14],"of":[15,150,219],"TT":[16,127,151,161,183,208],"is":[18],"to":[19,30,46,60,93,108,173,186,195,205,215,248],"find":[20],"a":[21,50],"feasible":[22],"schedule":[23,43],"table.":[24],"Network":[25],"changes":[26,40],"are":[27,88,104],"inevitable":[28],"due":[29],"the":[31,42,83,98,142,160,217],"topology":[32],"dynamics,":[33],"varying":[34],"data":[35],"transmission":[36],"requirements,":[37],"etc.":[38],"Once":[39],"occur,":[41],"table":[44],"needs":[45],"be":[47,94,145],"re-calculated":[48],"timely":[51],"manner.":[52],"Solver-based":[53],"methods":[54,57,66,87,103,223,225],"and":[55,167,199,221,236,264],"heuristic-based":[56,86,273],"were":[58],"proposed":[59],"solve":[61],"this":[62,117,174],"problem.":[63],"However,":[64,153],"solver-based":[65,262],"employ":[67],"integer":[68],"linear":[69],"programming":[70],"(ILP)":[71],"or":[72,135],"satisfiability":[73],"modulo":[74],"theories":[75],"(SMT)":[76],"which":[77],"have":[78,212,254],"high":[79],"computational":[80],"complexity.":[81],"On":[82],"other":[84,222],"hand,":[85],"fast,":[89],"but":[90,252],"they":[91],"need":[92],"handcrafted":[95,272],"based":[96,126],"on":[97],"application":[99,134],"characteristics.":[100],"Thus,":[101],"these":[102],"not":[105,245],"general":[106],"enough":[107],"work":[109],"complex":[111],"scenarios":[112],"especially":[113],"large":[115],"networks.In":[116],"paper":[118],"we":[119],"propose":[120],"DRLS":[121,130,169,220,243],"\u2013":[122],"Deep":[123],"Reinforcement":[124],"Learning":[125],"Scheduling":[128],"method.":[129],"first":[131],"trains":[132],"an":[133],"network":[136,184,192,197,250],"specific":[137,249],"scheduling":[138,149,162],"agent":[139,143],"offline.":[140],"Then,":[141],"can":[144,244],"used":[146],"for":[147,182],"online":[148,207],"flows.":[152],"off-the-shelf":[154],"reinforcement":[155,201],"learning":[156,202],"techniques":[157],"cannot":[158],"handle":[159,206],"problem":[163],"with":[164],"typical":[165],"complexity":[166],"scale.":[168],"provides":[170],"novel":[171],"solutions":[172],"challenge,":[175],"including":[176],"three":[177],"key":[178],"innovations:":[179],"new":[180],"representations":[181],"adapted":[185],"topologies,":[188,251],"proper":[189],"deep":[190],"neural":[191],"(DNN)":[193],"structures":[194],"capture":[196],"characteristics,":[198],"scalable":[200],"(RL)":[203],"models":[204],"scheduling.":[209],"Comprehensive":[210],"experiments":[211],"conducted":[214],"compare":[216],"performance":[218],"(heuristics-based":[224],"such":[226],"as":[227],"HLS,":[228],"LS,":[229],"HLD":[230],"+":[231,234],"LD,":[232,235],"LS":[233],"ILP-based":[237],"method).":[238],"results":[240],"show":[241],"that":[242],"only":[246],"adapt":[247],"also":[253],"better":[255],"performance:":[256],"runs":[257],"much":[258],"faster":[259],"than":[260,270],"ILP":[261],"methods,":[263],"schedules":[265],"about":[266],"23.9%":[267],"more":[268],"flows":[269],"traditional":[271],"methods.":[274]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}