{"id":"https://openalex.org/W4385329463","doi":"https://doi.org/10.1109/iwqos57198.2023.10188744","title":"MARS: An Adaptive Multi-Agent DRL-based Scheduler for Multipath QUIC in Dynamic Networks","display_name":"MARS: An Adaptive Multi-Agent DRL-based Scheduler for Multipath QUIC in Dynamic Networks","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4385329463","doi":"https://doi.org/10.1109/iwqos57198.2023.10188744"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos57198.2023.10188744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos57198.2023.10188744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 31st International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102711201","display_name":"Xueqiang Han","orcid":"https://orcid.org/0009-0001-1437-763X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xueqiang Han","raw_affiliation_strings":["College of Computer, National University of Defense Technology,Changsha,China","College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology,Changsha,China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067428967","display_name":"Biao Han","orcid":"https://orcid.org/0000-0002-5082-5727"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Han","raw_affiliation_strings":["College of Computer, National University of Defense Technology,Changsha,China","College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology,Changsha,China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665328","display_name":"Ruidong Li","orcid":"https://orcid.org/0000-0002-9905-8952"},"institutions":[{"id":"https://openalex.org/I10091056","display_name":"Kanazawa University","ror":"https://ror.org/02hwp6a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I10091056"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ruidong Li","raw_affiliation_strings":["Graduate School of Natural Science and Technology, Kanazawa University,Kanazawa,Japan","Graduate School of Natural Science and Technology, Kanazawa University, Kanazawa, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Natural Science and Technology, Kanazawa University,Kanazawa,Japan","institution_ids":["https://openalex.org/I10091056"]},{"raw_affiliation_string":"Graduate School of Natural Science and Technology, Kanazawa University, Kanazawa, Japan","institution_ids":["https://openalex.org/I10091056"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083530282","display_name":"Xiaolan Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolan Ji","raw_affiliation_strings":["College of Computer, National University of Defense Technology,Changsha,China","College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology,Changsha,China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102711201"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":3.0094,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.91787422,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.835667610168457},{"id":"https://openalex.org/keywords/multipath-propagation","display_name":"Multipath propagation","score":0.6879582405090332},{"id":"https://openalex.org/keywords/multipath-tcp","display_name":"Multipath TCP","score":0.6721789240837097},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.647712230682373},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6258930563926697},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.594819962978363},{"id":"https://openalex.org/keywords/network-scheduler","display_name":"Network scheduler","score":0.5739729404449463},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5708107948303223},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5431995391845703},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5015504360198975},{"id":"https://openalex.org/keywords/mars-exploration-program","display_name":"Mars Exploration Program","score":0.49168330430984497},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11327022314071655},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07740670442581177}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.835667610168457},{"id":"https://openalex.org/C161218011","wikidata":"https://www.wikidata.org/wiki/Q11827794","display_name":"Multipath propagation","level":3,"score":0.6879582405090332},{"id":"https://openalex.org/C2779166880","wikidata":"https://www.wikidata.org/wiki/Q14947831","display_name":"Multipath TCP","level":4,"score":0.6721789240837097},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.647712230682373},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6258930563926697},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.594819962978363},{"id":"https://openalex.org/C163099246","wikidata":"https://www.wikidata.org/wiki/Q1978975","display_name":"Network scheduler","level":5,"score":0.5739729404449463},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5708107948303223},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5431995391845703},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5015504360198975},{"id":"https://openalex.org/C83260615","wikidata":"https://www.wikidata.org/wiki/Q6773121","display_name":"Mars Exploration Program","level":2,"score":0.49168330430984497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11327022314071655},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07740670442581177},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C180026317","wikidata":"https://www.wikidata.org/wiki/Q5000645","display_name":"Burst switching","level":4,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos57198.2023.10188744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos57198.2023.10188744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 31st International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1716229707","https://openalex.org/W1967383019","https://openalex.org/W1988730626","https://openalex.org/W2010925404","https://openalex.org/W2098081907","https://openalex.org/W2136850962","https://openalex.org/W2179500942","https://openalex.org/W2436939335","https://openalex.org/W2499789725","https://openalex.org/W2545990795","https://openalex.org/W2761678484","https://openalex.org/W2770930158","https://openalex.org/W2885106194","https://openalex.org/W2891840719","https://openalex.org/W2895956453","https://openalex.org/W2914160091","https://openalex.org/W2920334458","https://openalex.org/W2963864421","https://openalex.org/W3034631130","https://openalex.org/W3161886301","https://openalex.org/W3175153969","https://openalex.org/W3186518286","https://openalex.org/W3193109390","https://openalex.org/W4233762780","https://openalex.org/W4290990969","https://openalex.org/W4299802797","https://openalex.org/W6637696349","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6753701298","https://openalex.org/W6944123804"],"related_works":["https://openalex.org/W2906165497","https://openalex.org/W3012256004","https://openalex.org/W4304820446","https://openalex.org/W4293049967","https://openalex.org/W2160425906","https://openalex.org/W1882733036","https://openalex.org/W2546696010","https://openalex.org/W3137670215","https://openalex.org/W2731784717","https://openalex.org/W3034631130"],"abstract_inverted_index":{"The":[0,24],"multipath":[1,25,62,167],"extension":[2],"of":[3,27,55,70],"the":[4,33,68,114,165,181,189],"Quick":[5],"UDP":[6],"Internet":[7],"Connection":[8],"(QUIC)":[9],"protocol,":[10],"also":[11],"called":[12],"MPQUIC,":[13],"is":[14,103],"currently":[15],"attracting":[16],"increasing":[17],"attention":[18],"from":[19],"both":[20,170],"industry":[21],"and":[22,53,72,81,125,143,161,172,193],"academia.":[23],"scheduler":[26],"MPQUIC":[28,65,159],"determines":[29],"how":[30],"to":[31,46,48,67,105,108,117,149],"distribute":[32],"packets":[34],"onto":[35],"different":[36,144],"paths.":[37],"However,":[38],"our":[39],"experimental":[40],"results":[41,176],"show":[42,177],"that":[43,137,178],"they":[44],"fail":[45],"adapt":[47,107],"various":[49],"receive":[50,190],"buffer":[51,191],"sizes":[52,192],"Quality":[54],"Service":[56],"(QoS)":[57],"requirements":[58],"while":[59],"applying":[60],"current":[61],"schedulers":[63,168,183],"into":[64,147],"due":[66],"diversity":[69],"devices":[71],"applications.":[73],"These":[74],"problems":[75],"are":[76],"especially":[77],"severe":[78],"under":[79],"heterogeneous":[80],"dynamic":[82,109],"network":[83,110,121],"environments.":[84,111],"To":[85],"tackle":[86],"these":[87],"problems,":[88],"we":[89],"propose":[90],"MARS,":[91],"a":[92,119,132],"Multi-Agent":[93],"deep":[94],"Reinforcement":[95],"learning":[96],"(MADRL)":[97],"based":[98],"Multipath":[99],"QUIC":[100],"Scheduler,":[101],"which":[102],"able":[104],"promptly":[106],"It":[112],"exploits":[113],"MADRL":[115],"method":[116],"learn":[118],"neural":[120],"for":[122],"each":[123],"path":[124],"generate":[126],"scheduling":[127,152],"policy.":[128],"Besides,":[129],"it":[130,163],"introduces":[131],"novel":[133],"multi-objective":[134],"reward":[135],"function":[136],"takes":[138],"out-of-order":[139],"(OFO)":[140],"queue":[141],"size":[142],"QoS":[145],"metrics":[146],"consideration":[148],"realize":[150],"adaptive":[151,186],"optimization.":[153],"We":[154],"implement":[155],"MARS":[156,179],"in":[157,169],"an":[158],"prototype":[160],"compare":[162],"with":[164,184],"state-of-the-art":[166],"emulated":[171],"real-world":[173],"networks.":[174],"Experimental":[175],"outperforms":[180],"other":[182],"better":[185],"capability":[187],"regarding":[188],"QoS.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}