{"id":"https://openalex.org/W4385329431","doi":"https://doi.org/10.1109/iwqos57198.2023.10188703","title":"High-throughput Sampling, Communicating and Training for Reinforcement Learning Systems","display_name":"High-throughput Sampling, Communicating and Training for Reinforcement Learning Systems","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4385329431","doi":"https://doi.org/10.1109/iwqos57198.2023.10188703"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos57198.2023.10188703","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iwqos57198.2023.10188703","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 31st International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050753595","display_name":"Laiping Zhao","orcid":"https://orcid.org/0000-0003-1967-2192"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Laiping Zhao","raw_affiliation_strings":["College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112968724","display_name":"Xinan Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinan Dai","raw_affiliation_strings":["College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101695421","display_name":"Zhixin Zhao","orcid":"https://orcid.org/0009-0009-7865-4905"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixin Zhao","raw_affiliation_strings":["College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112968725","display_name":"Yusong Xin","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusong Xin","raw_affiliation_strings":["College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102792327","display_name":"Yitao Hu","orcid":"https://orcid.org/0009-0004-0458-0900"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yitao Hu","raw_affiliation_strings":["College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100634624","display_name":"Jun Qian","orcid":"https://orcid.org/0000-0002-5823-3144"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]},{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["CN","SE"],"is_corresponding":false,"raw_author_name":"Jun Qian","raw_affiliation_strings":["Huawei,Noahs Ark Lab,Beijing,China","Noahs Ark Lab, Huawei, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei,Noahs Ark Lab,Beijing,China","institution_ids":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]},{"raw_affiliation_string":"Noahs Ark Lab, Huawei, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382929","display_name":"Jun Yao","orcid":"https://orcid.org/0000-0003-2682-8650"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]},{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["CN","SE"],"is_corresponding":false,"raw_author_name":"Jun Yao","raw_affiliation_strings":["Huawei,Noahs Ark Lab,Beijing,China","Noahs Ark Lab, Huawei, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei,Noahs Ark Lab,Beijing,China","institution_ids":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]},{"raw_affiliation_string":"Noahs Ark Lab, Huawei, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101474714","display_name":"Keqiu Li","orcid":"https://orcid.org/0000-0003-3089-7907"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keqiu Li","raw_affiliation_strings":["College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence & Computing, Tianjin University,Tianjin Key Lab. of Advanced Networking,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"139","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8333646059036255},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.818051815032959},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.7147122621536255},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7006030082702637},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6265027523040771},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.55660080909729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5297530889511108},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5149105787277222},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4624735414981842},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4599243104457855},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3872288465499878},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3375489115715027},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1606779396533966},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.07158362865447998}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8333646059036255},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.818051815032959},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.7147122621536255},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7006030082702637},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6265027523040771},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.55660080909729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5297530889511108},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5149105787277222},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4624735414981842},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4599243104457855},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3872288465499878},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3375489115715027},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1606779396533966},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.07158362865447998},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos57198.2023.10188703","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iwqos57198.2023.10188703","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 31st International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2257979135","https://openalex.org/W2555255624","https://openalex.org/W2575705757","https://openalex.org/W2736601468","https://openalex.org/W2811374584","https://openalex.org/W2964043796","https://openalex.org/W2964180249","https://openalex.org/W2982316857","https://openalex.org/W2990243143","https://openalex.org/W2995429865","https://openalex.org/W3035848915","https://openalex.org/W3089594962","https://openalex.org/W3096403968","https://openalex.org/W3170435130","https://openalex.org/W3172043607","https://openalex.org/W3174287071","https://openalex.org/W3205139033","https://openalex.org/W3213774989","https://openalex.org/W4200630651","https://openalex.org/W4214717370","https://openalex.org/W4283311772","https://openalex.org/W4295830359","https://openalex.org/W4296611641","https://openalex.org/W4296838344","https://openalex.org/W4297797010","https://openalex.org/W4298857966","https://openalex.org/W4312038599","https://openalex.org/W6637967152","https://openalex.org/W6692846177","https://openalex.org/W6730065366","https://openalex.org/W6741002519","https://openalex.org/W6747481501","https://openalex.org/W6748638692","https://openalex.org/W6752963931","https://openalex.org/W6769580333","https://openalex.org/W6779380009","https://openalex.org/W6780153092","https://openalex.org/W6784425352","https://openalex.org/W6803914020","https://openalex.org/W6805439399","https://openalex.org/W6839361920"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2375218795","https://openalex.org/W2393010557"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL)":[2],"algorithms":[3],"require":[4],"large":[5],"amounts":[6],"of":[7,52,59,114],"computational":[8],"resources":[9],"and":[10,20,61,71,87,91,98,108],"time":[11,33],"to":[12,15,37,47,82,94],"train":[13],"due":[14],"the":[16,49,57,65,84,96,115,119,124],"simultaneous":[17],"model":[18],"training":[19,32,93],"real-time":[21],"interactions":[22],"with":[23,110],"simulation":[24],"environments.":[25],"This":[26],"results":[27,113],"in":[28,64],"an":[29],"RL":[30,53],"algorithm's":[31],"potentially":[34],"exceeding":[35],"days":[36],"months.":[38],"We":[39,76],"present":[40],"HRL,":[41],"a":[42,78],"comprehensive":[43],"optimization":[44],"system":[45,50,103,121],"designed":[46],"improve":[48,83,123],"throughput":[51,125],"algorithms.":[54],"HRL":[55,102,120],"addresses":[56],"challenges":[58],"discovering":[60],"identifying":[62],"bottlenecks":[63],"sampling,":[66],"training,":[67],"or":[68],"communication":[69],"stages":[70],"promptly":[72],"improving":[73],"their":[74],"performance.":[75],"propose":[77],"group-parallel":[79],"pipeline":[80],"method":[81],"sampling":[85],"efficiency":[86],"apply":[88],"data":[89],"quantization":[90],"multi-learner":[92],"resolve":[95],"network":[97],"learning":[99],"bottlenecks.":[100],"The":[101,112],"has":[104],"been":[105],"fully":[106],"implemented":[107],"integrated":[109],"XingTian.":[111],"experiments":[116],"show":[117],"that":[118],"can":[122],"by":[126],"18.6%-90.6%.":[127]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}