{"id":"https://openalex.org/W4401752048","doi":"https://doi.org/10.1109/icdcs60910.2024.00132","title":"Demo:SCDRL: Scalable and Customized Distributed Reinforcement Learning System","display_name":"Demo:SCDRL: Scalable and Customized Distributed Reinforcement Learning System","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4401752048","doi":"https://doi.org/10.1109/icdcs60910.2024.00132"},"language":"en","primary_location":{"id":"doi:10.1109/icdcs60910.2024.00132","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdcs60910.2024.00132","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 44th International Conference on Distributed Computing Systems (ICDCS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002670314","display_name":"Chuxiong Sun","orcid":"https://orcid.org/0000-0002-4956-6924"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuxiong Sun","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005798718","display_name":"Wenwen Qiang","orcid":"https://orcid.org/0000-0002-7985-5743"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwen Qiang","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062990010","display_name":"Jiangmeng Li","orcid":"https://orcid.org/0000-0002-3376-1522"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangmeng Li","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3556,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53170461,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1404","last_page":"1407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8185302019119263},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7795470952987671},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7338269948959351},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4054218530654907},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3802846372127533},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2603013217449188},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2000744640827179}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8185302019119263},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7795470952987671},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7338269948959351},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4054218530654907},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3802846372127533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2603013217449188},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2000744640827179}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icdcs60910.2024.00132","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdcs60910.2024.00132","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 44th International Conference on Distributed Computing Systems (ICDCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2150468603","https://openalex.org/W2280163991","https://openalex.org/W2779040504","https://openalex.org/W2899331514","https://openalex.org/W2982316857","https://openalex.org/W2990747716","https://openalex.org/W3110446646","https://openalex.org/W3214226605","https://openalex.org/W4200630651","https://openalex.org/W4296611641","https://openalex.org/W4393153207","https://openalex.org/W6695011786","https://openalex.org/W6746866138","https://openalex.org/W6748638692","https://openalex.org/W6779380009","https://openalex.org/W6786918259","https://openalex.org/W6791114936","https://openalex.org/W6805439399"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W1982914007","https://openalex.org/W2159583675","https://openalex.org/W1824242903","https://openalex.org/W1493858311","https://openalex.org/W2155470929","https://openalex.org/W2111125783","https://openalex.org/W2394465510"],"abstract_inverted_index":{"Reinforcement":[0,64],"Learning":[1,65],"(RL)":[2],"has":[3],"marked":[4],"significant":[5,138],"achievements":[6],"across":[7,126],"a":[8,40,59],"variety":[9],"of":[10,19,26,44,50,73,107,116,123],"complex":[11],"tasks":[12],"in":[13,158,164,169],"real-world":[14],"scenarios.":[15],"However,":[16],"the":[17,24,36,71,77,113,121,173],"efficacy":[18],"RL":[20,74,79,129],"predominantly":[21],"relies":[22],"on":[23],"availability":[25],"extensive":[27],"datasets":[28],"and":[29,46,61,75,90,141,178],"considerable":[30],"training":[31],"resources.":[32],"Hence,":[33],"there":[34],"is":[35],"critical":[37],"need":[38],"for":[39],"distributed":[41],"system":[42,66,134],"capable":[43],"generating":[45],"processing":[47],"vast":[48],"amounts":[49],"data":[51,176],"with":[52,149],"efficiency.":[53,151],"In":[54],"this":[55],"work,":[56],"we":[57,69],"introduce":[58],"Scalable":[60],"Customized":[62],"Distributed":[63],"(SCDRL).":[67],"Concretely,":[68],"analyze":[70],"paradigm":[72],"decouple":[76,94],"major":[78],"computations":[80],"into":[81],"three":[82],"main":[83],"aspects,":[84],"i.e.":[85],"environment":[86],"simulation,":[87],"policy":[88,91],"inference":[89],"training.":[92],"Such":[93],"enables":[95],"SCDRL":[96],"to":[97,112],"efficiently":[98],"allocate":[99],"computing":[100,147],"resources":[101,148],"(be":[102],"it":[103],"CPUs":[104],"or":[105],"GPUs":[106],"varying":[108],"computational":[109],"capabilities)":[110],"tailored":[111],"specific":[114],"needs":[115],"each":[117],"component.":[118],"We":[119],"demonstrate":[120],"effectiveness":[122],"our":[124,133,153],"method":[125],"several":[127],"key":[128],"environments,":[130],"demonstrating":[131],"that":[132],"not":[135,162],"only":[136],"achieves":[137],"learning":[139],"outcomes":[140],"enhanced":[142],"throughput":[143],"but":[144,167],"also":[145,168],"utilizes":[146],"greater":[150],"Notably,":[152],"findings":[154],"reveal":[155],"SCDRL's":[156],"proficiency":[157],"optimizing":[159],"resource":[160,179],"use":[161],"just":[163],"single-machine":[165],"setups":[166],"multi-machine":[170],"configurations,":[171],"all":[172],"while":[174],"maintaining":[175],"efficiency":[177],"utilization.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}