{"id":"https://openalex.org/W4296473615","doi":"https://doi.org/10.1109/tpds.2022.3208082","title":"Co-Concurrency Mechanism for Multi-GPUs in Distributed Heterogeneous Environments","display_name":"Co-Concurrency Mechanism for Multi-GPUs in Distributed Heterogeneous Environments","publication_year":2022,"publication_date":"2022-09-20","ids":{"openalex":"https://openalex.org/W4296473615","doi":"https://doi.org/10.1109/tpds.2022.3208082"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2022.3208082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3208082","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100646177","display_name":"Xuedong Zhang","orcid":"https://orcid.org/0000-0003-2456-2342"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuedong Zhang","raw_affiliation_strings":["Alibaba Group, Hangzhou, Zhejiang, China","College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","National Supercomputing Center in Changsha, Hunan, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"National Supercomputing Center in Changsha, Hunan, Changsha, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008574161","display_name":"Zhuo Tang","orcid":"https://orcid.org/0000-0001-9081-8153"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Tang","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","National Supercomputing Center in Changsha, Hunan, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"National Supercomputing Center in Changsha, Hunan, Changsha, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101829493","display_name":"Xiantao Zhang","orcid":"https://orcid.org/0009-0006-3065-7646"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiantao Zhang","raw_affiliation_strings":["Alibaba Group, Hangzhou, Zhejiang, China","College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078793726","display_name":"Kenli Li","orcid":"https://orcid.org/0000-0002-2635-7716"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kenli Li","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","National Supercomputing Center in Changsha, Hunan, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"National Supercomputing Center in Changsha, Hunan, Changsha, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100646177"],"corresponding_institution_ids":["https://openalex.org/I16609230","https://openalex.org/I45928872"],"apc_list":null,"apc_paid":null,"fwci":0.9548,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80796092,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"33","issue":"12","first_page":"4935","last_page":"4947"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8969823718070984},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.7069913744926453},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5743793845176697},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.5555346012115479},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.5540475249290466},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.543205976486206},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4864494502544403},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.47075822949409485},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4655649662017822},{"id":"https://openalex.org/keywords/critical-path-method","display_name":"Critical path method","score":0.44225701689720154},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18365350365638733}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8969823718070984},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.7069913744926453},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5743793845176697},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.5555346012115479},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.5540475249290466},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.543205976486206},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4864494502544403},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.47075822949409485},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4655649662017822},{"id":"https://openalex.org/C115874739","wikidata":"https://www.wikidata.org/wiki/Q825377","display_name":"Critical path method","level":2,"score":0.44225701689720154},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18365350365638733},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2022.3208082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3208082","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2744607400","display_name":null,"funder_award_id":"62225205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8583758428","display_name":null,"funder_award_id":"92055213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8752286753","display_name":null,"funder_award_id":"61873090","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1504291959","https://openalex.org/W1968391520","https://openalex.org/W1982996921","https://openalex.org/W1994001225","https://openalex.org/W2032091779","https://openalex.org/W2078994750","https://openalex.org/W2079038734","https://openalex.org/W2098274770","https://openalex.org/W2140348470","https://openalex.org/W2418572142","https://openalex.org/W2465698270","https://openalex.org/W2510980549","https://openalex.org/W2541249444","https://openalex.org/W2563567643","https://openalex.org/W2766072509","https://openalex.org/W2779169959","https://openalex.org/W2783772867","https://openalex.org/W2784244711","https://openalex.org/W2791966002","https://openalex.org/W2792687870","https://openalex.org/W2891188447","https://openalex.org/W2919594608","https://openalex.org/W2963566954","https://openalex.org/W2975712713","https://openalex.org/W2979041789","https://openalex.org/W2997133695","https://openalex.org/W3023606946","https://openalex.org/W3083249310","https://openalex.org/W3119469490","https://openalex.org/W3127018589","https://openalex.org/W3130198599","https://openalex.org/W3157118865","https://openalex.org/W3189562725","https://openalex.org/W3207760487","https://openalex.org/W4295830359","https://openalex.org/W6747149430","https://openalex.org/W6747481501","https://openalex.org/W6759814162"],"related_works":["https://openalex.org/W1578902279","https://openalex.org/W2899486387","https://openalex.org/W2160425906","https://openalex.org/W2105856903","https://openalex.org/W2110053516","https://openalex.org/W1882733036","https://openalex.org/W2391167130","https://openalex.org/W2092071486","https://openalex.org/W2624440775","https://openalex.org/W4296473615"],"abstract_inverted_index":{"The":[0,204],"high":[1,4],"concurrency":[2,71],"and":[3,48,65,72,83,112,126,166,186,222],"throughput":[5],"characteristics":[6,47],"of":[7,28,59,85,109,149,202,215,219,228],"graphics":[8],"processing":[9],"units":[10],"(GPUs)":[11],"have":[12],"made":[13],"researchers":[14],"continue":[15],"to":[16,19,35,43,79,122,198],"use":[17,214],"it":[18,159],"optimize":[20],"distributed":[21,52,102],"parallel":[22],"computing":[23,86,217],"architectures.":[24],"With":[25],"the":[26,44,107,114,123,147,153,175,200,209,216,220,225],"upgrading":[27],"processor":[29],"architecture,":[30],"GPUs":[31],"allow":[32],"multiple":[33,195],"kernels":[34],"execute":[36],"concurrently":[37],"through":[38],"stream":[39,70,132,137],"queues.":[40],"However,":[41],"due":[42],"different":[45],"hardware":[46],"kernel":[49,66,73],"properties":[50],"in":[51,100,118,130,183],"architectures,":[53],"existing":[54],"research":[55],"lacks":[56],"careful":[57],"consideration":[58],"optimization":[60],"schemes":[61],"for":[62],"concurrent":[63,110,131,136],"streams":[64,111],"block":[67,74,116,155,169],"sizes.":[68],"Unreasonable":[69],"size":[75,117,170],"configuration":[76],"will":[77],"lead":[78],"prolonged":[80],"execution":[81,226],"time":[82,227],"waste":[84],"resources":[87,125],"during":[88],"application":[89],"execution.":[90],"Therefore,":[91],"we":[92,157],"propose":[93,167],"a":[94,101,134,161,168],"multi-GPU":[95],"multi-stream":[96],"co-concurrency":[97],"mechanism":[98,140],"(MGSC)":[99],"heterogeneous":[103],"environment,":[104],"dynamically":[105,145],"adjusting":[106],"number":[108,148],"exploring":[113],"optimal":[115,154],"task":[119],"scheduling.":[120],"According":[121],"memory":[124],"startup":[127],"overhead":[128],"occupied":[129],"scheduling,":[133],"resource-aware":[135],"adaptive":[138],"adjustment":[139,171],"is":[141],"proposed,":[142],"which":[143],"can":[144,211],"adjust":[146],"streams.":[150],"To":[151],"explore":[152],"size,":[156],"abstract":[158],"as":[160],"multi-armed":[162],"bandit":[163],"problem":[164],"(MAB)":[165],"algorithm":[172,210],"based":[173],"on":[174],"upper":[176],"confidence":[177],"bound":[178],"(UCB).":[179],"We":[180,190],"implement":[181],"MGSC":[182],"Spark":[184],"3.1.1":[185],"NVIDIA":[187],"CUDA":[188],"11.2.":[189],"conduct":[191],"comparative":[192],"experiments":[193],"with":[194],"typical":[196],"benchmarks":[197],"evaluate":[199],"performance":[201],"MGSC.":[203],"experimental":[205],"results":[206],"show":[207],"that":[208],"make":[212],"full":[213],"power":[218],"GPU":[221],"significantly":[223],"reduce":[224],"tasks.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}