{"id":"https://openalex.org/W4405440297","doi":"https://doi.org/10.1109/tc.2024.3517748","title":"AutoPipe-H: A Heterogeneity-Aware Data-Paralleled Pipeline Approach on Commodity GPU Servers","display_name":"AutoPipe-H: A Heterogeneity-Aware Data-Paralleled Pipeline Approach on Commodity GPU Servers","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4405440297","doi":"https://doi.org/10.1109/tc.2024.3517748"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2024.3517748","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3517748","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106623049","display_name":"Weijie Liu","orcid":"https://orcid.org/0000-0002-0354-9467"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijie Liu","raw_affiliation_strings":["College of Computer, National University of Defence Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-0354-9467","affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kai Lu","orcid":"https://orcid.org/0000-0002-6378-7002"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Lu","raw_affiliation_strings":["College of Computer, National University of Defence Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-6378-7002","affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055426388","display_name":"Zhiquan Lai","orcid":"https://orcid.org/0000-0002-3458-4732"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiquan Lai","raw_affiliation_strings":["College of Computer, National University of Defence Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-3458-4732","affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106623069","display_name":"Shengwei Li","orcid":"https://orcid.org/0000-0002-7419-1511"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengwei Li","raw_affiliation_strings":["College of Computer, National University of Defence Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-7419-1511","affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074708780","display_name":"Keshi Ge","orcid":"https://orcid.org/0000-0002-0669-6892"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keshi Ge","raw_affiliation_strings":["College of Computer, National University of Defence Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-0669-6892","affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dongsheng Li","orcid":"https://orcid.org/0000-0001-9743-2034"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Li","raw_affiliation_strings":["College of Computer, National University of Defence Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-9743-2034","affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102809441","display_name":"Xicheng Lu","orcid":"https://orcid.org/0009-0006-9249-4256"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xicheng Lu","raw_affiliation_strings":["College of Computer, National University of Defence Technology, Changsha, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":1.5802,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.85097364,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"74","issue":"4","first_page":"1196","last_page":"1209"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7410447597503662},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.683045506477356},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6116010546684265},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6002066731452942},{"id":"https://openalex.org/keywords/commodity","display_name":"Commodity","score":0.4810226559638977},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.34418100118637085}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7410447597503662},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.683045506477356},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6116010546684265},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6002066731452942},{"id":"https://openalex.org/C2779439359","wikidata":"https://www.wikidata.org/wiki/Q317088","display_name":"Commodity","level":2,"score":0.4810226559638977},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.34418100118637085},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2024.3517748","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3517748","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2277931485","display_name":null,"funder_award_id":"62421002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3606055544","display_name":null,"funder_award_id":"62025208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8818319823","display_name":null,"funder_award_id":"62302512","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W203122272","https://openalex.org/W1566289585","https://openalex.org/W2056639008","https://openalex.org/W2131528105","https://openalex.org/W2194775991","https://openalex.org/W2579247884","https://openalex.org/W2969388332","https://openalex.org/W2970155754","https://openalex.org/W2991040477","https://openalex.org/W3019389960","https://openalex.org/W3086105743","https://openalex.org/W3132107458","https://openalex.org/W3132977829","https://openalex.org/W3202134982","https://openalex.org/W3205803342","https://openalex.org/W3206832494","https://openalex.org/W4224441437","https://openalex.org/W4312910503","https://openalex.org/W4318541673","https://openalex.org/W4385245566","https://openalex.org/W6629028937","https://openalex.org/W6631190155","https://openalex.org/W6635810480","https://openalex.org/W6637151318","https://openalex.org/W6747917562","https://openalex.org/W6748645090","https://openalex.org/W6751627690","https://openalex.org/W6753584990","https://openalex.org/W6755207826","https://openalex.org/W6767997687","https://openalex.org/W6776671032","https://openalex.org/W6779863968","https://openalex.org/W6799372109","https://openalex.org/W6801859478","https://openalex.org/W6856663864"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W2388464034","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2105580438","https://openalex.org/W2057435755","https://openalex.org/W3121798572","https://openalex.org/W2018782216","https://openalex.org/W2101552690","https://openalex.org/W2770877918"],"abstract_inverted_index":{"Recently,":[0],"the":[1,73,162,179,191],"data-parallel":[2],"pipeline":[3,90,95,135,157],"approach":[4],"has":[5],"been":[6],"widely":[7],"used":[8],"in":[9,190,199],"training":[10,152,173],"DNN":[11],"models":[12],"on":[13,26],"commodity":[14,27],"GPU":[15,28],"servers.":[16],"However,":[17],"there":[18],"are":[19],"still":[20],"three":[21,105],"challenges":[22],"for":[23,37,81,116],"hybrid":[24,180],"parallelism":[25,181],"servers:":[29],"i)":[30,109],"a":[31,43,48,110,121,127,148,187],"balanced":[32,49,122],"model":[33],"partition":[34,50,124,192,200],"is":[35,57,76,85],"crucial":[36],"efficiency,":[38],"whereas":[39],"prior":[40,64],"works":[41,65],"lack":[42],"sound":[44],"solution":[45],"to":[46,59,102,137,142,176],"generate":[47],"automatically;":[51],"ii)":[52,126],"an":[53,86,195],"orchestrated":[54],"device":[55],"mapping":[56],"essential":[58,87],"reduce":[60,143],"communication":[61,70,144],"contention,":[62],"however,":[63],"ignore":[66],"server":[67,140],"heterogeneity,":[68,141],"exacerbating":[69],"contention;":[71,145],"iii)":[72,147],"startup":[74,158],"overhead":[75,159],"inevitable":[77],"and":[78,92,118,146,184,194],"especially":[79],"significant":[80],"deep":[82],"pipelines,":[83],"which":[84,107],"source":[88],"of":[89],"bubbles":[91],"severely":[93],"affects":[94],"scalability.":[96],"We":[97],"propose":[98],"<italic":[99,111,128,149],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[100,112,129,150],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">AutoPipe-H</i>":[101],"solve":[103],"these":[104],"problems,":[106],"contains":[108],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">pipeline":[113],"partitioner</i>":[114],"component":[115,132,154],"automatically":[117],"quickly":[119],"generating":[120],"sub-block":[123],"scheme;":[125],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">device":[130],"mapping</i>":[131],"that":[133,155,169],"assigns":[134],"stages":[136],"devices,":[138],"considering":[139],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">distributed":[151],"runtime</i>":[153],"reduces":[156],"by":[160,174],"splitting":[161],"micro-batch":[163],"evenly.":[164],"The":[165],"experimental":[166],"results":[167],"show":[168],"AutoPipe-H":[170],"can":[171],"accelerate":[172],"up":[175],"1.26x":[177],"over":[178],"framework":[182],"DAPPLE":[183],"Piper,":[185],"with":[186],"2.73x-12.7x":[188],"improvement":[189],"balance":[193],"order-of-magnitude":[196],"time":[197],"reduction":[198],"scheme":[201],"searching.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}