{"id":"https://openalex.org/W4360831997","doi":"https://doi.org/10.1109/hpca56546.2023.10071099","title":"Efficient Supernet Training Using Path Parallelism","display_name":"Efficient Supernet Training Using Path Parallelism","publication_year":2023,"publication_date":"2023-02-01","ids":{"openalex":"https://openalex.org/W4360831997","doi":"https://doi.org/10.1109/hpca56546.2023.10071099"},"language":"en","primary_location":{"id":"doi:10.1109/hpca56546.2023.10071099","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/hpca56546.2023.10071099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on High-Performance Computer Architecture (HPCA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062403987","display_name":"Ying Xu","orcid":"https://orcid.org/0000-0002-9920-7671"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ying Xu","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences","Chinese Academy of Sciences, Institute of Computing Technology"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Computing Technology","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073321754","display_name":"Long Cheng","orcid":"https://orcid.org/0000-0003-1638-059X"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Cheng","raw_affiliation_strings":["North China Electric Power University,School of Control and Computer Engineering","School of Control and Computer Engineering, North China Electric Power University"],"affiliations":[{"raw_affiliation_string":"North China Electric Power University,School of Control and Computer Engineering","institution_ids":["https://openalex.org/I153473198"]},{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050283403","display_name":"Xuyi Cai","orcid":"https://orcid.org/0000-0001-9157-113X"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuyi Cai","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences","Chinese Academy of Sciences, Institute of Computing Technology"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Computing Technology","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101499924","display_name":"Xiaohan Ma","orcid":"https://orcid.org/0000-0002-0640-8467"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohan Ma","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences","Chinese Academy of Sciences, Institute of Computing Technology"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Computing Technology","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367140","display_name":"Weiwei Chen","orcid":"https://orcid.org/0000-0003-2845-1666"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Chen","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences","Chinese Academy of Sciences, Institute of Computing Technology"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Computing Technology","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433860","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0001-9711-8758"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences","Chinese Academy of Sciences, Institute of Computing Technology"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Computing Technology","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100346965","display_name":"Ying Wang","orcid":"https://orcid.org/0000-0001-5172-4736"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Wang","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences","Chinese Academy of Sciences, Institute of Computing Technology"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Computing Technology","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5062403987"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"],"apc_list":null,"apc_paid":null,"fwci":0.1228,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.36238684,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"32","issue":null,"first_page":"1249","last_page":"1261"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8767565488815308},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8562241792678833},{"id":"https://openalex.org/keywords/subnet","display_name":"Subnet","score":0.8184553980827332},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6782307624816895},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.6773266792297363},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.6512781381607056},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5978513956069946},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5277041792869568},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3641588091850281},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18733179569244385},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08957341313362122}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8767565488815308},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8562241792678833},{"id":"https://openalex.org/C21099817","wikidata":"https://www.wikidata.org/wiki/Q7631721","display_name":"Subnet","level":2,"score":0.8184553980827332},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6782307624816895},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.6773266792297363},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.6512781381607056},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5978513956069946},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5277041792869568},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3641588091850281},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18733179569244385},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08957341313362122}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpca56546.2023.10071099","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/hpca56546.2023.10071099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on High-Performance Computer Architecture (HPCA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1598866093","https://openalex.org/W2117539524","https://openalex.org/W2186615578","https://openalex.org/W2194775991","https://openalex.org/W2772678505","https://openalex.org/W2885047103","https://openalex.org/W2948818729","https://openalex.org/W2953604046","https://openalex.org/W2963959650","https://openalex.org/W2964081807","https://openalex.org/W2964444661","https://openalex.org/W2965658867","https://openalex.org/W2970075457","https://openalex.org/W2970867386","https://openalex.org/W2981698279","https://openalex.org/W2982198876","https://openalex.org/W3010369124","https://openalex.org/W3033138048","https://openalex.org/W3035189477","https://openalex.org/W3081844508","https://openalex.org/W3096533519","https://openalex.org/W3113948303","https://openalex.org/W3118608800","https://openalex.org/W3167200677","https://openalex.org/W3168298428","https://openalex.org/W3176634481","https://openalex.org/W3204364304","https://openalex.org/W3207326706","https://openalex.org/W4214549129","https://openalex.org/W4226150639","https://openalex.org/W4295312788","https://openalex.org/W4302287705","https://openalex.org/W6635810480","https://openalex.org/W6684191040","https://openalex.org/W6686509673","https://openalex.org/W6687483927","https://openalex.org/W6713134421","https://openalex.org/W6734593296","https://openalex.org/W6747917562","https://openalex.org/W6756009870","https://openalex.org/W6758356385","https://openalex.org/W6758657797","https://openalex.org/W6762876521","https://openalex.org/W6763233178","https://openalex.org/W6766978945","https://openalex.org/W6767043079","https://openalex.org/W6767071290","https://openalex.org/W6779547070","https://openalex.org/W6784324097","https://openalex.org/W6787972765","https://openalex.org/W6800284431"],"related_works":["https://openalex.org/W1554644772","https://openalex.org/W2950520577","https://openalex.org/W2494130044","https://openalex.org/W2003935582","https://openalex.org/W2177838837","https://openalex.org/W2963831937","https://openalex.org/W3209384898","https://openalex.org/W74409296","https://openalex.org/W1991844655","https://openalex.org/W1595834484"],"abstract_inverted_index":{"Compared":[0],"to":[1,106,120,130,134,162,175],"conventional":[2,40,167],"neural":[3],"networks,":[4],"training":[5,30,82,169,179],"a":[6,80,99],"supernet":[7,58,76,100,178],"for":[8,86],"Neural":[9],"Architecture":[10],"Search":[11],"(NAS)":[12],"is":[13],"very":[14],"time":[15],"consuming.":[16],"Although":[17],"current":[18,66],"works":[19],"have":[20],"demonstrated":[21],"that":[22,73,155],"parallel":[23,138,168],"computing":[24],"can":[25,159],"significantly":[26],"speed":[27],"up":[28,161],"the":[29,39,57,63,70,122,137,142,176],"process,":[31],"almost":[32],"all":[33],"of":[34,56,65,147],"their":[35],"parallelism":[36,125,129],"still":[37],"follow":[38],"data-":[41],"and":[42,53,78,101,110,145,150,171],"model-based":[43],"paradigms,":[44],"which":[45],"actually":[46],"face":[47],"performance":[48,64],"issues":[49],"in":[50,75,98],"both":[51],"computation":[52],"inter-node":[54],"communication":[55],"training.":[59],"To":[60],"further":[61,135],"improve":[62],"methods,":[67],"we":[68,90,117],"discover":[69],"unique":[71],"path-parallelism":[72],"exists":[74],"training,":[77],"proposed":[79,123,157],"novel":[81],"approach":[83,158],"designed":[84],"specifically":[85],"supernet.":[87],"In":[88],"detail,":[89],"focus":[91],"on":[92],"analyzing":[93],"path":[94,124],"correlations":[95],"between":[96],"subnets":[97],"exploiting":[102],"effective":[103],"path-merging":[104],"methods":[105],"reduce":[107],"redundant":[108],"computations":[109],"communications":[111],"raised":[112],"by":[113],"concurrent":[114],"subnets.":[115],"Moreover,":[116],"also":[118],"try":[119],"combine":[121],"with":[126],"traditional":[127],"intra-subnet":[128],"perform":[131],"multi-level":[132],"parallelization":[133],"optimize":[136],"performance.":[139],"We":[140],"present":[141],"detailed":[143],"design":[144],"implementation":[146],"our":[148,151,156],"method,":[149],"experimental":[152],"results":[153],"show":[154],"achieve":[160],"3.2x":[163],"end-to-end":[164],"speedup":[165,173],"over":[166],"solutions,":[170],"1.46x\u20135.78x":[172],"compared":[174],"state-of-art":[177],"frameworks.":[180]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}