{"id":"https://openalex.org/W4214549129","doi":"https://doi.org/10.1145/3503222.3507735","title":"NASPipe: high performance and reproducible pipeline parallel supernet training via causal synchronous parallelism","display_name":"NASPipe: high performance and reproducible pipeline parallel supernet training via causal synchronous parallelism","publication_year":2022,"publication_date":"2022-02-22","ids":{"openalex":"https://openalex.org/W4214549129","doi":"https://doi.org/10.1145/3503222.3507735"},"language":"en","primary_location":{"id":"doi:10.1145/3503222.3507735","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503222.3507735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Architectural Support for Programming Languages and Operating Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088629918","display_name":"Shixiong Zhao","orcid":"https://orcid.org/0000-0002-1643-2583"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shixiong Zhao","raw_affiliation_strings":["University of Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-1643-2583","affiliations":[{"raw_affiliation_string":"University of Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016904555","display_name":"Fanxin Li","orcid":"https://orcid.org/0000-0003-2268-3036"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fanxin Li","raw_affiliation_strings":["University of Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101527007","display_name":"Xusheng Chen","orcid":"https://orcid.org/0000-0002-2807-9780"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xusheng Chen","raw_affiliation_strings":["University of Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071077154","display_name":"Tianxiang Shen","orcid":"https://orcid.org/0000-0002-6116-5488"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tianxiang Shen","raw_affiliation_strings":["University of Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379221","display_name":"Li Chen","orcid":"https://orcid.org/0000-0002-2300-6996"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Chen","raw_affiliation_strings":["Huawei Technologies, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technologies, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350738","display_name":"Sen Wang","orcid":"https://orcid.org/0000-0002-1808-5239"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Wang","raw_affiliation_strings":["Huawei Technologies, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technologies, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089928269","display_name":"Nicholas Zhang","orcid":"https://orcid.org/0000-0001-5078-4403"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nicholas Zhang","raw_affiliation_strings":["Huawei Technologies, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technologies, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354226","display_name":"Cheng Li","orcid":"https://orcid.org/0000-0001-7064-6120"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Li","raw_affiliation_strings":["University of Science and Technology of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015360935","display_name":"Heming Cui","orcid":"https://orcid.org/0000-0001-7746-440X"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Heming Cui","raw_affiliation_strings":["University of Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0153,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.76255308,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"374","last_page":"387"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.8169078826904297},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8146105408668518},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.8101300001144409},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7430137991905212},{"id":"https://openalex.org/keywords/task-parallelism","display_name":"Task parallelism","score":0.5141963958740234},{"id":"https://openalex.org/keywords/instruction-level-parallelism","display_name":"Instruction-level parallelism","score":0.4759511649608612},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.4743148982524872},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4103466272354126},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17258065938949585}],"concepts":[{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.8169078826904297},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8146105408668518},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.8101300001144409},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7430137991905212},{"id":"https://openalex.org/C42992933","wikidata":"https://www.wikidata.org/wiki/Q691169","display_name":"Task parallelism","level":3,"score":0.5141963958740234},{"id":"https://openalex.org/C140763907","wikidata":"https://www.wikidata.org/wiki/Q2714055","display_name":"Instruction-level parallelism","level":3,"score":0.4759511649608612},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.4743148982524872},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4103466272354126},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17258065938949585},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3503222.3507735","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503222.3507735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Architectural Support for Programming Languages and Operating Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6800600169","display_name":null,"funder_award_id":"61802358","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2025819261","https://openalex.org/W2060393849","https://openalex.org/W2108598243","https://openalex.org/W2166706236","https://openalex.org/W2489529491","https://openalex.org/W2532121209","https://openalex.org/W2612076670","https://openalex.org/W2756868382","https://openalex.org/W2963918968","https://openalex.org/W2964024268","https://openalex.org/W2965658867","https://openalex.org/W2969388332","https://openalex.org/W3012479151","https://openalex.org/W3012514909","https://openalex.org/W3023641965","https://openalex.org/W3030728803","https://openalex.org/W3034971973","https://openalex.org/W3035189477","https://openalex.org/W3046285691","https://openalex.org/W3081168214","https://openalex.org/W3096533519","https://openalex.org/W3173563887","https://openalex.org/W3188270315","https://openalex.org/W3196950043","https://openalex.org/W4206908526","https://openalex.org/W4247353671","https://openalex.org/W6684249991"],"related_works":["https://openalex.org/W4240606930","https://openalex.org/W1508832769","https://openalex.org/W4309044545","https://openalex.org/W2047301304","https://openalex.org/W2378666660","https://openalex.org/W1493795614","https://openalex.org/W2050855393","https://openalex.org/W1567437828","https://openalex.org/W3085352435","https://openalex.org/W2023505575"],"abstract_inverted_index":{"Supernet":[0],"training,":[1],"a":[2,24,30,40,62],"prevalent":[3],"and":[4,38,94],"important":[5],"paradigm":[6],"in":[7,50],"Neural":[8],"Architecture":[9],"Search,":[10],"embeds":[11],"the":[12,27,70,85],"whole":[13],"DNN":[14,72],"architecture":[15],"search":[16],"space":[17],"into":[18],"one":[19],"monolithic":[20],"supernet,":[21],"iteratively":[22],"activates":[23],"subset":[25],"of":[26,36],"supernet":[28],"(i.e.,":[29],"subnet)":[31],"for":[32,57],"fitting":[33],"each":[34],"batch":[35],"data,":[37],"searches":[39],"high-quality":[41],"subnet":[42],"which":[43],"meets":[44],"specific":[45],"requirements.":[46],"Although":[47],"training":[48,81,92],"subnets":[49,67],"parallel":[51],"on":[52],"multiple":[53],"GPUs":[54],"is":[55],"desirable":[56],"acceleration,":[58],"there":[59],"inherently":[60],"exists":[61],"race":[63,86],"hazard":[64,87],"that":[65],"concurrent":[66],"may":[68],"access":[69],"same":[71],"layers.":[73],"Existing":[74],"systems":[75],"support":[76],"neither":[77],"efficiently":[78],"parallelizing":[79],"subnets\u2019":[80],"executions,":[82],"nor":[83],"resolving":[84],"deterministically,":[88],"leading":[89],"to":[90],"unreproducible":[91],"procedures":[93],"potentiallly":[95],"non-trivial":[96],"accuracy":[97],"loss.":[98]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}