{"id":"https://openalex.org/W3132107458","doi":"https://doi.org/10.1145/3437801.3441593","title":"DAPPLE","display_name":"DAPPLE","publication_year":2021,"publication_date":"2021-02-17","ids":{"openalex":"https://openalex.org/W3132107458","doi":"https://doi.org/10.1145/3437801.3441593","mag":"3132107458"},"language":"en","primary_location":{"id":"doi:10.1145/3437801.3441593","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3437801.3441593","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGPLAN Symposium on Principles and Practice of Parallel Programming","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102575183","display_name":"Shiqing Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shiqing Fan","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083147441","display_name":"Yi Rong","orcid":"https://orcid.org/0000-0002-2620-1893"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Rong","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357843","display_name":"Meng Chen","orcid":"https://orcid.org/0000-0001-5476-8662"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Meng","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075623047","display_name":"Zongyan Cao","orcid":"https://orcid.org/0009-0003-8278-1612"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zongyan Cao","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358929","display_name":"Siyu Wang","orcid":"https://orcid.org/0009-0003-1854-898X"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siyu Wang","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103042903","display_name":"Zhen Zheng","orcid":"https://orcid.org/0009-0006-2692-713X"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhen Zheng","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012597518","display_name":"Chuan Wu","orcid":"https://orcid.org/0000-0002-3144-4398"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chuan Wu","raw_affiliation_strings":["The University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103437255","display_name":"Guoping Long","orcid":"https://orcid.org/0009-0006-3176-7572"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guoping Long","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100695457","display_name":"Jun Yang","orcid":"https://orcid.org/0000-0003-2436-942X"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Yang","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008190519","display_name":"Lixue Xia","orcid":"https://orcid.org/0000-0002-7731-7028"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lixue Xia","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020574416","display_name":"Lansong Diao","orcid":"https://orcid.org/0009-0000-6193-6126"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lansong Diao","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707685","display_name":"Xiaoyong Liu","orcid":"https://orcid.org/0000-0002-3068-9510"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyong Liu","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100636012","display_name":"Wei Lin","orcid":"https://orcid.org/0000-0002-3003-0150"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Lin","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5102575183"],"corresponding_institution_ids":["https://openalex.org/I4210095624"],"apc_list":null,"apc_paid":null,"fwci":12.3936,"has_fulltext":false,"cited_by_count":189,"citation_normalized_percentile":{"value":0.99204466,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"431","last_page":"445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8986908197402954},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8489134907722473},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.658164381980896},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5965114235877991},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5562061071395874},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.5275266170501709},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.5155329704284668},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.49459049105644226},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4710942208766937},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45391470193862915},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.3733401894569397},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1327911615371704},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11076009273529053}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8986908197402954},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8489134907722473},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.658164381980896},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5965114235877991},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5562061071395874},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.5275266170501709},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.5155329704284668},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.49459049105644226},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4710942208766937},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45391470193862915},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.3733401894569397},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1327911615371704},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11076009273529053},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3437801.3441593","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3437801.3441593","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGPLAN Symposium on Principles and Practice of Parallel Programming","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2117539524","https://openalex.org/W2512971201","https://openalex.org/W2787831171","https://openalex.org/W2796440709","https://openalex.org/W2883830791","https://openalex.org/W2901299405","https://openalex.org/W2950592884","https://openalex.org/W2951341874","https://openalex.org/W2952503983","https://openalex.org/W2963601856","https://openalex.org/W2969388332","https://openalex.org/W2969766737","https://openalex.org/W2979044977","https://openalex.org/W2983101505","https://openalex.org/W2988070836","https://openalex.org/W2991615366","https://openalex.org/W3037639655","https://openalex.org/W3101104221"],"related_works":["https://openalex.org/W2950520577","https://openalex.org/W1501159154","https://openalex.org/W1554644772","https://openalex.org/W2003935582","https://openalex.org/W2494130044","https://openalex.org/W2033862586","https://openalex.org/W3170887803","https://openalex.org/W2963831937","https://openalex.org/W74409296","https://openalex.org/W3209384898"],"abstract_inverted_index":{"It":[0,74],"is":[1,113],"a":[2,59,76,102],"challenging":[3],"task":[4],"to":[5,39,81,107,115,142],"train":[6],"large":[7,71],"DNN":[8,72],"models":[9],"on":[10],"sophisticated":[11],"GPU":[12],"platforms":[13],"with":[14],"diversified":[15],"interconnect":[16],"capabilities.":[17],"Recently,":[18],"pipelined":[19],"training":[20,61,126,147,158],"has":[21],"been":[22],"proposed":[23],"as":[24],"an":[25],"effective":[26],"approach":[27,117],"for":[28,70],"improving":[29,41],"device":[30,109],"utilization.":[31],"However,":[32],"there":[33],"are":[34],"still":[35],"several":[36],"tricky":[37],"issues":[38],"address:":[40],"computing":[42,54],"efficiency":[43],"while":[44],"ensuring":[45],"convergence,":[46],"and":[47,67,85,88,96,118,149,160],"reducing":[48],"memory":[49,110,164],"usage":[50],"without":[51],"incurring":[52],"additional":[53],"costs.":[55],"We":[56,99],"propose":[57,101],"DAPPLE,":[58],"synchronous":[60,146],"framework":[62],"which":[63,112],"combines":[64],"data":[65,95],"parallelism":[66,69],"pipeline":[68,97],"models.":[73],"features":[75],"novel":[77],"parallelization":[78],"strategy":[79],"planner":[80,132,139],"solve":[82],"the":[83,90,123,167],"partition":[84],"placement":[86],"problems,":[87],"explores":[89],"optimal":[91],"hybrid":[92],"strategies":[93,135],"of":[94,125,157,163],"parallelism.":[98],"also":[100],"new":[103],"runtime":[104,151],"scheduling":[105],"algorithm":[106],"reduce":[108],"usage,":[111],"orthogonal":[114],"re-computation":[116],"does":[119],"not":[120],"come":[121],"at":[122,166],"expense":[124],"throughput.":[127],"Experiments":[128],"show":[129],"that":[130],"DAPPLE":[131,150],"consistently":[133],"outperforms":[134,152],"generated":[136],"by":[137,140,154],"PipeDream's":[138],"up":[141],"3.23\u00d7":[143],"speedup":[144,156],"under":[145],"scenarios,":[148],"GPipe":[153],"1.6\u00d7":[155],"throughput":[159],"saves":[161],"12%":[162],"consumption":[165],"same":[168],"time.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":55},{"year":2024,"cited_by_count":49},{"year":2023,"cited_by_count":42},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2021-03-01T00:00:00"}