{"id":"https://openalex.org/W4385585365","doi":"https://doi.org/10.1145/3587135.3592200","title":"DistSim","display_name":"DistSim","publication_year":2023,"publication_date":"2023-05-09","ids":{"openalex":"https://openalex.org/W4385585365","doi":"https://doi.org/10.1145/3587135.3592200"},"language":"en","primary_location":{"id":"doi:10.1145/3587135.3592200","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3587135.3592200","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3587135.3592200","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3587135.3592200","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080711460","display_name":"Guandong Lu","orcid":"https://orcid.org/0009-0000-6759-9108"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guandong Lu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-6759-9108","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042923080","display_name":"Runzhe Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runzhe Chen","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-8955-2201","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083770719","display_name":"Yakai Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yakai Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-0835-6304","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078261857","display_name":"Yangjie Zhou","orcid":"https://orcid.org/0000-0002-3652-5437"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangjie Zhou","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3652-5437","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101812274","display_name":"Zhang Rui","orcid":"https://orcid.org/0009-0008-3887-9344"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Zhang","raw_affiliation_strings":["Huawei Technologies Co., Ltd Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0008-3887-9344","affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., Ltd Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088928758","display_name":"Zheng Hu","orcid":"https://orcid.org/0000-0002-3526-0297"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Hu","raw_affiliation_strings":["Huawei Technologies Co., Ltd Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-3526-0297","affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., Ltd Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021024149","display_name":"Yanming Miao","orcid":"https://orcid.org/0009-0004-3244-2660"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanming Miao","raw_affiliation_strings":["Huawei Technologies Co., Ltd Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0004-3244-2660","affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., Ltd Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007762289","display_name":"Zhifang Cai","orcid":"https://orcid.org/0009-0000-4756-8806"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifang Cai","raw_affiliation_strings":["Huawei Technologies Co., Ltd Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0000-4756-8806","affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., Ltd Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101567225","display_name":"Li Li","orcid":"https://orcid.org/0009-0005-6099-614X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-6099-614X","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003939279","display_name":"Jingwen Leng","orcid":"https://orcid.org/0000-0002-5660-5493"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingwen Leng","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5660-5493","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039318240","display_name":"Minyi Guo","orcid":"https://orcid.org/0000-0003-0034-2302"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minyi Guo","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0034-2302","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai Qi Zhi Institusion, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1044,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.77426603,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"112","last_page":"122"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8677518963813782},{"id":"https://openalex.org/keywords/timeline","display_name":"Timeline","score":0.608156681060791},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5390296578407288},{"id":"https://openalex.org/keywords/profiling","display_name":"Profiling (computer programming)","score":0.5335500836372375},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.5187704563140869},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4944429397583008},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4856337606906891},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.45130786299705505},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4434422552585602},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.394155889749527},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10437652468681335},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09309598803520203}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8677518963813782},{"id":"https://openalex.org/C4438859","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Timeline","level":2,"score":0.608156681060791},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5390296578407288},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.5335500836372375},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.5187704563140869},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4944429397583008},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4856337606906891},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.45130786299705505},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4434422552585602},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.394155889749527},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10437652468681335},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09309598803520203},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3587135.3592200","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3587135.3592200","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3587135.3592200","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3587135.3592200","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3587135.3592200","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3587135.3592200","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G2465329715","display_name":null,"funder_award_id":"61832006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3940808221","display_name":null,"funder_award_id":"62222210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8826274250","display_name":"\u57fa\u4e8e\u5fae\u67b6\u6784\u6a21\u5757\u7684\u53ef\u7ec4\u5408\u5f0f\u4eba\u5de5\u667a\u80fd\u5904\u7406\u5668\u8bbe\u8ba1\u548c\u4f18\u5316\u7814\u7a76","funder_award_id":"62072297","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385585365.pdf","grobid_xml":"https://content.openalex.org/works/W4385585365.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2727537220","https://openalex.org/W2952928793","https://openalex.org/W2963148663","https://openalex.org/W2964330541","https://openalex.org/W2969388332","https://openalex.org/W2999245811","https://openalex.org/W3016430712","https://openalex.org/W3016875561","https://openalex.org/W3081168214","https://openalex.org/W3086105743","https://openalex.org/W3092319711","https://openalex.org/W3097875570","https://openalex.org/W3129831491","https://openalex.org/W3132107458","https://openalex.org/W3157919170","https://openalex.org/W3175745020","https://openalex.org/W3187908937","https://openalex.org/W3204998121","https://openalex.org/W3205706264","https://openalex.org/W3206832494","https://openalex.org/W4214512541","https://openalex.org/W4308083739","https://openalex.org/W4318541535","https://openalex.org/W6600662749","https://openalex.org/W6610640258","https://openalex.org/W6702248584"],"related_works":["https://openalex.org/W1858249912","https://openalex.org/W2114034199","https://openalex.org/W2317428717","https://openalex.org/W2734259032","https://openalex.org/W4385261515","https://openalex.org/W3094038556","https://openalex.org/W4296345146","https://openalex.org/W2375218795","https://openalex.org/W2393010557","https://openalex.org/W2033862586"],"abstract_inverted_index":{"With":[0],"the":[1,33,43,47,81,110,116,130,138,151,200],"ever-increasing":[2],"computational":[3],"demand":[4],"of":[5,17,35,49,77,132,154,194],"DNN":[6],"training":[7,10,171,203],"workloads,":[8],"distributed":[9,27,118,202],"has":[11],"been":[12],"widely":[13],"adopted.":[14],"A":[15],"combination":[16],"data,":[18],"model":[19,93,111,147],"and":[20,46,68,100,140,149,174,198,205],"pipeline":[21],"parallelism":[22,26,78],"strategy,":[23,119,204],"called":[24],"hybrid":[25,44,82,186,208],"training,":[28],"is":[29],"imported":[30],"to":[31,41,94,115,136,146],"tackle":[32],"problem":[34],"deploying":[36],"large-scale":[37,63],"models.":[38],"However,":[39],"how":[40],"evaluate":[42,197],"strategy":[45,187,209],"utilization":[48],"each":[50,97,155],"device":[51,156],"remains":[52],"a":[53,61,74,179,192,207],"challenge":[54],"since":[55],"existing":[56],"works":[57],"either":[58],"profile":[59],"on":[60,124],"real":[62],"cluster":[64],"with":[65,103,210],"high":[66],"time":[67,173,183],"money":[69],"costs":[70],"or":[71],"only":[72],"analyze":[73,96],"specific":[75],"type":[76],"without":[79],"considering":[80],"parallelism.":[83],"In":[84],"this":[85],"work,":[86],"we":[87],"proposed":[88],"DistSim,":[89,195],"an":[90],"event-based":[91],"performance":[92],"accurately":[95],"device's":[98,181],"computation":[99,139],"communication":[101,141],"activities":[102],"low":[104],"profiling":[105],"costs.":[106],"DistDim":[107],"breaks":[108],"down":[109],"into":[112],"events":[113],"according":[114],"given":[117],"which":[120],"can":[121,164],"be":[122],"profiled":[123],"two":[125],"nodes.":[126],"Then":[127],"DistSim":[128,163],"leverages":[129],"hierarchy":[131],"different":[133],"parallel":[134],"strategies":[135],"generate":[137],"event-flow":[142],"from":[143],"layer":[144],"level":[145,148],"finally":[150],"activity":[152,182],"timeline":[153],"participating":[157],"in":[158,184],"training.":[159],"Experiment":[160],"shows":[161],"that":[162],"reach":[165],"<4%":[166],"errors":[167,176],"when":[168,177],"predicting":[169,178],"distributing":[170],"batch":[172],"<5%":[175],"single":[180],"various":[185],"settings.":[188],"We":[189],"also":[190],"provide":[191],"use-case":[193],"automatically":[196],"search":[199],"best":[201],"find":[206],"at":[211],"most":[212],"7.37\u00d7":[213],"throughput":[214],"improvement.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2023-08-05T00:00:00"}