{"id":"https://openalex.org/W4411336697","doi":"https://doi.org/10.1109/tpds.2025.3580098","title":"Cross-Search With Improved Multi-Dimensional Dichotomy-Based Joint Optimization for Distributed Parallel Training of DNN","display_name":"Cross-Search With Improved Multi-Dimensional Dichotomy-Based Joint Optimization for Distributed Parallel Training of DNN","publication_year":2025,"publication_date":"2025-06-16","ids":{"openalex":"https://openalex.org/W4411336697","doi":"https://doi.org/10.1109/tpds.2025.3580098"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2025.3580098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3580098","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076644778","display_name":"Guangyao Zhou","orcid":"https://orcid.org/0000-0003-0809-5799"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guangyao Zhou","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","School of Computing and Artificial Intelligence, Southwest Jiaotong University, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003492798","display_name":"Yiqin Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113402","display_name":"China National Chemical Corporation (China)","ror":"https://ror.org/02cbhvc53","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210113402"]},{"id":"https://openalex.org/I98227222","display_name":"China National Petroleum Corporation (China)","ror":"https://ror.org/05269d038","country_code":"CN","type":"company","lineage":["https://openalex.org/I98227222"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqin Fu","raw_affiliation_strings":["China National Petroleum Corporation, Beijing, China","China National Petroleum Corporation, China"],"affiliations":[{"raw_affiliation_string":"China National Petroleum Corporation, Beijing, China","institution_ids":["https://openalex.org/I4210113402","https://openalex.org/I98227222"]},{"raw_affiliation_string":"China National Petroleum Corporation, China","institution_ids":["https://openalex.org/I4210113402","https://openalex.org/I98227222"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108925110","display_name":"Haocheng Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haocheng Lan","raw_affiliation_strings":["School of Information and Software Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Information and Software Engineering, University of Electronic Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Software Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Software Engineering, University of Electronic Science and Technology of China, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090052670","display_name":"Yuanlun Xie","orcid":"https://orcid.org/0000-0001-9682-2065"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanlun Xie","raw_affiliation_strings":["School of Information and Software Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Information and Software Engineering, University of Electronic Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Software Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Software Engineering, University of Electronic Science and Technology of China, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001104882","display_name":"Wenhong Tian","orcid":"https://orcid.org/0000-0002-5551-9796"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhong Tian","raw_affiliation_strings":["School of Information and Software Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Information and Software Engineering, University of Electronic Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Software Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Software Engineering, University of Electronic Science and Technology of China, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014716105","display_name":"Rajkumar Buyya","orcid":"https://orcid.org/0000-0001-9754-6496"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Rajkumar Buyya","raw_affiliation_strings":["Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Melbourne, VIC, Australia","Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, the University of Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, the University of Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057292365","display_name":"Jiahong Qian","orcid":"https://orcid.org/0000-0002-6441-2579"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhong Qian","raw_affiliation_strings":["Huawei Technologies Company Ltd, Shenzhen, China","Huawei Technologies Co. Ltd, China"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Company Ltd, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]},{"raw_affiliation_string":"Huawei Technologies Co. Ltd, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101812366","display_name":"Teng Su","orcid":"https://orcid.org/0009-0005-9517-2845"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Teng Su","raw_affiliation_strings":["Huawei Technologies Company Ltd, Shenzhen, China","Huawei Technologies Co. Ltd, China"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Company Ltd, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]},{"raw_affiliation_string":"Huawei Technologies Co. Ltd, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5076644778"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14798408,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"8","first_page":"1680","last_page":"1694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.824999988079071,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.824999988079071,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.7627000212669373,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.7301999926567078,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8148624897003174},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6790292263031006},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4836072027683258},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4830101728439331},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3933297395706177},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3213048577308655}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8148624897003174},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6790292263031006},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4836072027683258},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4830101728439331},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3933297395706177},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3213048577308655},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2025.3580098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3580098","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4745363226","display_name":null,"funder_award_id":"2682025CX127","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7001596657","display_name":null,"funder_award_id":"2021YFG0325","funder_id":"https://openalex.org/F4320336596","funder_display_name":"Key Research and Development Program of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336596","display_name":"Key Research and Development Program of Sichuan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2969388332","https://openalex.org/W2983101505","https://openalex.org/W2994144272","https://openalex.org/W3016395792","https://openalex.org/W3102606411","https://openalex.org/W3107548300","https://openalex.org/W3130198599","https://openalex.org/W3132107458","https://openalex.org/W3132977829","https://openalex.org/W3153938841","https://openalex.org/W3168682801","https://openalex.org/W3173408461","https://openalex.org/W3175745020","https://openalex.org/W3188270315","https://openalex.org/W3192514716","https://openalex.org/W3199139386","https://openalex.org/W3206504463","https://openalex.org/W3206636350","https://openalex.org/W3211483916","https://openalex.org/W3216492891","https://openalex.org/W4206790491","https://openalex.org/W4210489404","https://openalex.org/W4214549129","https://openalex.org/W4220967350","https://openalex.org/W4281850905","https://openalex.org/W4389776490","https://openalex.org/W4405270867","https://openalex.org/W6756718674","https://openalex.org/W6778883912","https://openalex.org/W6779863968","https://openalex.org/W6790665546","https://openalex.org/W6799372109","https://openalex.org/W6800875267","https://openalex.org/W6810097121","https://openalex.org/W6811928498","https://openalex.org/W6854866820"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2996078371"],"abstract_inverted_index":{"istributedistributedD":[0],"parallel":[1],"training":[2,150],"of":[3,13,22,49,69,78,152,166],"large-scale":[4],"deep":[5],"neural":[6,130],"networks":[7,131],"(DNN)":[8],"has":[9,103],"attracted":[10],"the":[11,26,37,45,67,74,114,149],"attentions":[12],"both":[14,126],"artificial":[15],"intelligence":[16],"and":[17,33,55,81,107,120,128,141,156,163],"high-performance":[18],"distributed":[19],"computing.":[20],"One":[21],"efficient":[23],"approaches":[24],"is":[25],"micro-batch-based":[27],"pipeline":[28],"parallelism":[29],"(MBPP),":[30],"e.g.,":[31],"GPipe":[32],"Terapipe.":[34],"Based":[35],"on":[36,73,125],"MBPP,":[38],"we":[39,84,97],"establish":[40],"a":[41,86],"time-cost":[42],"model":[43],"with":[44,66,89],"basic":[46],"time":[47,54,57],"function":[48],"layers,":[50],"which":[51],"considers":[52,62],"computing":[53],"communication":[56],"simultaneously":[58],"as":[59,61],"well":[60],"they":[63],"are":[64,159],"nonlinear":[65],"amount":[68],"input":[70],"data.":[71],"Focusing":[72],"jointly":[75],"optimal":[76,138],"solutions":[77],"network":[79,139],"division":[80,140],"data":[82,142],"partition,":[83],"propose":[85],"Cross-Search":[87],"algorithm":[88],"Improved":[90],"Multi-dimensional":[91],"Dichotomy":[92],"(CSIMD).":[93],"Through":[94],"theoretical":[95,105],"derivation,":[96],"prove":[98],"improved":[99],"multi-dimensional":[100],"dichotomy":[101],"(IMD)":[102],"appreciable":[104],"optimality":[106],"linear":[108],"computational":[109],"complexity":[110],"significantly":[111],"faster":[112],"than":[113],"state-of-the-art":[115],"methods":[116],"including":[117],"dynamic":[118],"programming":[119],"recursive":[121],"algorithm.":[122],"Extensive":[123],"experiments":[124],"CNN-based":[127],"transformer-based":[129,157],"demonstrate":[132],"our":[133],"proposed":[134],"CSIMD":[135,153],"can":[136],"obtain":[137],"partition":[143],"schemes":[144],"under":[145],"MBPP.":[146],"On":[147],"average,":[148],"speeds":[151],"in":[154],"CNN-":[155],"DNNs":[158],"respectively":[160],"(2.0,":[161],"2.5)\u00d7":[162],"(2.66,":[164],"5.48)\u00d7":[165],"(MBPP-R,":[167],"MBPP-E).":[168]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}