{"id":"https://openalex.org/W4402508413","doi":"https://doi.org/10.1109/tpds.2024.3460185","title":"Efficient Cross-Cloud Partial Reduce With CREW","display_name":"Efficient Cross-Cloud Partial Reduce With CREW","publication_year":2024,"publication_date":"2024-09-13","ids":{"openalex":"https://openalex.org/W4402508413","doi":"https://doi.org/10.1109/tpds.2024.3460185"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2024.3460185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3460185","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075454046","display_name":"Shouxi Luo","orcid":"https://orcid.org/0000-0002-4041-3681"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shouxi Luo","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109737218","display_name":"Renyi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renyi Wang","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343481","display_name":"Ke Li","orcid":"https://orcid.org/0000-0002-2189-7967"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Li","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007865788","display_name":"Huanlai Xing","orcid":"https://orcid.org/0000-0002-6345-7265"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanlai Xing","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5075454046"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":2.6577,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91031698,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"11","first_page":"2224","last_page":"2238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.8325999975204468,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.8325999975204468,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.8270999789237976,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.7541999816894531,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7876642942428589},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7353358268737793},{"id":"https://openalex.org/keywords/crew","display_name":"Crew","score":0.6126238107681274},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.26331496238708496}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7876642942428589},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7353358268737793},{"id":"https://openalex.org/C2780179797","wikidata":"https://www.wikidata.org/wiki/Q345844","display_name":"Crew","level":2,"score":0.6126238107681274},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.26331496238708496},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2024.3460185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3460185","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1572016165","https://openalex.org/W2025177582","https://openalex.org/W2041540671","https://openalex.org/W2083842231","https://openalex.org/W2084392717","https://openalex.org/W2160054705","https://openalex.org/W2168427242","https://openalex.org/W2521757593","https://openalex.org/W2743372203","https://openalex.org/W2801489456","https://openalex.org/W2892474000","https://openalex.org/W2912213068","https://openalex.org/W2967558351","https://openalex.org/W2972087877","https://openalex.org/W2975712713","https://openalex.org/W2982664135","https://openalex.org/W3011751313","https://openalex.org/W3035748372","https://openalex.org/W3086105743","https://openalex.org/W3093671646","https://openalex.org/W3124226966","https://openalex.org/W3174322104","https://openalex.org/W3175954176","https://openalex.org/W3177263144","https://openalex.org/W3190806564","https://openalex.org/W3196084215","https://openalex.org/W3203503583","https://openalex.org/W3204921648","https://openalex.org/W4213214030","https://openalex.org/W4285021589","https://openalex.org/W4285327707","https://openalex.org/W4290996318","https://openalex.org/W4300502888","https://openalex.org/W4318619411","https://openalex.org/W4388478944","https://openalex.org/W4399995264","https://openalex.org/W4400409407","https://openalex.org/W6628377381","https://openalex.org/W6679393576","https://openalex.org/W6701424422","https://openalex.org/W6736413256","https://openalex.org/W6745458143","https://openalex.org/W6748645090","https://openalex.org/W6753672686","https://openalex.org/W6767074001","https://openalex.org/W6767676916","https://openalex.org/W6769475105","https://openalex.org/W6780438843","https://openalex.org/W6784836957","https://openalex.org/W6811928498","https://openalex.org/W6845510308","https://openalex.org/W6850391422","https://openalex.org/W7067822191"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W1230495041","https://openalex.org/W2981238890","https://openalex.org/W2130466874","https://openalex.org/W3201287350","https://openalex.org/W3204452099","https://openalex.org/W258179848","https://openalex.org/W2395067109","https://openalex.org/W1784025083"],"abstract_inverted_index":{"By":[0],"allowing":[1],"<inline-formula><tex-math":[2,6,212,215],"notation=\"LaTeX\">$p$</tex-math></inline-formula>":[3],"out":[4],"of":[5,19,27,38,74,106,123,151,168,184,207],"notation=\"LaTeX\">$n$</tex-math></inline-formula>":[7],"workers":[8,58,127,158],"to":[9,76,134,153,211],"conduct":[10],"<i>all":[11,28],"reduce</i>":[12,48,80,108,187,229],"operations":[13],"among":[14,157],"them":[15],"for":[16,40,53,81,109],"a":[17,23,101,149,160],"round":[18],"synchronization,":[20],"<i>partial":[21,47,79,107,186],"reduce</i>,":[22,29],"promising":[24],"partially-asynchronous":[25],"variant":[26],"has":[30,69],"shown":[31],"its":[32],"power":[33],"in":[34,56,95,159],"alleviating":[35],"the":[36,72,93,113,120,136,144,155,182,205,221],"impacts":[37],"stragglers":[39],"iterative":[41],"distributed":[42],"machine":[43],"learning":[44],"(DML).":[45],"Current":[46],"solutions":[49],"are":[50,59,87],"mainly":[51],"designed":[52],"intra-cluster":[54],"DML,":[55,83],"which":[57],"networked":[60],"with":[61,88,129,165,220],"high-bandwidth":[62],"LAN":[63],"links.":[64],"Yet":[65],"no":[66],"prior":[67],"work":[68],"looked":[70],"into":[71],"problem":[73],"how":[75],"achieve":[77],"efficient":[78,104],"cross-cloud":[82,110],"where":[84],"inter-worker":[85],"connections":[86],"scarcely-available":[89],"capacities.":[90],"To":[91],"fill":[92],"gap,":[94],"this":[96],"paper,":[97],"we":[98],"propose":[99],"<small>CREW</small>,":[100],"flexible":[102],"and":[103,139,142,163,170,198,214,226],"implementation":[105],"DML.":[111],"At":[112],"high":[114],"level,":[115,146],"<small>CREW</small>":[116,147,178],"is":[117],"built":[118],"upon":[119],"novel":[121],"design":[122],"employing":[124],"all":[125],"active":[126],"along":[128],"their":[130],"internal":[131],"connection":[132],"capacities":[133],"execute":[135],"involved":[137],"communication":[138,191,224],"computation":[140],"tasks;":[141],"at":[143],"low":[145],"employs":[148],"suite":[150],"algorithms":[152],"distribute":[154],"tasks":[156],"load-balanced":[161],"way,":[162],"deal":[164],"possible":[166],"outages":[167],"workers/connections,":[169],"bandwidth":[171],"contention.":[172],"Detailed":[173],"performance":[174],"studies":[175],"confirm":[176],"that,":[177],"not":[179],"only":[180],"shortens":[181],"execution":[183],"each":[185],"operation,":[188],"outperforming":[189],"existing":[190],"schemes":[192],"such":[193],"as":[194],"PS,":[195],"Ring,":[196],"<small>TopoAdopt</small>,":[197],"BLINK":[199],"greatly,":[200],"but":[201],"also":[202],"significantly":[203],"accelerates":[204],"training":[206],"large":[208],"models,":[209],"up":[210],"notation=\"LaTeX\">$15\\times$</tex-math></inline-formula>":[213],"notation=\"LaTeX\">$9\\times$</tex-math></inline-formula>,":[216],"respectively,":[217],"when":[218],"compared":[219],"all-to-all":[222],"direct":[223],"scheme":[225],"<i>original":[227],"partial":[228],"design.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}