{"id":"https://openalex.org/W4399121685","doi":"https://doi.org/10.1145/3636534.3649363","title":"Asteroid: Resource-Efficient Hybrid Pipeline Parallelism for Collaborative DNN Training on Heterogeneous Edge Devices","display_name":"Asteroid: Resource-Efficient Hybrid Pipeline Parallelism for Collaborative DNN Training on Heterogeneous Edge Devices","publication_year":2024,"publication_date":"2024-05-29","ids":{"openalex":"https://openalex.org/W4399121685","doi":"https://doi.org/10.1145/3636534.3649363"},"language":"en","primary_location":{"id":"doi:10.1145/3636534.3649363","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3649363","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3649363","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3649363","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069427601","display_name":"Shengyuan Ye","orcid":"https://orcid.org/0000-0001-8867-0655"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyuan Ye","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8867-0655","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055161955","display_name":"Liekang Zeng","orcid":"https://orcid.org/0000-0003-4800-8768"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liekang Zeng","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4800-8768","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100730785","display_name":"Xiaowen Chu","orcid":"https://orcid.org/0000-0001-9745-4372"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaowen Chu","raw_affiliation_strings":["Data Science and Analytics Thrust, HKUST(GZ), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9745-4372","affiliations":[{"raw_affiliation_string":"Data Science and Analytics Thrust, HKUST(GZ), Guangzhou, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072780737","display_name":"Guoliang Xing","orcid":"https://orcid.org/0000-0003-1772-7751"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Guoliang Xing","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-1772-7751","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9943-6020","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"312","last_page":"326"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7603299617767334},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7287062406539917},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.7138985395431519},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6529483795166016},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5531700849533081},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.551686704158783},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4637627601623535},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.416096031665802},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.41036349534988403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23909127712249756},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22126013040542603},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1394365429878235}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7603299617767334},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7287062406539917},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.7138985395431519},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6529483795166016},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5531700849533081},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.551686704158783},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4637627601623535},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.416096031665802},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.41036349534988403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23909127712249756},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22126013040542603},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1394365429878235},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3636534.3649363","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3649363","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3649363","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-140183","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-140183","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":{"id":"doi:10.1145/3636534.3649363","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3649363","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3649363","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399121685.pdf"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W2135099885","https://openalex.org/W2194775991","https://openalex.org/W2546536770","https://openalex.org/W2612193523","https://openalex.org/W2734941459","https://openalex.org/W2787232848","https://openalex.org/W2896180420","https://openalex.org/W2907337720","https://openalex.org/W2931092525","https://openalex.org/W2950865323","https://openalex.org/W2963163009","https://openalex.org/W2969388332","https://openalex.org/W2979044977","https://openalex.org/W2993897137","https://openalex.org/W3037639655","https://openalex.org/W3038006402","https://openalex.org/W3107847925","https://openalex.org/W3110777925","https://openalex.org/W3129831491","https://openalex.org/W3132107458","https://openalex.org/W3159314928","https://openalex.org/W3174401204","https://openalex.org/W3174488167","https://openalex.org/W3204998121","https://openalex.org/W4224322855","https://openalex.org/W4282960063","https://openalex.org/W4282970339","https://openalex.org/W4282974189","https://openalex.org/W4285815152","https://openalex.org/W4306178406","https://openalex.org/W4306178486","https://openalex.org/W4316252350","https://openalex.org/W4320001239","https://openalex.org/W4320060064","https://openalex.org/W6774015895"],"related_works":["https://openalex.org/W2045183646","https://openalex.org/W2162409446","https://openalex.org/W2109463584","https://openalex.org/W2504075107","https://openalex.org/W3037187668","https://openalex.org/W2354058185","https://openalex.org/W3014500535","https://openalex.org/W2033862586","https://openalex.org/W1595672120","https://openalex.org/W4230999561"],"abstract_inverted_index":{"On-device":[0],"Deep":[1],"Neural":[2],"Network":[3],"(DNN)":[4],"training":[5,21,81,95,136,159,178],"has":[6],"been":[7],"recognized":[8],"as":[9],"crucial":[10],"for":[11,92,113,135],"privacy-preserving":[12],"machine":[13],"learning":[14],"at":[15],"the":[16,19,32,85,132],"edge.":[17],"However,":[18],"intensive":[20],"workload":[22],"and":[23,34,138,151,164,193],"limited":[24],"onboard":[25],"computing":[26],"resources":[27,70],"pose":[28],"significant":[29],"challenges":[30,44],"to":[31,103,130,156],"availability":[33],"efficiency":[35],"of":[36,63],"model":[37,94],"training.":[38],"While":[39],"existing":[40],"works":[41],"address":[42],"these":[43],"through":[45,172],"native":[46],"resource":[47,86,118],"management":[48],"optimization,":[49],"we":[50],"instead":[51],"leverage":[52],"our":[53],"observation":[54],"that":[55,83],"edge":[56,66,80,90,146],"environments":[57],"usually":[58],"comprise":[59],"a":[60,72,78,99,109,121],"rich":[61],"set":[62],"accompanying":[64],"trusted":[65],"devices":[67,91,147],"with":[68,108,148],"idle":[69],"beyond":[71],"single":[73],"terminal.":[74],"We":[75,141],"propose":[76],"Asteroid,":[77],"distributed":[79,105],"system":[82],"breaks":[84],"walls":[87],"across":[88],"heterogeneous":[89,145],"efficient":[93],"acceleration.":[96],"Asteroid":[97,143,175],"adopts":[98],"hybrid":[100,169],"pipeline":[101,125,179],"parallelism":[102,111,162,170],"orchestrate":[104],"training,":[106],"along":[107],"judicious":[110],"planning":[112],"maximizing":[114],"throughput":[115,188],"under":[116],"certain":[117],"constraints.":[119],"Furthermore,":[120,174],"fault-tolerant":[122],"yet":[123],"lightweight":[124],"replay":[126],"mechanism":[127],"is":[128],"developed":[129],"tame":[131],"device-level":[133],"dynamics":[134],"robustness":[137],"performance":[139],"stability.":[140],"implement":[142],"on":[144],"both":[149],"vision":[150],"language":[152],"models,":[153],"demonstrating":[154],"up":[155],"12.2\u00d7":[157],"faster":[158,166,181],"than":[160,167,182],"conventional":[161],"methods":[163,171,184],"2.1\u00d7":[165],"state-of-the-art":[168],"evaluations.":[173],"can":[176],"recover":[177],"14\u00d7":[180],"baseline":[183],"while":[185],"preserving":[186],"comparable":[187],"despite":[189],"unexpected":[190],"device":[191],"exiting":[192],"failure.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}