{"id":"https://openalex.org/W4416476535","doi":"https://doi.org/10.1145/3680207.3765676","title":"On Harnessing Idle Compute at the Edge for Foundation Model Training","display_name":"On Harnessing Idle Compute at the Edge for Foundation Model Training","publication_year":2025,"publication_date":"2025-11-03","ids":{"openalex":"https://openalex.org/W4416476535","doi":"https://doi.org/10.1145/3680207.3765676"},"language":null,"primary_location":{"id":"doi:10.1145/3680207.3765676","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3680207.3765676","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805621.3807615","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083882304","display_name":"Leyang Xue","orcid":"https://orcid.org/0009-0007-4367-9198"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Leyang Xue","raw_affiliation_strings":["University of Edinburgh, Edinburgh, United Kingdom","The University of Edinburgh, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0007-4367-9198","affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"The University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026437040","display_name":"Meghana Madhyastha","orcid":"https://orcid.org/0009-0002-5593-8752"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meghana Madhyastha","raw_affiliation_strings":["Johns Hopkins University, Baltimore, USA"],"raw_orcid":"https://orcid.org/0009-0002-5593-8752","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101640757","display_name":"Myungjin Lee","orcid":"https://orcid.org/0000-0003-2360-7019"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Myungjin Lee","raw_affiliation_strings":["Cisco Research, Bellevue, USA"],"raw_orcid":"https://orcid.org/0000-0003-2360-7019","affiliations":[{"raw_affiliation_string":"Cisco Research, Bellevue, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007901825","display_name":"Amos Storkey","orcid":"https://orcid.org/0000-0002-8100-506X"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Amos Storkey","raw_affiliation_strings":["The University of Edinburgh, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-8100-506X","affiliations":[{"raw_affiliation_string":"The University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084849539","display_name":"Randal Burns","orcid":"https://orcid.org/0000-0002-2924-1997"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Randal Burns","raw_affiliation_strings":["Johns Hopkins University, Baltimore, USA"],"raw_orcid":"https://orcid.org/0000-0002-2924-1997","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022046402","display_name":"Mahesh K. Marina","orcid":"https://orcid.org/0000-0002-6946-5143"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mahesh Marina","raw_affiliation_strings":["University of Edinburgh, Edinburgh, United Kingdom","The University of Edinburgh, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-6946-5143","affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"The University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1329","last_page":"1331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3783999979496002,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3783999979496002,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.08860000222921371,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.07450000196695328,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7423999905586243},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.7312999963760376},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.722100019454956},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.6193000078201294},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5985999703407288},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5781999826431274},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.5}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7423999905586243},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7347000241279602},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.7312999963760376},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.722100019454956},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.6193000078201294},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5985999703407288},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5781999826431274},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.5},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4203999936580658},{"id":"https://openalex.org/C16320812","wikidata":"https://www.wikidata.org/wiki/Q1812200","display_name":"Idle","level":2,"score":0.41760000586509705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3986999988555908},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.35830000042915344},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3294000029563904},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3116999864578247},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2953000068664551},{"id":"https://openalex.org/C2776857766","wikidata":"https://www.wikidata.org/wiki/Q7832987","display_name":"Training system","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.27300000190734863}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3680207.3765676","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3680207.3765676","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},{"id":"doi:10.1145/3805621.3807615","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805621.3807615","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth European Workshop on Machine Learning and Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2512.22142","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.22142","pdf_url":"https://arxiv.org/pdf/2512.22142","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3805621.3807615","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805621.3807615","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth European Workshop on Machine Learning and Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W4391590983","https://openalex.org/W4399121259","https://openalex.org/W4399121685"],"related_works":[],"abstract_inverted_index":{"Foundation":[0],"model":[1,43,107],"training":[2,74,89,131,152],"is":[3],"increasingly":[4],"centralized":[5],"in":[6],"large":[7],"cloud":[8,129],"data":[9],"centers":[10],"because":[11],"it":[12],"demands":[13],"immense":[14],"compute":[15],"and":[16,45,56,61,111,117,124,158],"memory":[17,50],"resources.":[18],"Training":[19],"over":[20],"decentralized":[21],"edge":[22,103,148],"devices":[23,145],"could":[24],"democratize":[25],"this":[26],"ecosystem":[27],"by":[28,154],"harnessing":[29],"otherwise":[30],"idle":[31],"compute,":[32],"but":[33],"prior":[34,147],"edge-training":[35],"systems":[36],"fall":[37],"short:":[38],"they":[39],"scale":[40],"poorly":[41],"with":[42],"size":[44],"device":[46,63,109,164],"count,":[47],"exceed":[48],"per-device":[49],"budgets,":[51],"incur":[52],"prohibitive":[53],"collective":[54],"communication,":[55],"are":[57],"fragile":[58],"to":[59,114,120,135,142,156],"heterogeneous":[60],"dynamic":[62],"availability.":[64],"We":[65],"present":[66],"Cleave,":[67],"a":[68],"parameter-server-centric":[69],"framework":[70],"that":[71,98],"makes":[72],"tensor-parallel":[73],"practical":[75],"at":[76],"the":[77],"edge.":[78],"Cleave":[79,127],"introduces":[80],"selective":[81],"hybrid":[82],"tensor":[83],"parallelism,":[84],"which":[85],"finely":[86],"shards":[87],"GEMM-dominated":[88],"operations":[90],"into":[91],"memory-feasible":[92],"sub-tasks":[93],"while":[94,133],"avoiding":[95],"peer-to-peer":[96],"collectives":[97],"become":[99],"bottlenecks":[100],"on":[101],"asymmetric":[102],"links.":[104],"A":[105],"cost":[106],"guides":[108],"selection":[110],"shard":[112],"placement":[113],"mitigate":[115],"stragglers":[116],"rapidly":[118],"adapt":[119],"churn.":[121],"Across":[122],"OPT":[123],"Llama2":[125],"models,":[126],"matches":[128],"GPU":[130],"efficiency":[132],"scaling":[134],"thousands":[136],"of":[137],"devices.":[138],"It":[139],"supports":[140],"up":[141,155],"8\u00d7":[143],"more":[144],"than":[146],"approaches,":[149],"reduces":[150],"per-batch":[151],"time":[153],"10\u00d7,":[157],"achieves":[159],"100\u00d7":[160],"faster":[161],"recovery":[162],"from":[163],"failures.":[165]},"counts_by_year":[],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-11-23T00:00:00"}