{"id":"https://openalex.org/W4380925616","doi":"https://doi.org/10.1145/3581791.3596852","title":"ElasticTrainer: Speeding Up On-Device Training with Runtime Elastic Tensor Selection","display_name":"ElasticTrainer: Speeding Up On-Device Training with Runtime Elastic Tensor Selection","publication_year":2023,"publication_date":"2023-06-16","ids":{"openalex":"https://openalex.org/W4380925616","doi":"https://doi.org/10.1145/3581791.3596852"},"language":"en","primary_location":{"id":"doi:10.1145/3581791.3596852","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581791.3596852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Annual International Conference on Mobile Systems, Applications and Services","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.14227","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029699396","display_name":"Kai Huang","orcid":"https://orcid.org/0000-0003-2569-2309"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kai Huang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2569-2309","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101464536","display_name":"Boyuan Yang","orcid":"https://orcid.org/0000-0002-5517-5882"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boyuan Yang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5517-5882","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006292758","display_name":"Wei Gao","orcid":"https://orcid.org/0000-0003-2144-6960"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Gao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-2144-6960","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, United States of America","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029699396"],"corresponding_institution_ids":["https://openalex.org/I170201317"],"apc_list":null,"apc_paid":null,"fwci":2.9437,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.92831041,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"56","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8514869213104248},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8315780162811279},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5678970813751221},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5538944005966187},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49279215931892395},{"id":"https://openalex.org/keywords/substructure","display_name":"Substructure","score":0.4801720678806305},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.46316656470298767},{"id":"https://openalex.org/keywords/power-consumption","display_name":"Power consumption","score":0.45979851484298706},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.4448699951171875},{"id":"https://openalex.org/keywords/running-time","display_name":"Running time","score":0.43333500623703003},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4331636130809784},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4133189916610718},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41099175810813904},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3274760842323303},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3030896782875061},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21472585201263428}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8514869213104248},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8315780162811279},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5678970813751221},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5538944005966187},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49279215931892395},{"id":"https://openalex.org/C99679407","wikidata":"https://www.wikidata.org/wiki/Q56761637","display_name":"Substructure","level":2,"score":0.4801720678806305},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.46316656470298767},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.45979851484298706},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.4448699951171875},{"id":"https://openalex.org/C3017489831","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Running time","level":2,"score":0.43333500623703003},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4331636130809784},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4133189916610718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41099175810813904},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3274760842323303},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3030896782875061},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21472585201263428},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3581791.3596852","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581791.3596852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Annual International Conference on Mobile Systems, Applications and Services","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2312.14227","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.14227","pdf_url":"https://arxiv.org/pdf/2312.14227","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.14227","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.14227","pdf_url":"https://arxiv.org/pdf/2312.14227","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1876246855","display_name":null,"funder_award_id":"IIS-2205360","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G225116167","display_name":null,"funder_award_id":"IIS-1956002","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G327405130","display_name":null,"funder_award_id":"CCF-2215042","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6129314353","display_name":null,"funder_award_id":"CNS-2029520","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6523105239","display_name":"RAPID: In-Home Automated and Non-Invasive Evaluation of COVID-19 Infection with Commodity Smartphones","funder_award_id":"2029520","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8166722040","display_name":"Collaborative Research: SHF: Small: Software Hardware Architecture Co-Design for Enabling True Virtual Reality on Mobile Devices","funder_award_id":"2215042","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8228194302","display_name":"Collaborative Research: PPoSS: LARGE: Co-designing  Hardware, Software, and Algorithms to Enable Extreme-Scale Machine Learning Systems","funder_award_id":"2217003","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8560704303","display_name":null,"funder_award_id":"CNS-1812407","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8634509975","display_name":"SCH: Bringing Intelligence to Pulmonology: New AI-Enabled Systems for Pulmonary Function Tests Anytime and Anywhere","funder_award_id":"2205360","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G864419817","display_name":null,"funder_award_id":"CCF-2217003","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8887682070","display_name":"CAREER: Interconnected Mobile Computing in Wireless Networks","funder_award_id":"1812407","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8959379848","display_name":null,"funder_award_id":"1956002","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4380925616.pdf"},"referenced_works_count":93,"referenced_works":["https://openalex.org/W1566289585","https://openalex.org/W1622838444","https://openalex.org/W1686810756","https://openalex.org/W1797268635","https://openalex.org/W1836465849","https://openalex.org/W1853291804","https://openalex.org/W1977295328","https://openalex.org/W1981276685","https://openalex.org/W2007339694","https://openalex.org/W2019430444","https://openalex.org/W2031342017","https://openalex.org/W2031489346","https://openalex.org/W2034996255","https://openalex.org/W2039708501","https://openalex.org/W2044913453","https://openalex.org/W2062118960","https://openalex.org/W2108598243","https://openalex.org/W2130504423","https://openalex.org/W2133564696","https://openalex.org/W2155541015","https://openalex.org/W2180748755","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2295582178","https://openalex.org/W2517617279","https://openalex.org/W2560647685","https://openalex.org/W2594633041","https://openalex.org/W2616180702","https://openalex.org/W2701971652","https://openalex.org/W2734941459","https://openalex.org/W2743151379","https://openalex.org/W2769644379","https://openalex.org/W2886439381","https://openalex.org/W2896457183","https://openalex.org/W2898200114","https://openalex.org/W2907337720","https://openalex.org/W2908510526","https://openalex.org/W2911964244","https://openalex.org/W2913570153","https://openalex.org/W2939504873","https://openalex.org/W2955436611","https://openalex.org/W2962707453","https://openalex.org/W2962727772","https://openalex.org/W2962858109","https://openalex.org/W2962965870","https://openalex.org/W2963163009","https://openalex.org/W2963173190","https://openalex.org/W2963363373","https://openalex.org/W2963540014","https://openalex.org/W2963628712","https://openalex.org/W2965862774","https://openalex.org/W2970971581","https://openalex.org/W2977090839","https://openalex.org/W2997265920","https://openalex.org/W2998600867","https://openalex.org/W3035695586","https://openalex.org/W3038028469","https://openalex.org/W3093217433","https://openalex.org/W3094502228","https://openalex.org/W3099365437","https://openalex.org/W3100093508","https://openalex.org/W3100789280","https://openalex.org/W3106762601","https://openalex.org/W3118608800","https://openalex.org/W3135619047","https://openalex.org/W3168867926","https://openalex.org/W3172051607","https://openalex.org/W3175254947","https://openalex.org/W3176828726","https://openalex.org/W3180849877","https://openalex.org/W3207033168","https://openalex.org/W3210103168","https://openalex.org/W4239072543","https://openalex.org/W4250482878","https://openalex.org/W4282960063","https://openalex.org/W4283020086","https://openalex.org/W4283022414","https://openalex.org/W4283025866","https://openalex.org/W4283766928","https://openalex.org/W4283799372","https://openalex.org/W4289147263","https://openalex.org/W4292779060","https://openalex.org/W4294375521","https://openalex.org/W4295312788","https://openalex.org/W4306178406","https://openalex.org/W4306178637","https://openalex.org/W4308235818","https://openalex.org/W4313031684","https://openalex.org/W4385245566","https://openalex.org/W4394666973","https://openalex.org/W6696879442","https://openalex.org/W6734194636","https://openalex.org/W6749972190"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W3153444835","https://openalex.org/W2157978810","https://openalex.org/W2153916713"],"abstract_inverted_index":{"On-device":[0],"training":[1,67,110,128],"is":[2,51],"essential":[3],"for":[4,60],"neural":[5],"networks":[6],"(NNs)":[7],"to":[8,11,20,56,83,106,125,141],"continuously":[9],"adapt":[10,55],"new":[12,100],"online":[13],"data,":[14],"but":[15,44],"can":[16,76],"be":[17,69,77],"time-consuming":[18],"due":[19],"the":[21,45,57,84,108,113,142],"device's":[22],"limited":[23],"computing":[24],"power.":[25],"To":[26],"speed":[27],"up":[28,124],"on-device":[29,66],"training,":[30],"existing":[31,143],"schemes":[32],"select":[33],"trainable":[34,48,85],"NN":[35,49,74,86,115],"portion":[36,50,87],"offline":[37],"or":[38,81],"conduct":[39],"unrecoverable":[40],"selection":[41],"at":[42,88],"runtime,":[43],"evolution":[46],"of":[47,65],"constrained":[52],"and":[53,133],"cannot":[54],"current":[58],"need":[59],"training.":[61,92],"Instead,":[62],"runtime":[63],"adaptation":[64],"should":[68],"fully":[70],"elastic,":[71],"i.e.,":[72],"every":[73],"substructure":[75],"freely":[78],"removed":[79],"from":[80],"added":[82],"any":[89],"time":[90,132],"in":[91,130],"In":[93],"this":[94],"paper,":[95],"we":[96],"present":[97],"ElasticTrainer,":[98],"a":[99],"technique":[101],"that":[102,121],"enforces":[103],"such":[104],"elasticity":[105],"achieve":[107],"required":[109],"speedup":[111,129],"with":[112],"minimum":[114],"accuracy":[116,147],"loss.":[117,148],"Experiment":[118],"results":[119],"show":[120],"ElasticTrainer":[122],"achieves":[123],"3.5\u00d7":[126],"more":[127,139],"wall-clock":[131],"reduces":[134],"energy":[135],"consumption":[136],"by":[137],"2\u00d7-3\u00d7":[138],"compared":[140],"schemes,":[144],"without":[145],"noticeable":[146]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}