{"id":"https://openalex.org/W4404627457","doi":"https://doi.org/10.1109/tmc.2024.3504859","title":"EdgeTA: Neuron-Grained Scaling of Foundation Models in Edge-Side Retraining","display_name":"EdgeTA: Neuron-Grained Scaling of Foundation Models in Edge-Side Retraining","publication_year":2024,"publication_date":"2024-11-22","ids":{"openalex":"https://openalex.org/W4404627457","doi":"https://doi.org/10.1109/tmc.2024.3504859"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3504859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3504859","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101862872","display_name":"Qinglong Zhang","orcid":"https://orcid.org/0000-0003-4072-1198"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinglong Zhang","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012832003","display_name":"Rui Han","orcid":"https://orcid.org/0000-0001-6894-1921"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Han","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6894-1921","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102923184","display_name":"Chi Harold Liu","orcid":"https://orcid.org/0000-0002-0252-329X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Harold Liu","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0252-329X","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054991337","display_name":"Guoren Wang","orcid":"https://orcid.org/0000-0002-0181-8379"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoren Wang","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0181-8379","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong","Hong Kong University of Science and Technology, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-9831-2202","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013859152","display_name":"Lydia Y. Chen","orcid":"https://orcid.org/0000-0002-4228-6735"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Lydia Y. Chen","raw_affiliation_strings":["TU Delft, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4228-6735","affiliations":[{"raw_affiliation_string":"TU Delft, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8241,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.70798319,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"24","issue":"4","first_page":"2690","last_page":"2707"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7528636455535889},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5615336894989014},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.5384516716003418},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.5166816711425781},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5025234222412109},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3437531590461731},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10418751835823059}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7528636455535889},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5615336894989014},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.5384516716003418},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.5166816711425781},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5025234222412109},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3437531590461731},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10418751835823059},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2024.3504859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3504859","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-146800","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-146800","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger"}],"awards":[{"id":"https://openalex.org/G3368634119","display_name":null,"funder_award_id":"62272046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5137533710","display_name":"\u9762\u5411\u4e91\u5e73\u53f0\u77ed\u65f6\u4f5c\u4e1a\u7684\u96c6\u7fa4\u8c03\u5ea6\u5668\u914d\u7f6e\u4f18\u5316\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61872337","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G645416012","display_name":null,"funder_award_id":"62132019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7265189302","display_name":null,"funder_award_id":"CEIEC-20240","funder_id":"https://openalex.org/F4320323970","funder_display_name":"Ministry of Industry and Information Technology of the People's Republic of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323970","display_name":"Ministry of Industry and Information Technology of the People's Republic of China","ror":"https://ror.org/0385nmy68"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":103,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1964613733","https://openalex.org/W2044212084","https://openalex.org/W2078179989","https://openalex.org/W2121295188","https://openalex.org/W2160660844","https://openalex.org/W2340897893","https://openalex.org/W2468875367","https://openalex.org/W2487365028","https://openalex.org/W2560647685","https://openalex.org/W2560730294","https://openalex.org/W2625157458","https://openalex.org/W2809251854","https://openalex.org/W2896457183","https://openalex.org/W2897268228","https://openalex.org/W2962677625","https://openalex.org/W2962883027","https://openalex.org/W2963168371","https://openalex.org/W2963420686","https://openalex.org/W2963588172","https://openalex.org/W2963826694","https://openalex.org/W2963918968","https://openalex.org/W2976540144","https://openalex.org/W2981698279","https://openalex.org/W2981925632","https://openalex.org/W3007369130","https://openalex.org/W3008383986","https://openalex.org/W3030364939","https://openalex.org/W3081838290","https://openalex.org/W3088399386","https://openalex.org/W3094502228","https://openalex.org/W3129831491","https://openalex.org/W3152884768","https://openalex.org/W3202165894","https://openalex.org/W3204647170","https://openalex.org/W3211149853","https://openalex.org/W4225305694","https://openalex.org/W4239181501","https://openalex.org/W4283157303","https://openalex.org/W4283789538","https://openalex.org/W4285197124","https://openalex.org/W4285257856","https://openalex.org/W4290991121","https://openalex.org/W4312590086","https://openalex.org/W4313156423","https://openalex.org/W4313162985","https://openalex.org/W4385245566","https://openalex.org/W4385270222","https://openalex.org/W4385804776","https://openalex.org/W4387212784","https://openalex.org/W4390873744","https://openalex.org/W4395685061","https://openalex.org/W4401726555","https://openalex.org/W4404401018","https://openalex.org/W6677580257","https://openalex.org/W6685627644","https://openalex.org/W6687400500","https://openalex.org/W6689798819","https://openalex.org/W6726275242","https://openalex.org/W6729956949","https://openalex.org/W6735260822","https://openalex.org/W6739369274","https://openalex.org/W6745458143","https://openalex.org/W6753991380","https://openalex.org/W6755526309","https://openalex.org/W6757036269","https://openalex.org/W6757384668","https://openalex.org/W6757555829","https://openalex.org/W6758248578","https://openalex.org/W6758557334","https://openalex.org/W6760732026","https://openalex.org/W6764161956","https://openalex.org/W6767064347","https://openalex.org/W6768817161","https://openalex.org/W6768851824","https://openalex.org/W6769906912","https://openalex.org/W6772383348","https://openalex.org/W6775706467","https://openalex.org/W6778883912","https://openalex.org/W6779133958","https://openalex.org/W6780876507","https://openalex.org/W6787395356","https://openalex.org/W6789753369","https://openalex.org/W6791353385","https://openalex.org/W6792190780","https://openalex.org/W6793903029","https://openalex.org/W6796581206","https://openalex.org/W6796868554","https://openalex.org/W6798195630","https://openalex.org/W6800751262","https://openalex.org/W6801686979","https://openalex.org/W6802424581","https://openalex.org/W6802648153","https://openalex.org/W6802744804","https://openalex.org/W6803958908","https://openalex.org/W6804013628","https://openalex.org/W6838461927","https://openalex.org/W6838701581","https://openalex.org/W6839990677","https://openalex.org/W6845785015","https://openalex.org/W6847334578","https://openalex.org/W6850568775","https://openalex.org/W6851323390"],"related_works":["https://openalex.org/W2081982437","https://openalex.org/W4394857231","https://openalex.org/W2027050655","https://openalex.org/W3028244590","https://openalex.org/W4254349500","https://openalex.org/W2014369232","https://openalex.org/W3122042562","https://openalex.org/W2050078012","https://openalex.org/W2060761133","https://openalex.org/W2360307734"],"abstract_inverted_index":{"Foundation":[0],"models":[1,7,61],"(FMs)":[2],"such":[3],"as":[4],"large":[5],"language":[6,182],"are":[8,110],"becoming":[9],"the":[10,67,92,124,129,158,166],"backbone":[11],"technology":[12],"for":[13,77,144],"artificial":[14],"intelligence":[15],"systems.":[16],"It":[17],"is":[18],"particularly":[19],"challenging":[20],"to":[21,72,90,100,128],"deploy":[22],"multiple":[23],"FMs":[24,96,146,179],"on":[25,58,147,178],"edge":[26,70,148],"devices,":[27],"which":[28,114,136],"not":[29],"only":[30],"have":[31],"limited":[32,155],"computational":[33],"resources,":[34,157],"but":[35],"also":[36],"encounter":[37],"unseen":[38],"input":[39,130],"data":[40,49,102],"from":[41],"evolving":[42],"domains":[43],"or":[44],"learning":[45],"tasks.":[46],"When":[47],"new":[48],"arrives,":[50],"existing":[51],"prior":[52],"art":[53],"of":[54,62,69,95,160,165,180],"FM":[55,87,118],"mainly":[56],"focuses":[57],"retraining":[59,152,173],"compressed":[60],"predetermined":[63],"network":[64],"architectures,":[65],"limiting":[66],"feasibility":[68],"devices":[71],"efficiently":[73],"achieve":[74,163],"high":[75],"accuracy":[76,94,169,199,218],"FMs.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82],"propose":[83],"EdgeTA,":[84],"a":[85,117,120],"neuron-grained":[86,134,221],"scaling":[88,109],"system":[89],"maximize":[91],"overall":[93,217],"promptly":[97],"in":[98,108],"response":[99],"their":[101],"dynamics.":[103],"EdgeTA's":[104],"key":[105],"design":[106,159],"features":[107],"(i)":[111],"proxy":[112],"mechanism,":[113],"adaptively":[115],"transforms":[116],"into":[119],"compact":[121],"architecture":[122],"retaining":[123],"most":[125,164],"important":[126],"neurons":[127],"data,":[131],"and":[132,141,154,186,202,206,211],"(ii)":[133],"scheduler,":[135],"jointly":[137],"optimizes":[138],"model":[139],"sizes":[140],"resource":[142],"allocation":[143],"all":[145],"devices.":[149],"Under":[150],"tight":[151],"window":[153],"device":[156],"EdgeTA":[161,177],"can":[162],"original":[167],"FM's":[168],"with":[170],"much":[171],"smaller":[172],"costs.":[174],"We":[175],"implement":[176],"natural":[181],"processing,":[183],"computer":[184],"vision":[185],"multimodal":[187],"applications.":[188],"Comparison":[189],"results":[190],"against":[191],"state-of-the-art":[192],"techniques":[193],"show":[194],"that":[195],"our":[196],"approach":[197],"improves":[198],"by":[200,209],"21.88%":[201],"reduces":[203],"memory":[204],"footprint":[205],"energy":[207],"consumptions":[208],"27.14%":[210],"65.65%,":[212],"while":[213],"further":[214],"achieving":[215],"15.96%":[216],"improvement":[219],"via":[220],"scheduling.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}