{"id":"https://openalex.org/W7138883404","doi":"https://doi.org/10.1109/globecom59602.2025.11432128","title":"Task-Aware Parameter-Efficient Fine-Tuning of Large Pre-Trained Models at the Edge","display_name":"Task-Aware Parameter-Efficient Fine-Tuning of Large Pre-Trained Models at the Edge","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W7138883404","doi":"https://doi.org/10.1109/globecom59602.2025.11432128"},"language":null,"primary_location":{"id":"doi:10.1109/globecom59602.2025.11432128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432128","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109104158","display_name":"Shen Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Senkang Hu","raw_affiliation_strings":["Hong Kong JC STEM Lab of Smart City"],"affiliations":[{"raw_affiliation_string":"Hong Kong JC STEM Lab of Smart City","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122291311","display_name":"Yanan Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yanan Ma","raw_affiliation_strings":["Hong Kong JC STEM Lab of Smart City"],"affiliations":[{"raw_affiliation_string":"Hong Kong JC STEM Lab of Smart City","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040546889","display_name":"Yihang Tao","orcid":"https://orcid.org/0000-0002-9596-4106"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yihang Tao","raw_affiliation_strings":["Hong Kong JC STEM Lab of Smart City"],"affiliations":[{"raw_affiliation_string":"Hong Kong JC STEM Lab of Smart City","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057427421","display_name":"Zhengru Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhengru Fang","raw_affiliation_strings":["Hong Kong JC STEM Lab of Smart City"],"affiliations":[{"raw_affiliation_string":"Hong Kong JC STEM Lab of Smart City","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129991655","display_name":"Zihan Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zihan Fang","raw_affiliation_strings":["Hong Kong JC STEM Lab of Smart City"],"affiliations":[{"raw_affiliation_string":"Hong Kong JC STEM Lab of Smart City","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113405418","display_name":"Yiqin Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yiqin Deng","raw_affiliation_strings":["Hong Kong JC STEM Lab of Smart City"],"affiliations":[{"raw_affiliation_string":"Hong Kong JC STEM Lab of Smart City","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008386708","display_name":"Sam Kwong","orcid":"https://orcid.org/0000-0001-7484-7261"},"institutions":[{"id":"https://openalex.org/I165488957","display_name":"Lingnan University","ror":"https://ror.org/0563pg902","country_code":"HK","type":"education","lineage":["https://openalex.org/I165488957"]},{"id":"https://openalex.org/I4210133369","display_name":"Decision Sciences (United States)","ror":"https://ror.org/03gcvf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210133369"]}],"countries":["HK","US"],"is_corresponding":false,"raw_author_name":"Sam Tak Wu Kwong","raw_affiliation_strings":["Lingnan University,Department of Computing and Decision Sciences"],"affiliations":[{"raw_affiliation_string":"Lingnan University,Department of Computing and Decision Sciences","institution_ids":["https://openalex.org/I165488957","https://openalex.org/I4210133369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016290340","display_name":"Yuguang Fang","orcid":"https://orcid.org/0000-0002-1079-3871"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuguang Fang","raw_affiliation_strings":["Hong Kong JC STEM Lab of Smart City"],"affiliations":[{"raw_affiliation_string":"Hong Kong JC STEM Lab of Smart City","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5109104158"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.88110341,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1035","last_page":"1040"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5202000141143799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5202000141143799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1451999992132187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.029600000008940697,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7113000154495239},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6805999875068665},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6632999777793884},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.5174000263214111},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5113000273704529},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.42719998955726624},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.36469998955726624},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.34599998593330383}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7113000154495239},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7074000239372253},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6805999875068665},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6632999777793884},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5174000263214111},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5113000273704529},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.42719998955726624},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38429999351501465},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.36469998955726624},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3407999873161316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3361999988555908},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3156999945640564},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30660000443458557},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2849999964237213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2822999954223633},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2549000084400177},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom59602.2025.11432128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432128","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.5270618796348572,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2798381792","https://openalex.org/W2981848390","https://openalex.org/W3174702398","https://openalex.org/W3176828726","https://openalex.org/W4312651322","https://openalex.org/W4382202657","https://openalex.org/W4390874728","https://openalex.org/W4393158476","https://openalex.org/W4402703104","https://openalex.org/W4402727495","https://openalex.org/W4406207083"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4,19],"achieved":[5],"remarkable":[6],"success":[7],"in":[8,23,130],"various":[9,198],"tasks,":[10],"such":[11],"as":[12],"decision-making,":[13],"reasoning,":[14],"and":[15,43,47,78,97,143,181],"question":[16],"answering.":[17],"They":[18],"been":[20],"widely":[21],"used":[22],"edge":[24,34],"devices.":[25],"However,":[26],"fine-tuning":[27,63],"LLMs":[28],"to":[29,38,74,115,172,189],"specific":[30,131],"tasks":[31,153,199],"at":[32,50,65],"the":[33,39,44,51,66,70,75,81,101,124,140,150,160,201],"is":[35],"challenging":[36],"due":[37],"high":[40],"computational":[41,141],"cost":[42,142],"limited":[45],"storage":[46],"energy":[48],"resources":[49],"edge.":[52],"To":[53],"address":[54],"this":[55],"issue,":[56],"we":[57,85,107],"propose":[58,108],"TaskEdge,":[59],"a":[60,88,109],"task-aware":[61],"parameter-efficient":[62],"framework":[64],"edge,":[67],"which":[68],"allocates":[69],"most":[71],"effective":[72],"parameters":[73,119],"target":[76,151],"task":[77],"only":[79],"updates":[80],"task-specific":[82,111,118],"parameters.":[83,161],"Specifically,":[84],"first":[86],"design":[87],"parameter":[89,112],"importance":[90],"calculation":[91],"criterion":[92],"that":[93,117],"incorporates":[94],"both":[95],"weights":[96],"input":[98],"activations":[99],"into":[100],"computation":[102],"of":[103,159,203],"weight":[104],"importance.":[105],"Then,":[106],"model-agnostic":[110],"allocation":[113],"algorithm":[114],"ensure":[116],"are":[120],"distributed":[121],"evenly":[122],"across":[123],"model,":[125],"rather":[126],"than":[127,157],"being":[128],"concentrated":[129],"regions.":[132],"In":[133,162],"doing":[134],"so,":[135],"TaskEdge":[136,164],"can":[137,165,183],"significantly":[138],"reduce":[139],"memory":[144],"usage":[145],"while":[146],"maintaining":[147],"performance":[148],"on":[149,197],"downstream":[152],"by":[154,175],"updating":[155],"less":[156],"0.1%":[158],"addition,":[163],"be":[166,184],"easily":[167],"integrated":[168,186],"with":[169,187],"structured":[170],"sparsity":[171],"enable":[173,190],"acceleration":[174],"NVIDIA\u2019s":[176],"specialized":[177],"sparse":[178,192],"tensor":[179],"cores,":[180],"it":[182],"seamlessly":[185],"LoRA":[188],"efficient":[191],"low-rank":[193],"adaptation.":[194],"Extensive":[195],"experiments":[196],"demonstrate":[200],"effectiveness":[202],"TaskEdge.":[204]},"counts_by_year":[],"updated_date":"2026-03-20T20:54:20.808490","created_date":"2026-03-20T00:00:00"}