{"id":"https://openalex.org/W4410564946","doi":"https://doi.org/10.1145/3736721","title":"Empirical Guidelines for Deploying LLMs onto Resource-constrained Edge Devices","display_name":"Empirical Guidelines for Deploying LLMs onto Resource-constrained Edge Devices","publication_year":2025,"publication_date":"2025-05-21","ids":{"openalex":"https://openalex.org/W4410564946","doi":"https://doi.org/10.1145/3736721"},"language":"en","primary_location":{"id":"doi:10.1145/3736721","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3736721","pdf_url":null,"source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3736721","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106463942","display_name":"Ruiyang Qin","orcid":"https://orcid.org/0000-0003-0827-2257"},"institutions":[{"id":"https://openalex.org/I7863295","display_name":"Villanova University","ror":"https://ror.org/02g7kd627","country_code":"US","type":"education","lineage":["https://openalex.org/I7863295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ruiyang Qin","raw_affiliation_strings":["ECE, Villanova University College of Engineering","ECE, Villanova University College of Engineering, Villanova, United States"],"affiliations":[{"raw_affiliation_string":"ECE, Villanova University College of Engineering","institution_ids":["https://openalex.org/I7863295"]},{"raw_affiliation_string":"ECE, Villanova University College of Engineering, Villanova, United States","institution_ids":["https://openalex.org/I7863295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020157237","display_name":"Dancheng Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dancheng Liu","raw_affiliation_strings":["University at Buffalo","University at Buffalo,  Buffalo, United States"],"affiliations":[{"raw_affiliation_string":"University at Buffalo","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"University at Buffalo,  Buffalo, United States","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089292160","display_name":"Chongyang Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenhui Xu","raw_affiliation_strings":["University at Buffalo","University at Buffalo,  Buffalo, United States"],"affiliations":[{"raw_affiliation_string":"University at Buffalo","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"University at Buffalo,  Buffalo, United States","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059093077","display_name":"Zheyu Yan","orcid":"https://orcid.org/0000-0003-1830-606X"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheyu Yan","raw_affiliation_strings":["University of Notre Dame","University of Notre Dame,  Notre Dame, United States"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"University of Notre Dame,  Notre Dame, United States","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047674498","display_name":"Zhaoxuan Tan","orcid":"https://orcid.org/0000-0001-8230-6238"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaoxuan Tan","raw_affiliation_strings":["University of Notre Dame","University of Notre Dame,  Notre Dame, United States"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"University of Notre Dame,  Notre Dame, United States","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027997476","display_name":"Zhenge Jia","orcid":"https://orcid.org/0000-0002-0554-3608"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenge Jia","raw_affiliation_strings":["University of Notre Dame","University of Notre Dame,  Notre Dame, United States"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"University of Notre Dame,  Notre Dame, United States","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049680239","display_name":"Amir Nassereldine","orcid":"https://orcid.org/0009-0000-0173-5410"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Nassereldine","raw_affiliation_strings":["University at Buffalo","University at Buffalo,  Buffalo, United States"],"affiliations":[{"raw_affiliation_string":"University at Buffalo","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"University at Buffalo,  Buffalo, United States","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103013662","display_name":"Jiajie Li","orcid":"https://orcid.org/0009-0007-2564-5269"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiajie Li","raw_affiliation_strings":["University at Buffalo","University at Buffalo,  Buffalo, United States"],"affiliations":[{"raw_affiliation_string":"University at Buffalo","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"University at Buffalo,  Buffalo, United States","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074821819","display_name":"Meng Jiang","orcid":"https://orcid.org/0000-0002-3009-519X"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meng Jiang","raw_affiliation_strings":["Computer Science and Engineering, University of Notre Dame","Computer Science and Engineering, University of Notre Dame, Notre Dame, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Computer Science and Engineering, University of Notre Dame, Notre Dame, United States","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016943900","display_name":"Ahmed Abbasi","orcid":"https://orcid.org/0000-0001-7698-7794"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed Abbasi","raw_affiliation_strings":["University of Notre Dame","University of Notre Dame,  Notre Dame, United States"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"University of Notre Dame,  Notre Dame, United States","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030156276","display_name":"Jinjun Xiong","orcid":"https://orcid.org/0000-0002-2620-4859"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinjun Xiong","raw_affiliation_strings":["University at Buffalo","University at Buffalo,  Buffalo, United States"],"affiliations":[{"raw_affiliation_string":"University at Buffalo","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"University at Buffalo,  Buffalo, United States","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000141831","display_name":"Yiyu Shi","orcid":"https://orcid.org/0000-0002-6788-9823"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiyu Shi","raw_affiliation_strings":["Electrical and Computer Engineering, University of Notre Dame","Electrical and Computer Engineering, University of Notre Dame, Notre Dame, United States"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Electrical and Computer Engineering, University of Notre Dame, Notre Dame, United States","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5106463942"],"corresponding_institution_ids":["https://openalex.org/I7863295"],"apc_list":null,"apc_paid":null,"fwci":19.3539,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99259124,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"30","issue":"5","first_page":"1","last_page":"58"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9398000240325928,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9294000267982483,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8238295912742615},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5677643418312073},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5018234252929688},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2702655792236328},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20769530534744263}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8238295912742615},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5677643418312073},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5018234252929688},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2702655792236328},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20769530534744263}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3736721","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3736721","pdf_url":null,"source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3736721","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3736721","pdf_url":null,"source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W3027879771","https://openalex.org/W3037021823","https://openalex.org/W3043669475","https://openalex.org/W3044853528","https://openalex.org/W4205991051","https://openalex.org/W4210783934","https://openalex.org/W4280534475","https://openalex.org/W4283766928","https://openalex.org/W4322766882","https://openalex.org/W4366549000","https://openalex.org/W4372348475","https://openalex.org/W4385571011","https://openalex.org/W4386273009","https://openalex.org/W4388623217","https://openalex.org/W4391136507","https://openalex.org/W4392126167","https://openalex.org/W4392271030","https://openalex.org/W4393146966","https://openalex.org/W4393147129","https://openalex.org/W4393160423","https://openalex.org/W4393168993","https://openalex.org/W4393299232","https://openalex.org/W4401043244","https://openalex.org/W4401547146","https://openalex.org/W4404058379","https://openalex.org/W4404782847","https://openalex.org/W4406650295","https://openalex.org/W4407298138","https://openalex.org/W6838539104","https://openalex.org/W6851896007","https://openalex.org/W6852962002","https://openalex.org/W6853349582"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,108],"scaling":[1],"laws":[2],"have":[3],"become":[4,53],"the":[5,20,71,90,111,117,126,132,137,145,149,186,189,192,200],"de":[6],"facto":[7],"guidelines":[8,165],"for":[9,26,74,114,123,166],"designing":[10],"large":[11],"language":[12],"models":[13],"(LLMs),":[14],"but":[15,60],"they":[16],"were":[17],"studied":[18],"under":[19],"assumption":[21],"of":[22,95,119,130,135,139,148,162,188],"unlimited":[23],"computing":[24,67],"resources":[25],"both":[27],"training":[28],"and":[29,46,55,99,106,128,144,156,180,202],"inference.":[30],"As":[31],"LLMs":[32,168],"are":[33],"increasingly":[34],"used":[35,122],"as":[36],"personalized":[37,76,120,219],"intelligent":[38],"assistants,":[39],"their":[40,100],"customization":[41],"(i.e.,":[42],"learning":[43,104,112,124,179],"through":[44],"fine-tuning)":[45],"deployment":[47],"onto":[48,169],"resource-constrained":[49,66,170],"edge":[50],"devices":[51],"will":[52],"more":[54,56],"prevalent.":[57],"An":[58],"urgent":[59],"open":[61],"question":[62],"is":[63],"how":[64],"a":[65,75,93,160,203,208],"environment":[68],"would":[69],"affect":[70],"design":[72,97],"choices":[73],"LLM.":[77],"We":[78],"study":[79],"this":[80,84],"problem":[81],"empirically":[82],"in":[83],"work.":[85],"In":[86],"particular,":[87],"we":[88,158],"consider":[89],"tradeoffs":[91],"among":[92],"number":[94,161],"key":[96],"factors":[98,109],"intertwined":[101],"impacts":[102],"on":[103,185],"efficiency":[105],"accuracy.":[107],"include":[110],"methods":[113,134],"LLM":[115,205,214],"customization,":[116,125],"amount":[118,138],"data":[121],"types":[127],"sizes":[129],"LLMs,":[131,136],"compression":[133],"time":[140,195],"afforded":[141],"to":[142,215],"learn,":[143],"difficulty":[146,187],"levels":[147],"target":[150],"use":[151],"cases.":[152],"Through":[153],"extensive":[154],"experimentation":[155],"benchmarking,":[157],"draw":[159],"surprisingly":[163],"insightful":[164],"deploying":[167],"devices.":[171],"For":[172],"example,":[173],"an":[174,212],"optimal":[175],"choice":[176,210],"between":[177],"parameter":[178],"RAG":[181],"may":[182,206],"vary":[183],"depending":[184],"downstream":[190],"task,":[191],"longer":[193],"fine-tuning":[194],"does":[196],"not":[197],"necessarily":[198],"help":[199],"model,":[201],"compressed":[204],"be":[207],"better":[209],"than":[211],"uncompressed":[213],"learn":[216],"from":[217],"limited":[218],"data.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}