{"id":"https://openalex.org/W4417439031","doi":"https://doi.org/10.1109/jsac.2025.3645168","title":"The Larger the Merrier? Efficient Large AI Model Inference in Wireless Edge Networks","display_name":"The Larger the Merrier? Efficient Large AI Model Inference in Wireless Edge Networks","publication_year":2025,"publication_date":"2025-12-17","ids":{"openalex":"https://openalex.org/W4417439031","doi":"https://doi.org/10.1109/jsac.2025.3645168"},"language":null,"primary_location":{"id":"doi:10.1109/jsac.2025.3645168","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2025.3645168","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017401827","display_name":"Zhonghao Lyu","orcid":"https://orcid.org/0000-0002-0980-1395"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Zhonghao Lyu","raw_affiliation_strings":["Department of Information Science and Engineering, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-0980-1395","affiliations":[{"raw_affiliation_string":"Department of Information Science and Engineering, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037292846","display_name":"Ming Xiao","orcid":"https://orcid.org/0000-0002-5407-0835"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ming Xiao","raw_affiliation_strings":["Department of Information Science and Engineering, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-5407-0835","affiliations":[{"raw_affiliation_string":"Department of Information Science and Engineering, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008162410","display_name":"Jie Xu","orcid":"https://orcid.org/0000-0002-4854-8839"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Xu","raw_affiliation_strings":["School of Science and Engineering, Shenzhen Future Network of Intelligence Institute and Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, Guangdong, China","Shenzhen Future Network of Intelligence Institute, School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-4854-8839","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, Shenzhen Future Network of Intelligence Institute and Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Shenzhen Future Network of Intelligence Institute, School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Guangdong, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041348422","display_name":"Mikael Skoglund","orcid":"https://orcid.org/0000-0002-7926-5081"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mikael Skoglund","raw_affiliation_strings":["Department of Information Science and Engineering, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-7926-5081","affiliations":[{"raw_affiliation_string":"Department of Information Science and Engineering, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105885331","display_name":"Marco Di Renzo","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210097418","display_name":"Laboratoire des signaux et syst\u00e8mes","ror":"https://ror.org/00skw9v43","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I277688954","https://openalex.org/I4210097418","https://openalex.org/I4210107720"]},{"id":"https://openalex.org/I4210107720","display_name":"CentraleSup\u00e9lec","ror":"https://ror.org/019tcpt25","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Marco Di Renzo","raw_affiliation_strings":["CNRS, CentraleSupélec, Laboratoire des Signaux et Systèmes, Université Paris-Saclay, Gif-sur-Yvette, France","CNRS, CentraleSupélec, Laboratoire des Signaux et Systèmes, Université Paris-Saclay, 3 Rue Joliot-Curie, Gif-sur-Yvette, France"],"raw_orcid":"https://orcid.org/0000-0003-0772-8793","affiliations":[{"raw_affiliation_string":"CNRS, CentraleSupélec, Laboratoire des Signaux et Systèmes, Université Paris-Saclay, Gif-sur-Yvette, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210097418"]},{"raw_affiliation_string":"CNRS, CentraleSupélec, Laboratoire des Signaux et Systèmes, Université Paris-Saclay, 3 Rue Joliot-Curie, Gif-sur-Yvette, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210097418","https://openalex.org/I4210107720"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.1796,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.96653224,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"44","issue":null,"first_page":"2839","last_page":"2853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.2921000123023987,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.2921000123023987,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.15209999680519104,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.10140000283718109,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7680000066757202},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.722599983215332},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6766999959945679},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.6179999709129333},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.4959999918937683},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4912000000476837},{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.4878999888896942},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4672999978065491},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45399999618530273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8392999768257141},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7680000066757202},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.722599983215332},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6766999959945679},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6179999709129333},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.4959999918937683},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4912000000476837},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.4878999888896942},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46720001101493835},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45399999618530273},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4424000084400177},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.4097999930381775},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C64185310","wikidata":"https://www.wikidata.org/wiki/Q843483","display_name":"Rate\u2013distortion theory","level":3,"score":0.3919999897480011},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.39010000228881836},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.36070001125335693},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2994999885559082},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.27390000224113464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2025.3645168","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2025.3645168","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1104834930","display_name":null,"funder_award_id":"62471424","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2497697648","display_name":null,"funder_award_id":"92267202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2602098093","display_name":null,"funder_award_id":"U25A20390","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8468279689","display_name":null,"funder_award_id":"2024B0101030002","funder_id":"https://openalex.org/F4320335795","funder_display_name":"Science and Technology Planning Project of Guangdong Province"},{"id":"https://openalex.org/G8896697525","display_name":null,"funder_award_id":"JCYJ20250604141209012","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null},{"id":"https://openalex.org/F4320335795","display_name":"Science and Technology Planning Project of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"growing":[1],"demand":[2],"for":[3,22,46,76],"large":[4],"artificial":[5],"intelligence":[6],"model":[7,180],"(LAIM)":[8],"services":[9],"is":[10,67,88,183],"driving":[11],"a":[12,43,58,64,98,187],"paradigm":[13],"shift":[14],"from":[15],"traditional":[16],"cloud-based":[17],"inference":[18,21,34,205],"to":[19,160,185],"edge-based":[20],"low-latency,":[23],"privacy-preserving":[24],"applications.":[25],"In":[26,53,178],"particular,":[27,179],"edge-device":[28],"co-inference,":[29],"which":[30],"jointly":[31,134],"executes":[32],"LAIM":[33,48,60,66,85,127],"across":[35],"edge":[36],"devices":[37],"and":[38,69,73,115,143,150,209],"servers,":[39],"has":[40],"emerged":[41],"as":[42],"promising":[44],"strategy":[45],"resource-efficient":[47],"execution":[49],"in":[50,201],"wireless":[51],"networks.":[52],"this":[54],"paper,":[55],"we":[56,80,96,124,155],"investigate":[57],"pruning-aware":[59],"co-inference":[61,116,128],"scheme,":[62],"where":[63],"pre-trained":[65],"pruned":[68],"partitioned":[70],"into":[71],"on-device":[72],"on-server":[74],"sub-models":[75],"deployment.":[77],"For":[78],"analysis,":[79],"first":[81],"prove":[82],"that":[83],"the":[84,102,110,121,136,162,172,175,194],"output":[86,191],"distortion":[87,104,129,182],"upper":[89],"bounded":[90],"by":[91,133],"its":[92],"parameter":[93,103,181],"distortion.":[94,192],"Then,":[95],"derive":[97],"lower":[99],"bound":[100,130,189],"on":[101,120,190],"via":[105],"rate-distortion":[106],"theory,":[107],"analytically":[108],"capturing":[109],"relationship":[111],"between":[112],"pruning":[113,137],"ratio":[114],"performance.":[117],"Next,":[118],"based":[119],"analytical":[122],"results,":[123],"formulate":[125],"an":[126,157],"minimization":[131],"problem":[132],"optimizing":[135],"ratio,":[138],"split":[139],"point,":[140],"transmit":[141],"power,":[142],"computation":[144],"frequency":[145],"under":[146],"system":[147,207],"latency,":[148,208],"energy,":[149],"available":[151],"resource":[152],"constraints.":[153],"Moreover,":[154],"propose":[156],"efficient":[158],"algorithm":[159],"tackle":[161],"considered":[163],"highly":[164],"non-convex":[165],"problem.":[166],"Finally,":[167],"extensive":[168],"experimental":[169],"results":[170],"demonstrate":[171],"effectiveness":[173],"of":[174],"proposed":[176,195],"design.":[177],"shown":[184],"provide":[186],"reliable":[188],"Also,":[193],"joint":[196],"design":[197],"achieves":[198],"superior":[199],"performance":[200],"balancing":[202],"trade-offs":[203],"among":[204],"performance,":[206],"energy":[210],"consumption":[211],"compared":[212],"with":[213],"various":[214],"benchmark":[215],"schemes.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-12-17T00:00:00"}