{"id":"https://openalex.org/W4403721658","doi":"https://doi.org/10.1109/tsp.2024.3486169","title":"Model Pruning for Distributed Learning Over the Air","display_name":"Model Pruning for Distributed Learning Over the Air","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403721658","doi":"https://doi.org/10.1109/tsp.2024.3486169"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2024.3486169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3486169","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044412948","display_name":"Zhongyuan Zhao","orcid":"https://orcid.org/0000-0002-8218-7723"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhongyuan Zhao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, the School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, the School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001442922","display_name":"Kailei Xu","orcid":"https://orcid.org/0000-0003-0970-9377"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210092591","display_name":"China Centre for Resources Satellite Data and Application","ror":"https://ror.org/00ft0fw96","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210092591"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailei Xu","raw_affiliation_strings":["China Satellite Network Application Company, Ltd., Beijing, China","State Key Laboratory of Networking and Switching Technology, the School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Satellite Network Application Company, Ltd., Beijing, China","institution_ids":["https://openalex.org/I4210092591"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, the School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068250205","display_name":"Wei Hong","orcid":"https://orcid.org/0000-0003-3740-2700"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Hong","raw_affiliation_strings":["Beijing Xiaomi Mobile Software, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Xiaomi Mobile Software, Beijing, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060203564","display_name":"Mugen Peng","orcid":"https://orcid.org/0000-0002-4755-7231"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mugen Peng","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, the School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, the School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101416818","display_name":"Zhiguo Ding","orcid":"https://orcid.org/0000-0001-8103-5130"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]},{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["AE","GB"],"is_corresponding":false,"raw_author_name":"Zhiguo Ding","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","School of Electrical and Electronic Engineering, The University of Manchester, Manchester, UK"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, The University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore","Department of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Department of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061641468","display_name":"Howard H. Yang","orcid":"https://orcid.org/0000-0002-0256-2416"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Howard H. Yang","raw_affiliation_strings":["University of Illinois Urbana-Champaign Institute, Zhejiang University, Haining, China","Zhejiang University/University of Illinois Urbana-Champaign Institute, Zhejiang University, Haining, China"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign Institute, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I157725225","https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University/University of Illinois Urbana-Champaign Institute, Zhejiang University, Haining, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5044412948"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.3475,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67681002,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"72","issue":null,"first_page":"5533","last_page":"5549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.864300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.864300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.8273000121116638,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.7394000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6802526712417603},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5698248147964478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5023622512817383},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3951672315597534}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6802526712417603},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5698248147964478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5023622512817383},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3951672315597534},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2024.3486169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3486169","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1972711404","https://openalex.org/W1976502274","https://openalex.org/W1988720110","https://openalex.org/W2112796928","https://openalex.org/W2128011496","https://openalex.org/W2133685514","https://openalex.org/W2140227342","https://openalex.org/W2145522405","https://openalex.org/W2405578611","https://openalex.org/W2734358244","https://openalex.org/W2965862774","https://openalex.org/W2969343398","https://openalex.org/W2971330699","https://openalex.org/W2977090839","https://openalex.org/W2981138228","https://openalex.org/W2998543159","https://openalex.org/W2999074226","https://openalex.org/W3003959415","https://openalex.org/W3021654819","https://openalex.org/W3047717353","https://openalex.org/W3088234149","https://openalex.org/W3130896299","https://openalex.org/W3139262588","https://openalex.org/W3162819349","https://openalex.org/W3201314735","https://openalex.org/W3202820162","https://openalex.org/W3209258557","https://openalex.org/W4221146344","https://openalex.org/W4281552437","https://openalex.org/W4285539128","https://openalex.org/W4375859160","https://openalex.org/W4385819770","https://openalex.org/W4388426864","https://openalex.org/W4390692011","https://openalex.org/W6604254268","https://openalex.org/W6637373629","https://openalex.org/W6724998850","https://openalex.org/W6726275242","https://openalex.org/W6754416507","https://openalex.org/W6772027524","https://openalex.org/W6781891088","https://openalex.org/W6783189819","https://openalex.org/W6787972765","https://openalex.org/W6790395528","https://openalex.org/W6843225052"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Analog":[0],"over-the-air":[1],"(A-OTA)":[2],"computing":[3],"is":[4,158],"an":[5,56,110,137],"effective":[6],"approach":[7],"to":[8,40,113,177,197],"achieving":[9],"distributed":[10,96],"learning":[11,84,105],"among":[12],"multiple":[13],"end-user":[14],"devices":[15],"within":[16],"a":[17,32,78],"bandwidth-constrained":[18],"spectrum.":[19],"In":[20,86],"this":[21,87],"paradigm,":[22],"users\u2019":[23],"intermediate":[24],"parameters,":[25],"such":[26,77],"as":[27],"gradients,":[28],"are":[29,195],"modulated":[30],"onto":[31],"set":[33],"of":[34,49,73,117,182,211],"common":[35],"waveforms":[36,75],"and":[37,104,186,207],"concurrently":[38],"transmitted":[39],"the":[41,46,52,62,71,99,115,121,126,141,148,155,169,174,180,183,189,199,209],"parameter":[42,123],"server.":[43],"Benefiting":[44],"from":[45,61,80],"superposition":[47],"property":[48],"multi-access":[50],"channels,":[51],"server":[53],"can":[54,151],"obtain":[55],"automatically":[57],"aggregated":[58,128,156],"global":[59],"gradient":[60,129,157],"received":[63],"signal":[64],"without":[65],"decoding":[66],"individual":[67],"user's":[68],"information.":[69],"Nonetheless,":[70],"scarcity":[72],"orthogonal":[74],"constrains":[76],"paradigm":[79],"adopting":[81],"complex":[82],"deep":[83],"models.":[85],"paper,":[88],"we":[89,108],"develop":[90],"model":[91,122,190],"pruning":[92],"strategies":[93],"for":[94,140],"A-OTA":[95,132],"learning,":[97],"balancing":[98],"tradeoff":[100],"between":[101],"communication":[102],"efficiency":[103],"performance.":[106],"Specifically,":[107],"design":[109,181],"importance":[111,184],"measure":[112,185],"evaluate":[114],"contribution":[116],"each":[118],"entry":[119],"in":[120],"based":[124],"on":[125],"noisy":[127],"introduced":[130],"by":[131,160,172,203],"computing.":[133],"We":[134,166],"also":[135],"derive":[136],"analytical":[138,212],"expression":[139],"training":[142],"error":[143],"bound,":[144],"which":[145],"shows":[146],"that":[147],"proposed":[149,205],"scheme":[150,206],"converge":[152],"even":[153],"when":[154],"corrupted":[159],"heavy-tailed":[161],"interference":[162],"with":[163],"unbounded":[164],"variance.":[165],"further":[167],"improve":[168],"developed":[170],"algorithm":[171],"incorporating":[173],"momentum":[175],"method":[176],"(a)":[178],"enhance":[179],"(b)":[187],"accelerate":[188],"convergence":[191],"rate.":[192],"Extensive":[193],"experiments":[194],"conducted":[196],"validate":[198],"performance":[200],"gains":[201],"achieved":[202],"our":[204],"verify":[208],"correctness":[210],"results.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}