{"id":"https://openalex.org/W4390532791","doi":"https://doi.org/10.1145/3632410.3632501","title":"Exploiting Sparsity in Over-parameterized Federated Learning over Multiple Access Channels","display_name":"Exploiting Sparsity in Over-parameterized Federated Learning over Multiple Access Channels","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4390532791","doi":"https://doi.org/10.1145/3632410.3632501"},"language":"en","primary_location":{"id":"doi:10.1145/3632410.3632501","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3632410.3632501","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th Joint International Conference on Data Science &amp; Management of Data (11th ACM IKDD CODS and 29th COMAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101980666","display_name":"Gagandeep Kaur","orcid":"https://orcid.org/0009-0002-0508-2888"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Gagandeep Kaur","raw_affiliation_strings":["IIIT Delhi, India"],"raw_orcid":"https://orcid.org/0009-0002-0508-2888","affiliations":[{"raw_affiliation_string":"IIIT Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064173467","display_name":"Ranjitha Prasad","orcid":"https://orcid.org/0000-0002-2649-7882"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ranjitha Prasad","raw_affiliation_strings":["IIIT Delhi, India"],"raw_orcid":"https://orcid.org/0000-0002-2649-7882","affiliations":[{"raw_affiliation_string":"IIIT Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101980666"],"corresponding_institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"],"apc_list":null,"apc_paid":null,"fwci":0.2003,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.44792416,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"605","last_page":"606"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11739","display_name":"Microwave Imaging and Scattering Analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8688458204269409},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.6669250726699829},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5833368897438049},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.5311701893806458},{"id":"https://openalex.org/keywords/compressed-sensing","display_name":"Compressed sensing","score":0.527369499206543},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5135538578033447},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4693119525909424},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4503369629383087},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.439082533121109},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4352720081806183},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4062816798686981},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31282350420951843},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31088787317276},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20480605959892273},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.1466745138168335},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10430291295051575}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8688458204269409},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.6669250726699829},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5833368897438049},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.5311701893806458},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.527369499206543},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5135538578033447},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4693119525909424},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4503369629383087},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.439082533121109},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4352720081806183},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4062816798686981},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31282350420951843},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31088787317276},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20480605959892273},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.1466745138168335},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10430291295051575},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3632410.3632501","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3632410.3632501","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th Joint International Conference on Data Science &amp; Management of Data (11th ACM IKDD CODS and 29th COMAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2119667497","https://openalex.org/W3088234149"],"related_works":["https://openalex.org/W4313339048","https://openalex.org/W4386004629","https://openalex.org/W3176734149","https://openalex.org/W3201779876","https://openalex.org/W3113627641","https://openalex.org/W4238142035","https://openalex.org/W2885461866","https://openalex.org/W3191964704","https://openalex.org/W2901937988","https://openalex.org/W2942586735"],"abstract_inverted_index":{"Federated":[0],"Learning":[1,8],"(FL)":[2],"is":[3,17,39,64,133,194],"a":[4,12,98,186,223],"privacy-preserving":[5],"distributed":[6],"Machine":[7],"(ML)":[9],"paradigm.":[10],"Here,":[11],"global":[13],"machine":[14],"learning":[15],"model":[16,80,139,158,176,202],"learned":[18,26],"by":[19,52],"aggregating":[20],"the":[21,35,46,84,108,113,117,127,138,154,192,201,206,217],"local":[22,28,189],"models":[23],"that":[24,169,215],"were":[25],"over":[27,60,66,107,196],"data":[29],"at":[30,191],"each":[31],"edge":[32,75,114],"user.":[33],"Realizing":[34],"benefits":[36],"of":[37,101,156,228],"FL":[38,58,65],"challenging":[40],"in":[41,96,126,226],"communication-constrained":[42],"environments,":[43],"such":[44,61,121,161],"as":[45,72,134],"traditional":[47],"wireless":[48],"uplink":[49,110],"communications":[50],"characterized":[51],"low":[53],"bandwidth":[54],"links.":[55],"A":[56],"well-known":[57],"protocol":[59],"resource-constrained":[62,109],"channels":[63],"multiple":[67],"access":[68],"channels,":[69],"also":[70],"known":[71],"FL-MAC,":[73],"where":[74,188],"users":[76],"simultaneously":[77],"transmit":[78],"their":[79],"parameters,":[81],"hence":[82],"avoiding":[83],"need":[85,103],"for":[86,167],"orthogonal":[87],"resources.":[88],"Modern-day":[89],"neural":[90,122,198],"networks":[91,123],"are":[92,124,163,208],"over-parameterized,":[93],"and":[94,116],"hence,":[95],"FL,":[97],"large":[99],"number":[100],"parameters":[102,229],"to":[104,205],"be":[105,231],"communicated":[106],"channel":[111],"between":[112],"user":[115],"server.":[118],"However,":[119],"if":[120],"trained":[125],"lazy":[128],"training":[129,132,190],"regime":[130],"(the":[131],"per":[135],"NTK":[136],"dynamics),":[137],"weights":[140,159],"change":[141],"very":[142],"slowly":[143],"across":[144],"gradient":[145],"descent":[146],"epochs":[147],"while":[148],"achieving":[149],"exponential":[150],"convergence.":[151],"This":[152],"motivates":[153],"use":[155],"incremental":[157],"since":[160],"updates":[162,203],"highly":[164],"sparse,":[165],"allowing":[166,174],"algorithms":[168],"employ":[170],"compressive":[171],"sensing,":[172],"thus":[173],"compressed":[175,209],"update":[177],"communication.":[178],"Accordingly,":[179],"we":[180],"propose":[181],"Compressed":[182],"FL-MAC":[183],"(or":[184],"CFL-MAC),":[185],"framework":[187],"clients":[193],"carried":[195],"over-parameterized":[197],"networks;":[199],"however,":[200],"sent":[204],"server":[207],"before":[210],"transmission.":[211],"We":[212],"empirically":[213],"demonstrate":[214],"with":[216,222],"proposed":[218],"framework,":[219],"good":[220],"performance":[221],"huge":[224],"saving":[225],"terms":[227],"can":[230],"achieved.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
