{"id":"https://openalex.org/W4401692135","doi":"https://doi.org/10.1109/isit57864.2024.10619204","title":"Fed-IT: Addressing Class Imbalance in Federated Learning through an Information- Theoretic Lens","display_name":"Fed-IT: Addressing Class Imbalance in Federated Learning through an Information- Theoretic Lens","publication_year":2024,"publication_date":"2024-07-07","ids":{"openalex":"https://openalex.org/W4401692135","doi":"https://doi.org/10.1109/isit57864.2024.10619204"},"language":"en","primary_location":{"id":"doi:10.1109/isit57864.2024.10619204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit57864.2024.10619204","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046078522","display_name":"Shayan Mohajer Hamidi","orcid":"https://orcid.org/0000-0001-8321-7130"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shayan Mohajer Hamidi","raw_affiliation_strings":["University of Waterloo,Department of Electrical and Computer Engineering,Waterloo,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo,Department of Electrical and Computer Engineering,Waterloo,Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025427862","display_name":"Renhao Tan","orcid":"https://orcid.org/0009-0005-6448-9954"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Renhao Tan","raw_affiliation_strings":["University of Waterloo,Department of Electrical and Computer Engineering,Waterloo,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo,Department of Electrical and Computer Engineering,Waterloo,Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089972660","display_name":"Linfeng Ye","orcid":"https://orcid.org/0009-0009-2355-1773"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Linfeng Ye","raw_affiliation_strings":["University of Waterloo,Department of Electrical and Computer Engineering,Waterloo,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo,Department of Electrical and Computer Engineering,Waterloo,Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080794633","display_name":"En\u2010hui Yang","orcid":"https://orcid.org/0000-0003-1504-7584"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"En-Hui Yang","raw_affiliation_strings":["University of Waterloo,Department of Electrical and Computer Engineering,Waterloo,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo,Department of Electrical and Computer Engineering,Waterloo,Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":2.0901,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88865232,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1848","last_page":"1853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9103999733924866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9103999733924866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7305157780647278},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.7286738157272339},{"id":"https://openalex.org/keywords/through-the-lens-metering","display_name":"Through-the-lens metering","score":0.5112476348876953},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.48130881786346436},{"id":"https://openalex.org/keywords/lens","display_name":"Lens (geology)","score":0.4286717474460602},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24674242734909058},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0845845639705658}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7305157780647278},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.7286738157272339},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.5112476348876953},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.48130881786346436},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.4286717474460602},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24674242734909058},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0845845639705658},{"id":"https://openalex.org/C78762247","wikidata":"https://www.wikidata.org/wiki/Q1273174","display_name":"Petroleum engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit57864.2024.10619204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit57864.2024.10619204","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2118978333","https://openalex.org/W2194775991","https://openalex.org/W2440599146","https://openalex.org/W2513863019","https://openalex.org/W2551176409","https://openalex.org/W2810417023","https://openalex.org/W2963351448","https://openalex.org/W2964050365","https://openalex.org/W2990789643","https://openalex.org/W3006017224","https://openalex.org/W3042621011","https://openalex.org/W3085862547","https://openalex.org/W3118608800","https://openalex.org/W3176639943","https://openalex.org/W3213291156","https://openalex.org/W4206731046","https://openalex.org/W4225926344","https://openalex.org/W4285603347","https://openalex.org/W4294170691","https://openalex.org/W4318619660","https://openalex.org/W4382239439","https://openalex.org/W4386875348","https://openalex.org/W4390604537","https://openalex.org/W6603460400","https://openalex.org/W6728757088","https://openalex.org/W6744066916","https://openalex.org/W6762879059","https://openalex.org/W6770590064","https://openalex.org/W6772307254","https://openalex.org/W6791102956","https://openalex.org/W6791444617","https://openalex.org/W6795843344","https://openalex.org/W6839362776","https://openalex.org/W6856654138","https://openalex.org/W6860859848"],"related_works":["https://openalex.org/W4321486002","https://openalex.org/W2050941231","https://openalex.org/W2348285641","https://openalex.org/W1622737280","https://openalex.org/W4321517506","https://openalex.org/W2390629623","https://openalex.org/W4399703469","https://openalex.org/W4251444559","https://openalex.org/W2386987825","https://openalex.org/W2294467482"],"abstract_inverted_index":{"Federated":[0],"learning":[1,14],"(FL)":[2],"is":[3,156],"a":[4,12,20,139,149],"promising":[5],"technology":[6],"wherein":[7],"edge":[8],"devices/clients":[9],"collaboratively":[10],"train":[11],"machine":[13],"model":[15],"under":[16],"the":[17,26,56,59,69,75,82,86],"orchestration":[18],"of":[19,58,74,123],"central":[21],"server.":[22],"However,":[23],"due":[24],"to":[25,105,109,116],"inherent":[27],"data":[28],"heterogeneity":[29],"among":[30],"clients,":[31],"local":[32,76],"datasets":[33],"on":[34],"individual":[35],"clients":[36],"often":[37],"exhibit":[38],"class":[39,93],"imbalance,":[40],"i.e.,":[41],"samples":[42],"from":[43,49],"majority":[44,124],"classes":[45,107,118],"vastly":[46],"outnumber":[47],"those":[48,122],"minority":[50,106,117],"classes.":[51,125],"This":[52],"imbalance":[53],"significantly":[54,160],"diminishes":[55],"performance":[57],"trained":[60],"model.":[61],"To":[62,126],"understand":[63],"why,":[64],"we":[65,131],"first":[66],"closely":[67],"examine":[68],"output":[70],"probability":[71,83],"distribution":[72],"clusters":[73],"deep":[77],"neural":[78],"networks":[79],"(DNNs)":[80],"in":[81],"space":[84],"over":[85],"label":[87],"set,":[88],"and":[89,111,147],"observe":[90],"that":[91,158],"for":[92,145],"imbalanced":[94],"datasets,":[95],"FL":[96,151],"has":[97],"two":[98,129],"interesting":[99],"phenomena:":[100],"(1)":[101],"dispersion":[102],"problem-clusters":[103,114],"corresponding":[104,115],"tend":[108],"disperse;":[110],"(2)":[112],"gravity":[113],"are":[119],"drawn":[120],"toward":[121],"overcome":[127],"these":[128],"problems,":[130],"then":[132],"introduce":[133],"information":[134,141],"quantities":[135],"into":[136],"FL,":[137,146],"propose":[138],"new":[140,150],"theoretic":[142],"loss":[143],"function":[144],"develop":[148],"framework":[152],"called":[153],"Fed-IT.":[154],"It":[155],"shown":[157],"Fed-IT":[159],"outperforms":[161],"previous":[162],"counterparts,":[163],"while":[164],"maintaining":[165],"client":[166],"privacy.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}