{"id":"https://openalex.org/W4389403234","doi":"https://doi.org/10.1109/tmm.2023.3340109","title":"FedSea: Federated Learning via Selective Feature Alignment for Non-IID Multimodal Data","display_name":"FedSea: Federated Learning via Selective Feature Alignment for Non-IID Multimodal Data","publication_year":2023,"publication_date":"2023-12-06","ids":{"openalex":"https://openalex.org/W4389403234","doi":"https://doi.org/10.1109/tmm.2023.3340109"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3340109","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3340109","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011026241","display_name":"Min Tan","orcid":"https://orcid.org/0000-0002-1842-4050"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Tan","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1842-4050","affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023211608","display_name":"Yinfu Feng","orcid":"https://orcid.org/0000-0001-9136-0965"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinfu Feng","raw_affiliation_strings":["Alibaba Group, Hangzhou, China","Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9136-0965","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114106365","display_name":"Lingqiang Chu","orcid":"https://orcid.org/0000-0003-0367-8397"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingqiang Chu","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0367-8397","affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114321321","display_name":"Jing-Cheng Shi","orcid":"https://orcid.org/0000-0002-3688-4069"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingcheng Shi","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3688-4069","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114321253","display_name":"Rong Xiao","orcid":"https://orcid.org/0000-0001-7793-6040"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xiao","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7793-6040","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114321317","display_name":"Hai-Hong Tang","orcid":"https://orcid.org/0000-0001-6797-2988"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haihong Tang","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6797-2988","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050817770","display_name":"Jun Yu","orcid":"https://orcid.org/0000-0003-1922-7283"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yu","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1922-7283","affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6484,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.94135989,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"26","issue":null,"first_page":"5807","last_page":"5822"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7464777231216431},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.6067533493041992},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6006377339363098},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.593147873878479},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.46935683488845825},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4618351459503174},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.45139333605766296},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.4391600489616394},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4120525121688843},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32366690039634705},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11282843351364136},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.10248884558677673}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7464777231216431},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.6067533493041992},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6006377339363098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.593147873878479},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.46935683488845825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4618351459503174},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.45139333605766296},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.4391600489616394},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4120525121688843},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32366690039634705},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11282843351364136},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.10248884558677673},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3340109","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3340109","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"},{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G2133050864","display_name":"\u57fa\u4e8e\u7528\u6237\u53cd\u9988\u7279\u5f81\u9884\u6d4b\u7684\u7ec6\u7c92\u5ea6\u56fe\u50cf\u5206\u7c7b\u7814\u7a76","funder_award_id":"61972119","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6151690139","display_name":null,"funder_award_id":"62020106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6570941292","display_name":null,"funder_award_id":"62125201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1976985517","https://openalex.org/W2003572185","https://openalex.org/W2007339694","https://openalex.org/W2104094955","https://openalex.org/W2807006176","https://openalex.org/W2809290718","https://openalex.org/W2912213068","https://openalex.org/W2962989965","https://openalex.org/W2998115938","https://openalex.org/W3015505405","https://openalex.org/W3048480463","https://openalex.org/W3064112253","https://openalex.org/W3087931390","https://openalex.org/W3118608800","https://openalex.org/W3177150198","https://openalex.org/W3182158470","https://openalex.org/W3187615801","https://openalex.org/W3202544039","https://openalex.org/W3209696639","https://openalex.org/W4206748079","https://openalex.org/W4214849153","https://openalex.org/W4220779061","https://openalex.org/W4225650823","https://openalex.org/W4225966488","https://openalex.org/W4229058310","https://openalex.org/W4283220690","https://openalex.org/W4283367167","https://openalex.org/W4287332481","https://openalex.org/W4297749952","https://openalex.org/W4313163001","https://openalex.org/W4376481237","https://openalex.org/W4385567856","https://openalex.org/W6639480849","https://openalex.org/W6728757088","https://openalex.org/W6733862737","https://openalex.org/W6752029299","https://openalex.org/W6759238902","https://openalex.org/W6765541894","https://openalex.org/W6772318479","https://openalex.org/W6773817997","https://openalex.org/W6781318954","https://openalex.org/W6784239669","https://openalex.org/W6787972765","https://openalex.org/W6789305514","https://openalex.org/W6791102956","https://openalex.org/W7018377419"],"related_works":["https://openalex.org/W4293202849","https://openalex.org/W1980965563","https://openalex.org/W1489300767","https://openalex.org/W2387995142","https://openalex.org/W4380714744","https://openalex.org/W4319453655","https://openalex.org/W2089959425","https://openalex.org/W2057775761","https://openalex.org/W2366944513","https://openalex.org/W3140057110"],"abstract_inverted_index":{"The":[0],"growing":[1],"demands":[2],"for":[3,75],"privacy":[4],"protection":[5],"challenge":[6,27],"the":[7,53,69,76,91,95,106,141,187],"joint":[8],"training":[9],"of":[10,71,152],"one":[11,205],"model":[12,44,236],"by":[13],"leveraging":[14],"multiple":[15,36,138],"datasets.":[16],"Federated":[17],"learning":[18,43,121,149],"(FL)":[19],"provides":[20],"a":[21,41,115,146,157,176],"new":[22,116],"way":[23],"to":[24,38,90,134,161,184],"overcome":[25],"this":[26],"and":[28,55,66,156,165,175,204,222,233],"has":[29],"attracted":[30],"many":[31],"research":[32],"interests,":[33],"which":[34],"enables":[35],"parties":[37,63,107,139],"collaboratively":[39],"train":[40],"machine":[42],"without":[45],"exchanging":[46],"their":[47,103],"local":[48],"data.":[49,79,111,194],"Despite":[50],"some":[51],"success,":[52],"non-independent":[54],"identically":[56],"distributed":[57],"(non-IID)":[58],"data":[59,85,167],"distributions":[60],"in":[61,98,140],"different":[62],"remain":[64],"challenging":[65],"easily":[67],"damage":[68],"performance":[70,104,214],"FL":[72,81,217],"methods,":[73],"specifically":[74],"heterogeneous":[77],"multimodal":[78,110,193,221],"Existing":[80],"studies":[82],"on":[83,199,219,230],"non-IID":[84,96,109,190,231],"settings":[86],"are":[87,182,197],"often":[88],"dedicated":[89],"label":[92],"space,":[93,100],"neglecting":[94],"issues":[97],"feature":[99,128,142,177,189,227],"thus":[101],"limiting":[102],"when":[105],"with":[108],"This":[112],"paper":[113],"proposes":[114],"<bold":[117,124,129],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[118,125,130],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Fed</b>":[119],"erated":[120],"method":[122,181],"via":[123],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Se</b>":[126],"lective":[127],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">A</b>":[131],"lignment":[132],"(FedSea)":[133],"align":[135],"representations":[136],"across":[137,192],"space.":[143],"FedSea":[144,210],"uses":[145],"domain":[147],"adversarial":[148],"framework":[150],"consisting":[151],"an":[153],"affine-transform-based":[154],"generator":[155],"gradient-reversal-based":[158],"client":[159],"discriminator":[160],"perform":[162],"IID":[163,178],"transformation":[164],"reduce":[166],"source":[168],"distinguishability,":[169],"respectively.":[170],"An":[171],"attention-based":[172],"mask":[173],"module":[174],"confidence":[179],"quantification":[180],"introduced":[183],"effectively":[185],"address":[186],"diverse":[188],"levels":[191],"Comprehensive":[195],"experiments":[196],"conducted":[198],"three":[200],"widely-used":[201],"public":[202],"datasets":[203],"large-scale":[206],"industrial":[207],"dataset,":[208],"showing":[209],"has:":[211],"1)":[212],"better":[213],"than":[215],"state-of-the-art":[216],"methods":[218],"both":[220],"single-modal":[223],"datasets;":[224],"2)":[225],"superior":[226],"alignment":[228],"ability":[229],"datasets,":[232],"3)":[234],"good":[235],"interpretability.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}