{"id":"https://openalex.org/W4394625820","doi":"https://doi.org/10.1109/wacv57701.2024.00061","title":"TransFed: A way to epitomize Focal Modulation using Transformer-based Federated Learning","display_name":"TransFed: A way to epitomize Focal Modulation using Transformer-based Federated Learning","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4394625820","doi":"https://doi.org/10.1109/wacv57701.2024.00061"},"language":"en","primary_location":{"id":"doi:10.1109/wacv57701.2024.00061","doi":"https://doi.org/10.1109/wacv57701.2024.00061","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wacv57701.2024.00061","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004276328","display_name":"Tajamul Ashraf","orcid":"https://orcid.org/0000-0002-7372-3782","observed_orcids":["https://orcid.org/0000-0002-7372-3782"]},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Tajamul Ashraf","raw_affiliation_strings":["IIT Delhi, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIT Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091933641","display_name":"Fuzayil Bin Afzal Mir","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I8778637","display_name":"National Institute of Technology Srinagar","ror":"https://ror.org/03sfwvw54","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152752","https://openalex.org/I8778637"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Fuzayil Bin Afzal Mir","raw_affiliation_strings":["NIT Srinagar, Srinagar, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NIT Srinagar, Srinagar, India","institution_ids":["https://openalex.org/I8778637"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020753483","display_name":"Iqra Altaf Gillani","orcid":"https://orcid.org/0000-0001-8656-4023","observed_orcids":["https://orcid.org/0000-0001-8656-4023"]},"institutions":[{"id":"https://openalex.org/I8778637","display_name":"National Institute of Technology Srinagar","ror":"https://ror.org/03sfwvw54","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152752","https://openalex.org/I8778637"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Iqra Altaf Gillani","raw_affiliation_strings":["NIT Srinagar, Srinagar, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NIT Srinagar, Srinagar, India","institution_ids":["https://openalex.org/I8778637"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2388,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.89884041,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"543","last_page":"552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/focal-modulation","display_name":"focal modulation","score":0.6990000009536743},{"id":"https://openalex.org/keywords/personalized-federated-learning","display_name":"personalized federated learning","score":0.8209999799728394},{"id":"https://openalex.org/keywords/client-heterogeneity","display_name":"client heterogeneity","score":0.765999972820282},{"id":"https://openalex.org/keywords/non-iid-data","display_name":"non-IID data","score":0.8690000176429749},{"id":"https://openalex.org/keywords/hypernetworks","display_name":"hypernetworks","score":0.6869999766349792},{"id":"https://openalex.org/keywords/fedavg","display_name":"FedAvg","score":0.5910000205039978},{"id":"https://openalex.org/keywords/pneumonia-classification","display_name":"pneumonia classification","score":0.9449999928474426}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.574820876121521},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5432426333427429},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1515105664730072},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1199149489402771},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08367982506752014}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wacv57701.2024.00061","doi":"https://doi.org/10.1109/wacv57701.2024.00061","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wacv57701.2024.00061","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2541884796","https://openalex.org/W2611650229","https://openalex.org/W2626778328","https://openalex.org/W2798251715","https://openalex.org/W2902617128","https://openalex.org/W2914328083","https://openalex.org/W2918777711","https://openalex.org/W2949718784","https://openalex.org/W2963819344","https://openalex.org/W2977814456","https://openalex.org/W2980216952","https://openalex.org/W2990789643","https://openalex.org/W3007548213","https://openalex.org/W3022265721","https://openalex.org/W3030520226","https://openalex.org/W3035668299","https://openalex.org/W3094502228","https://openalex.org/W3099314130","https://openalex.org/W3112044954","https://openalex.org/W3124293845","https://openalex.org/W3129362180","https://openalex.org/W3156024711","https://openalex.org/W3159481202","https://openalex.org/W3165447760","https://openalex.org/W3179752900","https://openalex.org/W3214098988","https://openalex.org/W4220925467","https://openalex.org/W4241414120","https://openalex.org/W4296338482","https://openalex.org/W4297799876","https://openalex.org/W4312352414","https://openalex.org/W4312523235","https://openalex.org/W4312634912","https://openalex.org/W4312950667","https://openalex.org/W4377713808","https://openalex.org/W4386066126","https://openalex.org/W4386076222","https://openalex.org/W6784333009","https://openalex.org/W7133215953"],"related_works":["https://openalex.org/W6892003829","https://openalex.org/W4377713808","https://openalex.org/W4401026013","https://openalex.org/W4384111780","https://openalex.org/W4404600556","https://openalex.org/W4390317556","https://openalex.org/W4390482954","https://openalex.org/W4416250638","https://openalex.org/W7127587925","https://openalex.org/W7134904556"],"abstract_inverted_index":{"Federated":[0],"learning":[1,26,38,49,64,109,166],"has":[2,50],"emerged":[3],"as":[4],"a":[5,17,56,105,129,142,158],"promising":[6],"paradigm":[7],"for":[8,123,165,170,192,234],"collaborative":[9],"machine":[10],"learning,":[11,240],"enabling":[12],"multiple":[13],"clients":[14],"to":[15,58,204],"train":[16],"model":[18,115],"while":[19],"preserving":[20],"data":[21,224],"privacy":[22],"jointly.":[23],"Tailored":[24],"federated":[25,48,63,85,108,239],"takes":[27],"this":[28,73,77,100],"concept":[29],"further":[30],"by":[31],"accommodating":[32],"client":[33,147],"heterogeneity":[34],"and":[35,79,151,183],"facilitating":[36],"the":[37,43,60,67,81,162,171,177,195,214,232,242],"of":[39,45,62,84,127,179,189,244],"personalized":[40,167],"models.":[41],"While":[42],"utilization":[44],"transformers":[46],"within":[47],"attracted":[51],"significant":[52],"interest,":[53],"there":[54],"remains":[55],"need":[57],"investigate":[59,76],"effects":[61,83],"algorithms":[65,88],"on":[66,89,161,201],"latest":[68],"focal":[69,136,172,236,245],"modulation-based":[70],"transformers.":[71],"In":[72],"paper,":[74],"we":[75,102,140,185,207],"relationship":[78],"uncover":[80],"detrimental":[82],"averaging":[86],"(FedAvg)":[87],"Focal":[90,121],"Modulation,":[91],"particularly":[92],"in":[93,153,211,220,238,249],"scenarios":[94,221],"with":[95,213,222],"heterogeneous":[96],"data.":[97],"To":[98],"address":[99],"challenge,":[101],"propose":[103],"TransFed,":[104,210],"novel":[106],"transformer-based":[107],"framework":[110],"that":[111,133,145,209],"not":[112],"only":[113],"aggregates":[114],"parameters":[116],"but":[117],"also":[118],"learns":[119],"tailored":[120],"Modulation":[122,237],"each":[124],"client.":[125],"Instead":[126],"employing":[128],"conventional":[130],"customization":[131],"mechanism":[132],"maintains":[134],"client-specific":[135,180],"modulation":[137,173],"layers":[138],"locally,":[139],"introduce":[141],"learn-to-tailor":[143,215],"approach":[144],"fosters":[146],"collaboration,":[148],"enhancing":[149],"scalability":[150],"adaptation":[152,190],"TransFed.":[154],"Our":[155],"method":[156],"incorporates":[157],"hyper":[159],"network":[160],"server,":[163],"responsible":[164],"projection":[168],"matrices":[169],"layers.":[174],"This":[175],"enables":[176],"generation":[178],"keys,":[181],"values,":[182],"queries.Furthermore,":[184],"provide":[186],"an":[187],"analysis":[188],"bounds":[191],"TransFed":[193,230],"using":[194],"learn-to-customize":[196],"mechanism.":[197],"Through":[198],"intensive":[199],"experiments":[200],"datasets":[202],"related":[203],"pneumonia":[205],"classification,":[206],"demonstrate":[208],"combination":[212],"approach,":[216],"achieves":[217],"superior":[218],"performance":[219],"non-IID":[223],"distributions,":[225],"surpassing":[226],"existing":[227],"methods.":[228],"Overall,":[229],"paves":[231],"way":[233],"leveraging":[235],"advancing":[241],"capabilities":[243],"modulated":[246],"transformer":[247],"models":[248],"decentralized":[250],"environments.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-04-10T00:00:00"}