{"id":"https://openalex.org/W4402265208","doi":"https://doi.org/10.1109/igarss53475.2024.10641701","title":"Transformer-Based Federated Learning For Multi-Label Remote Sensing Image Classification","display_name":"Transformer-Based Federated Learning For Multi-Label Remote Sensing Image Classification","publication_year":2024,"publication_date":"2024-07-07","ids":{"openalex":"https://openalex.org/W4402265208","doi":"https://doi.org/10.1109/igarss53475.2024.10641701"},"language":"en","primary_location":{"id":"doi:10.1109/igarss53475.2024.10641701","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss53475.2024.10641701","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IGARSS 2024 - 2024 IEEE International Geoscience and Remote Sensing Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069261205","display_name":"Bar\u0131\u015f B\u00fcy\u00fckta\u015f","orcid":"https://orcid.org/0000-0002-8240-8784"},"institutions":[{"id":"https://openalex.org/I4401727010","display_name":"Berlin Institute for the Foundations of Learning and Data","ror":"https://ror.org/05dsfb086","country_code":null,"type":"facility","lineage":["https://openalex.org/I4401727010","https://openalex.org/I4577782","https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Bar\u0131\u015f B\u00fcy\u00fckta\u015f","raw_affiliation_strings":["BIFOLD - Berlin Institute for the Foundations of Learning and Data,Germany"],"affiliations":[{"raw_affiliation_string":"BIFOLD - Berlin Institute for the Foundations of Learning and Data,Germany","institution_ids":["https://openalex.org/I4401727010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061180889","display_name":"Kenneth Weitzel","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kenneth Weitzel","raw_affiliation_strings":["Technische Universität,Faculty of Electrical Engineering and Computer Science,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität,Faculty of Electrical Engineering and Computer Science,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098903303","display_name":"Sebastian V\u00f6lkers","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian V\u00f6lkers","raw_affiliation_strings":["Technische Universität,Faculty of Electrical Engineering and Computer Science,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität,Faculty of Electrical Engineering and Computer Science,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098903304","display_name":"Felix Zailskas","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Felix Zailskas","raw_affiliation_strings":["Technische Universität,Faculty of Electrical Engineering and Computer Science,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universität,Faculty of Electrical Engineering and Computer Science,Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087126293","display_name":"Beg\u00fcm Demir","orcid":"https://orcid.org/0000-0003-2175-7072"},"institutions":[{"id":"https://openalex.org/I4401727010","display_name":"Berlin Institute for the Foundations of Learning and Data","ror":"https://ror.org/05dsfb086","country_code":null,"type":"facility","lineage":["https://openalex.org/I4401727010","https://openalex.org/I4577782","https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Beg\u00fcm Demir","raw_affiliation_strings":["BIFOLD - Berlin Institute for the Foundations of Learning and Data,Germany"],"affiliations":[{"raw_affiliation_string":"BIFOLD - Berlin Institute for the Foundations of Learning and Data,Germany","institution_ids":["https://openalex.org/I4401727010"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5069261205"],"corresponding_institution_ids":["https://openalex.org/I4401727010"],"apc_list":null,"apc_paid":null,"fwci":4.7357,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.95387763,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"8726","last_page":"8730"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13282","display_name":"Automated Road and Building Extraction","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7574808597564697},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4930133521556854},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4755368232727051},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4326948821544647},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3506675958633423},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3502926826477051},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.32780909538269043},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.31181252002716064},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10289281606674194},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07325601577758789},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07146817445755005}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7574808597564697},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4930133521556854},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4755368232727051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4326948821544647},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3506675958633423},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3502926826477051},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.32780909538269043},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.31181252002716064},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10289281606674194},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07325601577758789},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07146817445755005},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/igarss53475.2024.10641701","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss53475.2024.10641701","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IGARSS 2024 - 2024 IEEE International Geoscience and Remote Sensing Symposium","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2995022099","https://openalex.org/W3094502228","https://openalex.org/W3129603732","https://openalex.org/W3138516171","https://openalex.org/W3157506437","https://openalex.org/W3165730205","https://openalex.org/W3182158470","https://openalex.org/W3209696639","https://openalex.org/W4285661751","https://openalex.org/W4312341780","https://openalex.org/W4312352414","https://openalex.org/W4312634912","https://openalex.org/W4312815374","https://openalex.org/W4312820606","https://openalex.org/W4312869277","https://openalex.org/W4312950667","https://openalex.org/W4318619660","https://openalex.org/W4320018442","https://openalex.org/W4384159728","https://openalex.org/W4385832256","https://openalex.org/W4386076621","https://openalex.org/W4387802196","https://openalex.org/W4387806839","https://openalex.org/W4393386071","https://openalex.org/W4400579212","https://openalex.org/W6728757088","https://openalex.org/W6728897251","https://openalex.org/W6784333009","https://openalex.org/W6789305514","https://openalex.org/W6795140394","https://openalex.org/W6811014117"],"related_works":["https://openalex.org/W2121524756","https://openalex.org/W782553550","https://openalex.org/W1987967678","https://openalex.org/W2633218168","https://openalex.org/W4235897794","https://openalex.org/W2059707233","https://openalex.org/W2085738998","https://openalex.org/W2095126257","https://openalex.org/W2031511989","https://openalex.org/W2546503577"],"abstract_inverted_index":{"Federated":[0],"learning":[1,8],"(FL)":[2],"aims":[3],"to":[4,63,68,108],"collaboratively":[5],"learn":[6],"deep":[7],"model":[9,45],"parameters":[10],"from":[11],"decentralized":[12],"data":[13,20,26,71,110],"archives":[14],"(i.e.,":[15],"clients)":[16],"without":[17],"accessing":[18],"training":[19,25,70,109,114,148],"on":[21,128],"clients.":[22],"However,":[23],"the":[24,52,65,76,99,129,135,139,143,153,170],"across":[27,72],"clients":[28,74],"might":[29],"be":[30],"not":[31],"independent":[32],"and":[33,97,116,149],"identically":[34],"distributed":[35],"(non-IID),":[36],"which":[37],"may":[38],"result":[39],"in":[40,42,75,85,102,169],"difficulty":[41],"achieving":[43],"optimal":[44],"convergence.":[46],"In":[47],"this":[48,180],"work,":[49],"we":[50],"investigate":[51],"capability":[53],"of":[54,78,104,145,155,166,172,179],"state-of-the-art":[55],"transformer":[56,91,167],"architectures":[57,92,137],"(which":[58],"are":[59,93,160],"MLP-Mixer,":[60],"ConvMixer,":[61],"PoolFormer)":[62],"address":[64],"challenges":[66],"related":[67],"non-IID":[69,122],"various":[73],"context":[77,171],"FL":[79,173],"for":[80,162,174],"multi-label":[81],"classification":[82],"(MLC)":[83],"problems":[84],"remote":[86],"sensing":[87],"(RS).":[88],"The":[89,124,177],"considered":[90,136],"compared":[94],"among":[95],"themselves":[96],"with":[98,142],"ResNet-50":[100],"architecture":[101,168],"terms":[103],"their:":[105],"1)":[106],"robustness":[107],"heterogeneity;":[111],"2)":[112],"local":[113,147],"complexity;":[115],"3)":[117],"aggregation":[118,150],"complexity":[119],"under":[120],"different":[121],"levels.":[123],"experimental":[125],"results":[126],"obtained":[127],"BigEarthNet-S2":[130],"benchmark":[131],"archive":[132],"demonstrate":[133],"that":[134],"increase":[138],"generalization":[140],"ability":[141],"cost":[144],"higher":[146],"complexities.":[151],"On":[152],"basis":[154],"our":[156],"analysis,":[157],"some":[158],"guidelines":[159],"derived":[161],"a":[163],"proper":[164],"selection":[165],"RS":[175],"MLC.":[176],"code":[178],"work":[181],"is":[182],"publicly":[183],"available":[184],"at":[185],"https://git.tu-berlin.de/rsim/FL-Transformer.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12}],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2025-10-10T00:00:00"}