{"id":"https://openalex.org/W4411800333","doi":"https://doi.org/10.1109/ccgrid64434.2025.00054","title":"On the Reproducibility Challenges of Federated Learning: Investigating the Gap Between Simulation, Emulation and Real-World Deployments","display_name":"On the Reproducibility Challenges of Federated Learning: Investigating the Gap Between Simulation, Emulation and Real-World Deployments","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4411800333","doi":"https://doi.org/10.1109/ccgrid64434.2025.00054"},"language":"en","primary_location":{"id":"doi:10.1109/ccgrid64434.2025.00054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccgrid64434.2025.00054","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 25th International Symposium on Cluster, Cloud and Internet Computing (CCGrid)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04997547v1/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042565655","display_name":"C\u00e9dric Prigent","orcid":"https://orcid.org/0000-0002-1836-7965"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"C\u00e9dric Prigent","raw_affiliation_strings":["University of Rennes, Inria, CNRS, IRISA,Rennes,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rennes, Inria, CNRS, IRISA,Rennes,France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2802519937","https://openalex.org/I56067802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026929234","display_name":"Kate Keahey","orcid":"https://orcid.org/0000-0002-5251-5466"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kate Keahey","raw_affiliation_strings":["Argonne National Laboratory,Lemont,Illinois,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory,Lemont,Illinois,USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086689035","display_name":"Alexandru Costan","orcid":"https://orcid.org/0000-0003-3111-6308"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alexandru Costan","raw_affiliation_strings":["University of Rennes, Inria, CNRS, IRISA,Rennes,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rennes, Inria, CNRS, IRISA,Rennes,France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2802519937","https://openalex.org/I56067802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021207420","display_name":"Lo\u00efc Cudennec","orcid":"https://orcid.org/0000-0002-6476-4574"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lo\u00efc Cudennec","raw_affiliation_strings":["DGA Maîtrise de l'Information,Rennes,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DGA Maîtrise de l'Information,Rennes,France","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077818565","display_name":"Gabriel Antoniu","orcid":"https://orcid.org/0000-0001-6525-3736"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Gabriel Antoniu","raw_affiliation_strings":["University of Rennes, Inria, CNRS, IRISA,Rennes,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rennes, Inria, CNRS, IRISA,Rennes,France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2802519937","https://openalex.org/I56067802"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6571,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82202118,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"185","last_page":"194"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.9535473585128784},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.7887367010116577},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7440696358680725},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3681299388408661}],"concepts":[{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.9535473585128784},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.7887367010116577},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7440696358680725},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3681299388408661},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ccgrid64434.2025.00054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccgrid64434.2025.00054","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 25th International Symposium on Cluster, Cloud and Internet Computing (CCGrid)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04997547v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04997547","pdf_url":"https://hal.science/hal-04997547v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CCGrid 2025 - IEEE 25th International Symposium on Cluster, Cloud and Internet Computing, May 2025, Tromso, Norway. pp.185-194, ⟨10.1109/ccgrid64434.2025.00054⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04997547v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04997547","pdf_url":"https://hal.science/hal-04997547v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CCGrid 2025 - IEEE 25th International Symposium on Cluster, Cloud and Internet Computing, May 2025, Tromso, Norway. pp.185-194, ⟨10.1109/ccgrid64434.2025.00054⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G1190173965","display_name":null,"funder_award_id":"France2030","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G8845844555","display_name":"Stockage et Traitement Efficace et sEcuris\u00e9 des donn\u00e9es sur des infrastructures \u00e0 base de cLoud","funder_award_id":"ANR-23-PECL-0007","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411800333.pdf","grobid_xml":"https://content.openalex.org/works/W4411800333.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2098415863","https://openalex.org/W2734941459","https://openalex.org/W2891211322","https://openalex.org/W2900120080","https://openalex.org/W2918017075","https://openalex.org/W3049594021","https://openalex.org/W3097714942","https://openalex.org/W3105915864","https://openalex.org/W3138114698","https://openalex.org/W3187964316","https://openalex.org/W3206389158","https://openalex.org/W3212135426","https://openalex.org/W4200462238","https://openalex.org/W4220914596","https://openalex.org/W4224211730","https://openalex.org/W4224234834","https://openalex.org/W4226461837","https://openalex.org/W4297060071","https://openalex.org/W4318619660","https://openalex.org/W4320477347","https://openalex.org/W4323519261","https://openalex.org/W4388083875","https://openalex.org/W4393956392","https://openalex.org/W4399988462","https://openalex.org/W4401459496","https://openalex.org/W6780373310","https://openalex.org/W6781175393","https://openalex.org/W6798952163","https://openalex.org/W6804828685","https://openalex.org/W6839353041"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2413717610","https://openalex.org/W2154523322","https://openalex.org/W1973270181","https://openalex.org/W2083200807","https://openalex.org/W2417696084","https://openalex.org/W2368782778","https://openalex.org/W1603137082"],"abstract_inverted_index":{"Federated":[0],"Learning":[1,12],"(FL)":[2],"is":[3,41],"an":[4,165],"emerging":[5],"paradigm":[6],"for":[7,219],"decentralized":[8],"training":[9],"of":[10,19,23,54,64,105,112,136,150,196,204,210,216],"Machine":[11],"models.":[13],"It":[14],"has":[15,118],"been":[16],"the":[17,38,52,73,82,103,110,120,134,193,208,214],"subject":[18],"a":[20,46,145,158,163,202],"large":[21],"corpus":[22],"research":[24,117],"due":[25],"to":[26,30,42,50,100,109,182],"its":[27],"innovative":[28],"approach":[29],"handling":[31],"sensitive":[32],"data.":[33],"A":[34],"common":[35],"practice":[36],"in":[37,71,77,126],"FL":[39,55,127,151,211,220],"literature":[40],"run":[43],"simulations":[44],"on":[45,87,93,207],"single":[47],"compute":[48],"node":[49],"assess":[51],"performance":[53,76,104,186,195],"algorithms.":[56],"While":[57],"simulation":[58,123,178],"enables":[59],"fast":[60],"prototyping":[61],"and":[62,85,124,139,213,222],"validation":[63],"algorithmic":[65],"concepts,":[66],"it":[67],"may":[68],"face":[69],"limitations":[70],"reproducing":[72],"real":[74],"system's":[75],"heterogeneous":[78],"environments":[79],"such":[80],"as":[81,144,162],"Computing":[83],"Continuum,":[84],"particularly":[86],"resource-constrained":[88],"Edge":[89],"devices.":[90,107],"Conversely,":[91],"emulation":[92,125,189],"distributed":[94],"testbeds":[95],"offers":[96],"more":[97],"effective":[98],"means":[99],"accurately":[101,183],"reproduce":[102,184,192],"real-world":[106,172,197],"However,":[108],"best":[111],"our":[113,155],"knowledge,":[114],"no":[115],"prior":[116],"investigated":[119],"differences":[121],"between":[122],"experiments.":[128,152,198],"In":[129],"this":[130],"paper,":[131],"we":[132,200],"study":[133,156],"complementarity":[135],"these":[137],"approaches":[138],"discuss":[140],"their":[141],"respective":[142],"challenges,":[143],"first":[146],"step":[147],"towards":[148],"reproducibility":[149,212],"We":[153],"illustrate":[154],"with":[157,171],"real-life":[159],"application":[160],"used":[161,181],"baseline:":[164],"outdoor":[166],"air":[167],"quality":[168],"forecasting":[169],"framework":[170],"sensors.":[173],"Our":[174],"results":[175],"show":[176],"that":[177],"can":[179,190],"be":[180],"model":[185],"metrics,":[187],"while":[188],"effectively":[191],"system":[194],"Finally,":[199],"present":[201],"set":[203],"lessons":[205],"learned":[206],"challenges":[209],"selection":[215],"experimental":[217],"infrastructures":[218],"experiments":[221],"applications.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}