{"id":"https://openalex.org/W4385764213","doi":"https://doi.org/10.24963/ijcai.2023/758","title":"A Survey of Federated Evaluation in Federated Learning","display_name":"A Survey of Federated Evaluation in Federated Learning","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385764213","doi":"https://doi.org/10.24963/ijcai.2023/758"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2023/758","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/758","pdf_url":"https://www.ijcai.org/proceedings/2023/0758.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2023/0758.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018491626","display_name":"Behnaz Soltani","orcid":"https://orcid.org/0009-0003-8816-0526"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Behnaz Soltani","raw_affiliation_strings":["Macquarie University","School of Computing, Macquarie University, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Macquarie University","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"School of Computing, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029669009","display_name":"Yipeng Zhou","orcid":"https://orcid.org/0000-0003-1533-0865"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yipeng Zhou","raw_affiliation_strings":["Macquarie University","School of Computing, Macquarie University, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Macquarie University","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"School of Computing, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054873024","display_name":"Venus Haghighi","orcid":"https://orcid.org/0000-0002-5036-8984"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Venus Haghighi","raw_affiliation_strings":["Macquarie University","School of Computing, Macquarie University, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Macquarie University","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"School of Computing, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068489266","display_name":"John C. S. Lui","orcid":"https://orcid.org/0000-0001-7466-0384"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"John C. S. Lui","raw_affiliation_strings":["The Chinese University of Hong Kong","Department of Computer Science and Engineering, The Chinese University of Hong Kong, HKSAR"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, HKSAR","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5018491626"],"corresponding_institution_ids":["https://openalex.org/I99043593"],"apc_list":null,"apc_paid":null,"fwci":2.2153,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.90210165,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"6769","last_page":"6777"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.964900016784668,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8568345308303833},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.7946195602416992},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5957571268081665},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.5273405313491821},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.45617908239364624},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4153112471103668},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.34482359886169434},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.33122873306274414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19277578592300415}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8568345308303833},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.7946195602416992},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5957571268081665},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5273405313491821},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.45617908239364624},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4153112471103668},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.34482359886169434},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.33122873306274414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19277578592300415},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2023/758","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/758","pdf_url":"https://www.ijcai.org/proceedings/2023/0758.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2023/758","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/758","pdf_url":"https://www.ijcai.org/proceedings/2023/0758.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385764213.pdf"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W35251828","https://openalex.org/W2139979322","https://openalex.org/W2142402086","https://openalex.org/W2807006176","https://openalex.org/W2886444620","https://openalex.org/W2921189944","https://openalex.org/W2949574275","https://openalex.org/W2950865323","https://openalex.org/W2951832089","https://openalex.org/W2972882814","https://openalex.org/W2974863410","https://openalex.org/W2981556215","https://openalex.org/W2989429815","https://openalex.org/W3003380256","https://openalex.org/W3006403513","https://openalex.org/W3009627224","https://openalex.org/W3037871107","https://openalex.org/W3038022836","https://openalex.org/W3108051446","https://openalex.org/W3110176593","https://openalex.org/W3110578965","https://openalex.org/W3112044954","https://openalex.org/W3123374528","https://openalex.org/W3125494587","https://openalex.org/W3127190257","https://openalex.org/W3136022984","https://openalex.org/W3154335119","https://openalex.org/W3155189475","https://openalex.org/W3156681210","https://openalex.org/W3163105316","https://openalex.org/W3174943464","https://openalex.org/W3190772738","https://openalex.org/W3199079404","https://openalex.org/W3204548382","https://openalex.org/W3205701848","https://openalex.org/W3208293033","https://openalex.org/W3214098988","https://openalex.org/W4206731046","https://openalex.org/W4210638890","https://openalex.org/W4213234812","https://openalex.org/W4221030344","https://openalex.org/W4286971399","https://openalex.org/W4289276743","https://openalex.org/W4302363089","https://openalex.org/W4309227909","https://openalex.org/W4312600254","https://openalex.org/W4312634912","https://openalex.org/W4313154517","https://openalex.org/W4313639536","https://openalex.org/W4318619660","https://openalex.org/W4394642966"],"related_works":["https://openalex.org/W4298221930","https://openalex.org/W2367468089","https://openalex.org/W2358591856","https://openalex.org/W2777914285","https://openalex.org/W2098133976","https://openalex.org/W2347416728","https://openalex.org/W4378677776","https://openalex.org/W2355932053","https://openalex.org/W2366296021","https://openalex.org/W2382571223"],"abstract_inverted_index":{"In":[0,70],"traditional":[1],"machine":[2],"learning,":[3],"it":[4],"is":[5,33,41],"trivial":[6],"to":[7,50],"conduct":[8],"model":[9,22],"evaluation":[10,23,36,55,82,91],"since":[11],"all":[12],"data":[13,49,52],"samples":[14],"are":[15],"managed":[16],"centrally":[17],"by":[18,102],"a":[19,25,57],"server.":[20],"However,":[21],"becomes":[24],"challenging":[26],"problem":[27],"in":[28,37,60],"federated":[29,35,81,90],"learning":[30],"(FL),":[31],"which":[32],"called":[34],"this":[38,71],"work.":[39],"This":[40],"because":[42],"clients":[43],"do":[44],"not":[45],"expose":[46],"their":[47],"original":[48],"preserve":[51],"privacy.":[53],"Federated":[54],"plays":[56],"vital":[58],"role":[59],"client":[61],"selection,":[62],"incentive":[63],"mechanism":[64],"design,":[65],"malicious":[66],"attack":[67],"detection,":[68],"etc.":[69],"paper,":[72],"we":[73,85],"provide":[74],"the":[75],"first":[76],"comprehensive":[77],"survey":[78],"of":[79,89],"existing":[80],"methods.":[83],"Moreover,":[84],"explore":[86],"various":[87],"applications":[88],"for":[92],"enhancing":[93],"FL":[94],"performance":[95],"and":[96],"finally":[97],"present":[98],"future":[99],"research":[100],"directions":[101],"envisioning":[103],"some":[104],"challenges.":[105]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8}],"updated_date":"2026-04-24T08:23:43.765630","created_date":"2025-10-10T00:00:00"}