{"id":"https://openalex.org/W4391678886","doi":"https://doi.org/10.1186/s40537-024-00885-x","title":"Federated Freeze BERT for text classification","display_name":"Federated Freeze BERT for text classification","publication_year":2024,"publication_date":"2024-02-09","ids":{"openalex":"https://openalex.org/W4391678886","doi":"https://doi.org/10.1186/s40537-024-00885-x"},"language":"en","primary_location":{"id":"doi:10.1186/s40537-024-00885-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-024-00885-x","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00885-x","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00885-x","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062476146","display_name":"Omar Galal","orcid":"https://orcid.org/0009-0005-5979-8517"},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Omar Galal","raw_affiliation_strings":["Computer Engineering Department, Cairo University, Gamaa Street, Giza, 12613, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Cairo University, Gamaa Street, Giza, 12613, Egypt","institution_ids":["https://openalex.org/I145487455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006703748","display_name":"Ahmed H. Abdel-Gawad","orcid":"https://orcid.org/0000-0002-4441-3208"},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ahmed H. Abdel-Gawad","raw_affiliation_strings":["Computer Engineering Department, Cairo University, Gamaa Street, Giza, 12613, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Cairo University, Gamaa Street, Giza, 12613, Egypt","institution_ids":["https://openalex.org/I145487455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044204998","display_name":"Mona Farouk","orcid":"https://orcid.org/0009-0004-4860-8602"},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mona Farouk","raw_affiliation_strings":["Computer Engineering Department, Cairo University, Gamaa Street, Giza, 12613, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Cairo University, Gamaa Street, Giza, 12613, Egypt","institution_ids":["https://openalex.org/I145487455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5062476146"],"corresponding_institution_ids":["https://openalex.org/I145487455"],"apc_list":{"value":1060,"currency":"GBP","value_usd":1300},"apc_paid":{"value":1060,"currency":"GBP","value_usd":1300},"fwci":5.9791,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.9658133,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"11","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8406652212142944},{"id":"https://openalex.org/keywords/computational-science-and-engineering","display_name":"Computational Science and Engineering","score":0.6581441760063171},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3718373775482178},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3529713451862335},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35276445746421814},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34296321868896484},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.32782086730003357},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.20394539833068848}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8406652212142944},{"id":"https://openalex.org/C68597687","wikidata":"https://www.wikidata.org/wiki/Q362601","display_name":"Computational Science and Engineering","level":2,"score":0.6581441760063171},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3718373775482178},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3529713451862335},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35276445746421814},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34296321868896484},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.32782086730003357},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.20394539833068848}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s40537-024-00885-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-024-00885-x","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00885-x","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:85becda319d847ada25c0cdcd29693f0","is_oa":true,"landing_page_url":"https://doaj.org/article/85becda319d847ada25c0cdcd29693f0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Big Data, Vol 11, Iss 1, Pp 1-16 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s40537-024-00885-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-024-00885-x","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00885-x","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321148","display_name":"Cairo University","ror":"https://ror.org/03q21mh05"},{"id":"https://openalex.org/F4320321655","display_name":"Science and Technology Development Fund","ror":"https://ror.org/044vr6g03"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391678886.pdf"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1981276685","https://openalex.org/W2194775991","https://openalex.org/W2204187200","https://openalex.org/W2251939518","https://openalex.org/W2541884796","https://openalex.org/W2562607067","https://openalex.org/W2606964149","https://openalex.org/W2606981059","https://openalex.org/W2607603241","https://openalex.org/W2896457183","https://openalex.org/W2963846996","https://openalex.org/W2970641574","https://openalex.org/W2979826702","https://openalex.org/W2979860911","https://openalex.org/W3043723611","https://openalex.org/W3097804582","https://openalex.org/W3175729092","https://openalex.org/W3176169354","https://openalex.org/W3202088367","https://openalex.org/W4229658977","https://openalex.org/W4312810014","https://openalex.org/W4391537382","https://openalex.org/W6759238902","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3155677752","https://openalex.org/W4390638272","https://openalex.org/W2472237121","https://openalex.org/W4323316863","https://openalex.org/W1985111449","https://openalex.org/W4304789336","https://openalex.org/W2340692695","https://openalex.org/W4306175439","https://openalex.org/W4311387186"],"abstract_inverted_index":{"Abstract":[0],"Pre-trained":[1],"BERT":[2,85,95,155],"models":[3,39],"have":[4],"demonstrated":[5],"exceptional":[6],"performance":[7,175],"in":[8,119,145],"the":[9,45,98,104,124,150,159,164,181,193,200,212],"context":[10],"of":[11,47,84],"text":[12,73],"classification":[13,92],"tasks.":[14],"Certain":[15],"problem":[16],"domains":[17],"necessitate":[18],"data":[19,22,151],"distribution":[20],"without":[21],"sharing.":[23],"Federated":[24,54],"Learning":[25,55],"(FL)":[26],"allows":[27],"multiple":[28],"clients":[29],"to":[30,86,112,158,162,211],"collectively":[31],"train":[32,163],"a":[33,49,53,67,108,120,146,185],"global":[34],"model":[35,99],"by":[36,77,107,133,154,203],"sharing":[37],"learned":[38],"rather":[40],"than":[41],"raw":[42],"data.":[43],"However,":[44],"adoption":[46],"BERT,":[48],"large":[50,109],"model,":[51],"within":[52],"framework":[56],"incurs":[57],"substantial":[58],"communication":[59,105,201],"costs.":[60],"To":[61],"address":[62],"this":[63],"challenge,":[64],"we":[65],"propose":[66],"novel":[68],"framework,":[69],"FedFreezeBERT,":[70],"for":[71,91],"BERT-based":[72],"classification.":[74],"FedFreezeBERT":[75,102,116,141,171,197],"works":[76],"adding":[78],"an":[79],"aggregation":[80,125,165],"architecture":[81,126],"on":[82,176,180],"top":[83],"obtain":[87],"better":[88],"sentence":[89],"embedding":[90],"while":[93],"freezing":[94],"parameters.":[96],"Keeping":[97],"parameters":[100],"frozen,":[101],"reduces":[103,199],"costs":[106],"factor":[110],"compared":[111,210],"other":[113],"state-of-the-art":[114,174],"methods.":[115],"is":[117,128,142],"implemented":[118,144],"distributed":[121],"version":[122,148],"where":[123,149],"only":[127],"being":[129],"transferred":[130],"and":[131,187,192],"aggregated":[132],"FL":[134],"algorithms":[135],"such":[136],"as":[137],"FedAvg":[138],"or":[139],"FedProx.":[140],"also":[143,198],"centralized":[147],"embeddings":[152],"extracted":[153],"are":[156],"sent":[157],"central":[160],"server":[161],"architecture.":[166],"The":[167],"experiments":[168],"show":[169],"that":[170],"achieves":[172],"new":[173],"Arabic":[177],"sentiment":[178],"analysis":[179],"ArSarcasm-v2":[182],"dataset":[183],"with":[184],"12.9%":[186],"1.2%":[188],"improvement":[189],"over":[190],"FedAvg/FedProx":[191],"previous":[194,213],"SOTA":[195],"respectively.":[196],"cost":[202],"5":[204],"$$\\times$$":[205],"<mml:math":[206],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[207],"<mml:mo>\u00d7</mml:mo>":[208],"</mml:math>":[209],"SOTA.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}