{"id":"https://openalex.org/W4385764420","doi":"https://doi.org/10.24963/ijcai.2023/483","title":"FedBFPT: An Efficient Federated Learning Framework for Bert Further Pre-training","display_name":"FedBFPT: An Efficient Federated Learning Framework for Bert Further Pre-training","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385764420","doi":"https://doi.org/10.24963/ijcai.2023/483"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2023/483","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/483","pdf_url":"https://www.ijcai.org/proceedings/2023/0483.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2023/0483.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111358469","display_name":"Xin'ao Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin'ao Wang","raw_affiliation_strings":["Zhejiang University","Zhejiang University, Hangzhou, China","Key Lab of Intelligent Computing Based Big Data of Zhejiang Province"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Key Lab of Intelligent Computing Based Big Data of Zhejiang Province","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100319239","display_name":"Huan Li","orcid":"https://orcid.org/0000-0003-0084-1662"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Li","raw_affiliation_strings":["Zhejiang University","Zhejiang University, Hangzhou, China","Key Lab of Intelligent Computing Based Big Data of Zhejiang Province"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Key Lab of Intelligent Computing Based Big Data of Zhejiang Province","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451997","display_name":"Ke Chen","orcid":"https://orcid.org/0000-0002-3062-0900"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Chen","raw_affiliation_strings":["Zhejiang University","Key Lab of Intelligent Computing Based Big Data of Zhejiang Province","Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Key Lab of Intelligent Computing Based Big Data of Zhejiang Province","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112840212","display_name":"Lidan Shou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lidan Shou","raw_affiliation_strings":["Zhejiang University","Zhejiang University, Hangzhou, China","Key Lab of Intelligent Computing Based Big Data of Zhejiang Province"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Key Lab of Intelligent Computing Based Big Data of Zhejiang Province","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9579,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.88949921,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4344","last_page":"4352"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9366000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9004999995231628,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8714985847473145},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.7272891998291016},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6129055619239807},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.593701958656311},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5611006617546082},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5026285648345947},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45347076654434204},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4337603449821472},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.421689510345459},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3876779079437256},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37755346298217773},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.16375404596328735},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08662337064743042}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8714985847473145},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.7272891998291016},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6129055619239807},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.593701958656311},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5611006617546082},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5026285648345947},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45347076654434204},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4337603449821472},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.421689510345459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3876779079437256},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37755346298217773},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.16375404596328735},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08662337064743042},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2023/483","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/483","pdf_url":"https://www.ijcai.org/proceedings/2023/0483.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2023/483","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/483","pdf_url":"https://www.ijcai.org/proceedings/2023/0483.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385764420.pdf"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2047782770","https://openalex.org/W2769644379","https://openalex.org/W2774000609","https://openalex.org/W2896457183","https://openalex.org/W2911489562","https://openalex.org/W2962739339","https://openalex.org/W2963718112","https://openalex.org/W2964042923","https://openalex.org/W2965373594","https://openalex.org/W2970771982","https://openalex.org/W2971033911","https://openalex.org/W2978017171","https://openalex.org/W2980216952","https://openalex.org/W3007727789","https://openalex.org/W3015453090","https://openalex.org/W3034608272","https://openalex.org/W3035453001","https://openalex.org/W3035575271","https://openalex.org/W3038022836","https://openalex.org/W3105346755","https://openalex.org/W3105966348","https://openalex.org/W3205353516","https://openalex.org/W4285204619","https://openalex.org/W4294643831","https://openalex.org/W4295312788","https://openalex.org/W4297687186","https://openalex.org/W4297730150","https://openalex.org/W4299283926","https://openalex.org/W4318619660","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4298221930","https://openalex.org/W2777914285","https://openalex.org/W4378677776","https://openalex.org/W3013363440","https://openalex.org/W4287823391","https://openalex.org/W4312762663","https://openalex.org/W4317941881","https://openalex.org/W4287644835","https://openalex.org/W3092281475","https://openalex.org/W3098003361"],"abstract_inverted_index":{"This":[0,90],"study":[1],"proposes":[2],"FEDBFPT":[3,27,56,148],"(Federated":[4],"BERT":[5,17],"Further":[6],"Pre-Training),":[7],"a":[8,59,82,100,111],"Federated":[9],"Learning":[10],"(FL)":[11],"framework":[12],"for":[13,62],"further":[14,98],"pre-training":[15,44],"the":[16,34,43,47,67,86,126,170],"language":[18],"model":[19,61,102,118],"in":[20,42,110,113],"specialized":[21],"domains":[22,137],"while":[23,73,116,157],"addressing":[24],"privacy":[25],"concerns.":[26],"enables":[28],"multiple":[29,93],"clients":[30],"to":[31,49,84,97,124,153],"collaboratively":[32],"train":[33],"shallower":[35,68],"layers":[36,69],"of":[37,70,128,172],"BERT,":[38],"which":[39],"are":[40,132],"crucial":[41],"stage,":[45],"without":[46],"need":[48],"share":[50],"private":[51],"data.":[52],"To":[53],"achieve":[54],"this,":[55],"involves":[57],"building":[58],"local":[60,71,95],"each":[63],"client,":[64],"progressively":[65],"training":[66,174],"models":[72,96],"sampling":[74],"deeper":[75],"layers,":[76],"and":[77,130,142,160,165],"aggregating":[78],"trained":[79],"parameters":[80],"on":[81,134],"server":[83],"create":[85],"final":[87],"global":[88,101],"model.":[89],"approach":[91],"utilizes":[92],"smaller":[94],"pre-train":[99],"targeted":[103],"at":[104,181],"specific":[105],"tasks":[106],"via":[107],"fine-tuning,":[108],"resulting":[109],"reduction":[112],"resource":[114],"usage":[115],"maintaining":[117],"accuracy.":[119],"Theoretical":[120],"analysis":[121],"is":[122,179],"conducted":[123,133],"support":[125],"efficiency":[127],"FEDBFPT,":[129],"experiments":[131],"corpora":[135],"across":[136],"such":[138],"as":[139],"medicine,":[140],"biology,":[141],"computer":[143],"science.":[144],"Results":[145],"indicate":[146],"that":[147],"achieves":[149],"performance":[150,171],"levels":[151],"comparable":[152],"traditional":[154],"FL":[155],"methods":[156],"reducing":[158],"computation":[159],"communication":[161],"costs":[162],"by":[163],"46.70%":[164],"7.04%,":[166],"respectively,":[167],"even":[168],"approaching":[169],"centralized":[173],"models.":[175],"The":[176],"Source":[177],"code":[178],"released":[180],"https://github.com/Hanzhouu/FedBFPT.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}