{"id":"https://openalex.org/W4381744202","doi":"https://doi.org/10.1109/cscwd57460.2023.10152760","title":"Knowledge Distillation with Source-free Unsupervised Domain Adaptation for BERT Model Compression","display_name":"Knowledge Distillation with Source-free Unsupervised Domain Adaptation for BERT Model Compression","publication_year":2023,"publication_date":"2023-05-24","ids":{"openalex":"https://openalex.org/W4381744202","doi":"https://doi.org/10.1109/cscwd57460.2023.10152760"},"language":"en","primary_location":{"id":"doi:10.1109/cscwd57460.2023.10152760","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cscwd57460.2023.10152760","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 26th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102157831","display_name":"Jing Tian","orcid":"https://orcid.org/0009-0000-9085-4322"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Tian","raw_affiliation_strings":["Guangxi University,School of Computer and Electronic Information,Nanning,China","School of Computer and Electronic Information, Guangxi University, Nanning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangxi University,School of Computer and Electronic Information,Nanning,China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"School of Computer and Electronic Information, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091378292","display_name":"Juan Chen","orcid":"https://orcid.org/0000-0002-4440-327X"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]},{"id":"https://openalex.org/I4210097660","display_name":"Guangxi Science and Technology Department","ror":"https://ror.org/00dhpdx54","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210097660"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Chen","raw_affiliation_strings":["Guangxi University,School of Computer and Electronic Information,Nanning,China","School of Computer and Electronic Information, Guangxi University, Nanning, China","Guangxi Intelligent Digital Services Research Center of Engineering Technology, Nanning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangxi University,School of Computer and Electronic Information,Nanning,China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"School of Computer and Electronic Information, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"Guangxi Intelligent Digital Services Research Center of Engineering Technology, Nanning, China","institution_ids":["https://openalex.org/I4210097660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084244327","display_name":"Ning Jiang Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]},{"id":"https://openalex.org/I4210097660","display_name":"Guangxi Science and Technology Department","ror":"https://ror.org/00dhpdx54","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210097660"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Jiang Chen","raw_affiliation_strings":["Guangxi University,School of Computer and Electronic Information,Nanning,China","Guangxi Intelligent Digital Services Research Center of Engineering Technology, Nanning, China","Education Department of Guangxi Zhuang Autonomous Region, Key Laboratory of Parallel, Distributed and Intelligent Computing (Guangxi University), Nanning, China","School of Computer and Electronic Information, Guangxi University, Nanning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangxi University,School of Computer and Electronic Information,Nanning,China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"Guangxi Intelligent Digital Services Research Center of Engineering Technology, Nanning, China","institution_ids":["https://openalex.org/I4210097660"]},{"raw_affiliation_string":"Education Department of Guangxi Zhuang Autonomous Region, Key Laboratory of Parallel, Distributed and Intelligent Computing (Guangxi University), Nanning, China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"School of Computer and Electronic Information, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030211180","display_name":"Lin Bai","orcid":"https://orcid.org/0000-0002-0220-6825"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]},{"id":"https://openalex.org/I4210097660","display_name":"Guangxi Science and Technology Department","ror":"https://ror.org/00dhpdx54","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210097660"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Bai","raw_affiliation_strings":["Guangxi University,School of Computer and Electronic Information,Nanning,China","School of Computer and Electronic Information, Guangxi University, Nanning, China","Guangxi Intelligent Digital Services Research Center of Engineering Technology, Nanning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangxi University,School of Computer and Electronic Information,Nanning,China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"School of Computer and Electronic Information, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"Guangxi Intelligent Digital Services Research Center of Engineering Technology, Nanning, China","institution_ids":["https://openalex.org/I4210097660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102686170","display_name":"Suqun Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suqun Huang","raw_affiliation_strings":["Guangxi University,School of Computer and Electronic Information,Nanning,China","School of Computer and Electronic Information, Guangxi University, Nanning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangxi University,School of Computer and Electronic Information,Nanning,China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"School of Computer and Electronic Information, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06181196,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1766","last_page":"1771"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9732999801635742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8629939556121826},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6516826748847961},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5910475254058838},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5869399905204773},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5822073221206665},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.580089807510376},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.5767687559127808},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5760625004768372},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5308488607406616},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49636346101760864},{"id":"https://openalex.org/keywords/performance-improvement","display_name":"Performance improvement","score":0.41715577244758606},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37159258127212524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8629939556121826},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6516826748847961},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5910475254058838},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5869399905204773},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5822073221206665},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.580089807510376},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.5767687559127808},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5760625004768372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5308488607406616},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49636346101760864},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.41715577244758606},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37159258127212524},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cscwd57460.2023.10152760","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cscwd57460.2023.10152760","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 26th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W2953684491","https://openalex.org/W2015158429","https://openalex.org/W2080290893","https://openalex.org/W4237386263","https://openalex.org/W1747990520"],"abstract_inverted_index":{"The":[0,85],"pre-training":[1],"language":[2,15],"model":[3,78,116],"BERT":[4,90,115],"has":[5,52],"brought":[6],"significant":[7],"performance":[8,112],"improvements":[9],"to":[10,20,30,62,139],"a":[11,54,82,88],"series":[12],"of":[13,24,42,113,122,146],"natural":[14],"processing":[16],"tasks,":[17],"but":[18],"due":[19],"the":[21,25,39,46,57,77,111,114,120,133,143,147],"large":[22],"scale":[23],"model,":[26],"it":[27],"is":[28,79,81,117],"difficult":[29],"be":[31],"applied":[32],"in":[33,119],"many":[34],"practical":[35],"application":[36],"scenarios.":[37],"With":[38],"continuous":[40],"development":[41],"edge":[43,50,59],"computing,":[44],"deploying":[45],"models":[47],"on":[48],"resource-constrained":[49],"devices":[51],"become":[53],"trend.":[55],"Considering":[56],"distributed":[58],"environment,":[60],"how":[61],"take":[63],"into":[64],"account":[65],"issues":[66],"such":[67],"as":[68],"data":[69],"distribution":[70],"differences,":[71],"labeling":[72],"costs,":[73],"and":[74,104,109],"privacy":[75],"while":[76],"shrinking":[80],"critical":[83],"task.":[84,151],"paper":[86],"proposes":[87],"new":[89],"distillation":[91,106],"method":[92,130],"with":[93,126],"source-free":[94,100],"unsupervised":[95,101],"domain":[96,102],"adaptation.":[97],"By":[98],"combining":[99],"adaptation":[103],"knowledge":[105],"for":[107],"optimization":[108],"improvement,":[110],"improved":[118],"case":[121],"cross-domain":[123,148],"data.":[124],"Compared":[125],"other":[127],"methods,":[128],"our":[129],"can":[131],"improve":[132],"average":[134],"prediction":[135],"accuracy":[136],"by":[137],"up":[138],"around":[140],"4%":[141],"through":[142],"experimental":[144],"evaluation":[145],"sentiment":[149],"analysis":[150]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}