{"id":"https://openalex.org/W3007007518","doi":"https://doi.org/10.1162/tacl_a_00413","title":"Compressing Large-Scale Transformer-Based Models: A Case Study on BERT","display_name":"Compressing Large-Scale Transformer-Based Models: A Case Study on BERT","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3007007518","doi":"https://doi.org/10.1162/tacl_a_00413","mag":"3007007518"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00413","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00413","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00413/1964006/tacl_a_00413.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00413/1964006/tacl_a_00413.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Prakhar Ganesh","orcid":null},"institutions":[{"id":"https://openalex.org/I4210108443","display_name":"Advanced Digital Sciences Center","ror":"https://ror.org/01xaqx887","country_code":"SG","type":"facility","lineage":["https://openalex.org/I4210108443"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Prakhar Ganesh","raw_affiliation_strings":["Advanced Digital Sciences Center, Singapore. prakhar.g@adsc-create.edu.sg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Digital Sciences Center, Singapore. prakhar.g@adsc-create.edu.sg","institution_ids":["https://openalex.org/I4210108443"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yao Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210108443","display_name":"Advanced Digital Sciences Center","ror":"https://ror.org/01xaqx887","country_code":"SG","type":"facility","lineage":["https://openalex.org/I4210108443"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yao Chen","raw_affiliation_strings":["Advanced Digital Sciences Center, Singapore. yao.chen@adsc-create.edu.sg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Digital Sciences Center, Singapore. yao.chen@adsc-create.edu.sg","institution_ids":["https://openalex.org/I4210108443"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xin Lou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210108443","display_name":"Advanced Digital Sciences Center","ror":"https://ror.org/01xaqx887","country_code":"SG","type":"facility","lineage":["https://openalex.org/I4210108443"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xin Lou","raw_affiliation_strings":["Advanced Digital Sciences Center, Singapore. lou.xin@adsc-create.edu.sg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Digital Sciences Center, Singapore. lou.xin@adsc-create.edu.sg","institution_ids":["https://openalex.org/I4210108443"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mohammad Ali Khan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210108443","display_name":"Advanced Digital Sciences Center","ror":"https://ror.org/01xaqx887","country_code":"SG","type":"facility","lineage":["https://openalex.org/I4210108443"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mohammad Ali Khan","raw_affiliation_strings":["Advanced Digital Sciences Center, Singapore. mohammad.k@adsc-create.edu.sg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Digital Sciences Center, Singapore. mohammad.k@adsc-create.edu.sg","institution_ids":["https://openalex.org/I4210108443"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yin Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Yin Yang","raw_affiliation_strings":["College of Science and Engineering, Hamad Bin Khalifa University, Qatar. yyang@hbku.edu.qa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science and Engineering, Hamad Bin Khalifa University, Qatar. yyang@hbku.edu.qa","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hassan Sajjad","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Hassan Sajjad","raw_affiliation_strings":["Qatar Computing Research Institute, Hamad Bin Khalifa University, Qatar. hsajjad@hbku.edu.qa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Hamad Bin Khalifa University, Qatar. hsajjad@hbku.edu.qa","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Preslav Nakov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Preslav Nakov","raw_affiliation_strings":["Qatar Computing Research Institute, Hamad Bin Khalifa University, Qatar. pnakov@hbku.edu.qa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Hamad Bin Khalifa University, Qatar. pnakov@hbku.edu.qa","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Deming Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deming Chen","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA. dchen@illinois.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA. dchen@illinois.edu","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":null,"display_name":"Marianne Winslett","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marianne Winslett","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA. winslett@illinois.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA. winslett@illinois.edu","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.997,"has_fulltext":true,"cited_by_count":129,"citation_normalized_percentile":{"value":0.98831254,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"1061","last_page":"1080"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13249999284744263,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13249999284744263,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11320000141859055,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.09740000218153,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6507999897003174},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5817000269889832},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.385699987411499},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.382999986410141},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.36820000410079956},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.35420000553131104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.861299991607666},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6507999897003174},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5817000269889832},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43970000743865967},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.382999986410141},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3668000102043152},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.35420000553131104},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34689998626708984},{"id":"https://openalex.org/C57654395","wikidata":"https://www.wikidata.org/wiki/Q1097775","display_name":"Compression artifact","level":5,"score":0.28690001368522644},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2800000011920929},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1162/tacl_a_00413","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00413","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00413/1964006/tacl_a_00413.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2002.11985","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.11985","pdf_url":"https://arxiv.org/pdf/2002.11985","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:933599a53ab141578b3ca7bf18a5f2f3","is_oa":true,"landing_page_url":"https://doaj.org/article/933599a53ab141578b3ca7bf18a5f2f3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 9, Pp 1061-1080 (2021)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/25712301","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Compressing_Large-Scale_Transformer-Based_Models_A_Case_Study_on_BERT/25712301","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00413","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00413","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00413/1964006/tacl_a_00413.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1659715620","display_name":null,"funder_award_id":"NPRP10","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"},{"id":"https://openalex.org/G4689423848","display_name":null,"funder_award_id":"NPRP10-0208-170408","funder_id":"https://openalex.org/F4320309815","funder_display_name":"Qatar Foundation"},{"id":"https://openalex.org/G5264130532","display_name":null,"funder_award_id":"NPRP10-0208-170408","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320309815","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05"},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"},{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3007007518.pdf","grobid_xml":"https://content.openalex.org/works/W3007007518.grobid-xml"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W1566289585","https://openalex.org/W2198098822","https://openalex.org/W2251610689","https://openalex.org/W2525778437","https://openalex.org/W2783538964","https://openalex.org/W2888482885","https://openalex.org/W2923014074","https://openalex.org/W2962739339","https://openalex.org/W2963026768","https://openalex.org/W2963323070","https://openalex.org/W2963748441","https://openalex.org/W2970454332","https://openalex.org/W2972324944","https://openalex.org/W2988022164","https://openalex.org/W2988533489","https://openalex.org/W2998183051","https://openalex.org/W3005444338","https://openalex.org/W3011574394","https://openalex.org/W3021293129","https://openalex.org/W3034457371","https://openalex.org/W3034560159","https://openalex.org/W3035030897","https://openalex.org/W3035038672","https://openalex.org/W3035281298","https://openalex.org/W3035317797","https://openalex.org/W3035408713","https://openalex.org/W3038012435","https://openalex.org/W3085341943","https://openalex.org/W3095319910","https://openalex.org/W3099438082","https://openalex.org/W3100980998","https://openalex.org/W3100985894","https://openalex.org/W3101066076","https://openalex.org/W3103412034","https://openalex.org/W3103754749","https://openalex.org/W3105966348","https://openalex.org/W3106070274","https://openalex.org/W3106504817","https://openalex.org/W3115511229","https://openalex.org/W3118485687","https://openalex.org/W3177265267","https://openalex.org/W6727208969","https://openalex.org/W6739901393","https://openalex.org/W6751979845","https://openalex.org/W6755207826","https://openalex.org/W6757750581","https://openalex.org/W6762945437","https://openalex.org/W6763701032","https://openalex.org/W6766673545","https://openalex.org/W6767535143","https://openalex.org/W6767627205","https://openalex.org/W6767997687","https://openalex.org/W6768021236","https://openalex.org/W6768080748","https://openalex.org/W6768429542","https://openalex.org/W6769627184","https://openalex.org/W6771251021","https://openalex.org/W6771626834","https://openalex.org/W6772230799","https://openalex.org/W6772784952","https://openalex.org/W6773815586","https://openalex.org/W6775706467","https://openalex.org/W6775717222","https://openalex.org/W6775854423","https://openalex.org/W6776129198","https://openalex.org/W6777001201","https://openalex.org/W6777017071","https://openalex.org/W6778883912","https://openalex.org/W6779124799","https://openalex.org/W6779313456","https://openalex.org/W6779405553","https://openalex.org/W6779436764","https://openalex.org/W6780482815","https://openalex.org/W6782310929","https://openalex.org/W6784562325","https://openalex.org/W6787645895","https://openalex.org/W6787874997","https://openalex.org/W6793874019"],"related_works":["https://openalex.org/W2365213443","https://openalex.org/W2961085424","https://openalex.org/W3013319096","https://openalex.org/W2993618308","https://openalex.org/W4224009465","https://openalex.org/W3107474891","https://openalex.org/W2978432747","https://openalex.org/W4291908500","https://openalex.org/W3203366473","https://openalex.org/W3084737437"],"abstract_inverted_index":{"Abstract":[0],"Pre-trained":[1],"Transformer-based":[2],"models":[3,17],"have":[4,19],"achieved":[5],"state-of-the-art":[6],"performance":[7],"for":[8,45,82,90,117],"various":[9,103],"Natural":[10],"Language":[11],"Processing":[12],"(NLP)":[13],"tasks.":[14],"However,":[15],"these":[16],"often":[18],"billions":[20],"of":[21,77,102],"parameters,":[22],"and":[23,29,95,107,121],"thus":[24],"are":[25],"too":[26],"resource-":[27],"hungry":[28],"computation-intensive":[30],"to":[31],"suit":[32],"low-":[33],"capability":[34],"devices":[35],"or":[36],"applications":[37],"with":[38],"strict":[39],"latency":[40],"requirements.":[41],"One":[42],"potential":[43],"remedy":[44],"this":[46],"is":[47],"model":[48],"compression,":[49],"which":[50],"has":[51],"attracted":[52],"considerable":[53],"research":[54,60,115],"attention.":[55],"Here,":[56],"we":[57,73,84,96],"summarize":[58],"the":[59,66,75,78,86,100],"in":[61,80],"compressing":[62,91],"Transformers,":[63],"focusing":[64],"on":[65,112],"especially":[67],"popular":[68],"BERT":[69],"model.":[70],"In":[71],"particular,":[72],"survey":[74],"state":[76],"art":[79],"compression":[81],"BERT,":[83],"clarify":[85],"current":[87],"best":[88],"practices":[89],"large-scale":[92],"Transformer":[93],"models,":[94],"provide":[97],"insights":[98],"into":[99],"workings":[101],"methods.":[104],"Our":[105],"categorization":[106],"analysis":[108],"also":[109],"shed":[110],"light":[111],"promising":[113],"future":[114],"directions":[116],"achieving":[118],"lightweight,":[119],"accurate,":[120],"generic":[122],"NLP":[123],"models.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-07T14:30:12.667765","created_date":"2020-03-06T00:00:00"}