{"id":"https://openalex.org/W7117407445","doi":"https://doi.org/10.1007/s41060-025-00986-7","title":"A layer-wise survey on internal modifications in BERT and its variants: techniques, applications, and performance trade-offs","display_name":"A layer-wise survey on internal modifications in BERT and its variants: techniques, applications, and performance trade-offs","publication_year":2025,"publication_date":"2025-12-28","ids":{"openalex":"https://openalex.org/W7117407445","doi":"https://doi.org/10.1007/s41060-025-00986-7"},"language":"en","primary_location":{"id":"doi:10.1007/s41060-025-00986-7","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s41060-025-00986-7","pdf_url":null,"source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026441300","display_name":"Aradhana Saxena","orcid":null},"institutions":[{"id":"https://openalex.org/I122964287","display_name":"National Institute of Technology Tiruchirappalli","ror":"https://ror.org/047x65e68","country_code":"IN","type":"education","lineage":["https://openalex.org/I122964287"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Aradhana Saxena","raw_affiliation_strings":["Department of Computer Science and Engineering, National Institute of Technology, Tiruchirappalli, Tamil Nadu, 620015, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Institute of Technology, Tiruchirappalli, Tamil Nadu, 620015, India","institution_ids":["https://openalex.org/I122964287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104034242","display_name":"Arumugam Santhanavijayan","orcid":null},"institutions":[{"id":"https://openalex.org/I122964287","display_name":"National Institute of Technology Tiruchirappalli","ror":"https://ror.org/047x65e68","country_code":"IN","type":"education","lineage":["https://openalex.org/I122964287"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"A. Santhanavijayan","raw_affiliation_strings":["Department of Computer Science and Engineering, National Institute of Technology, Tiruchirappalli, Tamil Nadu, 620015, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Institute of Technology, Tiruchirappalli, Tamil Nadu, 620015, India","institution_ids":["https://openalex.org/I122964287"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5026441300"],"corresponding_institution_ids":["https://openalex.org/I122964287"],"apc_list":{"value":3390,"currency":"USD","value_usd":3390},"apc_paid":null,"fwci":1.1309,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87930307,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"22","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.4733000099658966,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.4733000099658966,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.20550000667572021,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14270000159740448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/timeline","display_name":"Timeline","score":0.7042999863624573},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6403999924659729},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.4993000030517578},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4392000138759613},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.39480000734329224},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.388700008392334},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.37929999828338623},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.3727000057697296},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.35120001435279846}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7893000245094299},{"id":"https://openalex.org/C4438859","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Timeline","level":2,"score":0.7042999863624573},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6403999924659729},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4993000030517578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4862000048160553},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4392000138759613},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.39480000734329224},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.388700008392334},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3833000063896179},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38100001215934753},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.375900000333786},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3727000057697296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3580999970436096},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3467999994754791},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.32170000672340393},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29100000858306885},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.2831000089645386},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.2815999984741211},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s41060-025-00986-7","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s41060-025-00986-7","pdf_url":null,"source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W3084981697","https://openalex.org/W3085139254","https://openalex.org/W3180482706","https://openalex.org/W3193647133","https://openalex.org/W4225257229","https://openalex.org/W4285111083","https://openalex.org/W4297901491","https://openalex.org/W4306955484","https://openalex.org/W4313457093","https://openalex.org/W4318147471","https://openalex.org/W4318464643","https://openalex.org/W4319594167","https://openalex.org/W4321608474","https://openalex.org/W4321785252","https://openalex.org/W4360980398","https://openalex.org/W4361004367","https://openalex.org/W4361280362","https://openalex.org/W4367624649","https://openalex.org/W4378084995","https://openalex.org/W4380928297","https://openalex.org/W4382202605","https://openalex.org/W4382812356","https://openalex.org/W4382986394","https://openalex.org/W4383668352","https://openalex.org/W4384661103","https://openalex.org/W4385299317","https://openalex.org/W4385595407","https://openalex.org/W4385955292","https://openalex.org/W4386272861","https://openalex.org/W4386566549","https://openalex.org/W4386634500","https://openalex.org/W4387346422","https://openalex.org/W4387458935","https://openalex.org/W4387568322","https://openalex.org/W4388417373","https://openalex.org/W4388441049","https://openalex.org/W4388454443","https://openalex.org/W4388570696","https://openalex.org/W4388679705","https://openalex.org/W4388721931","https://openalex.org/W4389100064","https://openalex.org/W4389273487","https://openalex.org/W4389939328","https://openalex.org/W4390548173","https://openalex.org/W4390819789","https://openalex.org/W4391025970","https://openalex.org/W4391840390","https://openalex.org/W4391893601","https://openalex.org/W4392151565","https://openalex.org/W4392188781","https://openalex.org/W4392901911","https://openalex.org/W4393146557","https://openalex.org/W4394749500","https://openalex.org/W4394985591","https://openalex.org/W4395015884","https://openalex.org/W4395474936","https://openalex.org/W4395659073","https://openalex.org/W4398144896","https://openalex.org/W4399297002","https://openalex.org/W4399516266","https://openalex.org/W4399920797","https://openalex.org/W4400010745","https://openalex.org/W4400238690","https://openalex.org/W4400525755","https://openalex.org/W4401243288","https://openalex.org/W4401322017","https://openalex.org/W4402520149","https://openalex.org/W4402669971","https://openalex.org/W4402670349","https://openalex.org/W4402930024","https://openalex.org/W4403491855","https://openalex.org/W4403536408","https://openalex.org/W4403546214","https://openalex.org/W4403888184","https://openalex.org/W4403935553","https://openalex.org/W4404358730","https://openalex.org/W4404960324","https://openalex.org/W4405207273","https://openalex.org/W4405920430","https://openalex.org/W4405965577","https://openalex.org/W4406403094","https://openalex.org/W4406457474","https://openalex.org/W4406848440","https://openalex.org/W4407087181","https://openalex.org/W4407181264","https://openalex.org/W4407643468","https://openalex.org/W4408034173","https://openalex.org/W4408144774","https://openalex.org/W4408472883"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-12-28T00:00:00"}