{"id":"https://openalex.org/W4408472883","doi":"https://doi.org/10.1007/s10462-025-11162-5","title":"BERT applications in natural language processing: a review","display_name":"BERT applications in natural language processing: a review","publication_year":2025,"publication_date":"2025-03-15","ids":{"openalex":"https://openalex.org/W4408472883","doi":"https://doi.org/10.1007/s10462-025-11162-5"},"language":"en","primary_location":{"id":"doi:10.1007/s10462-025-11162-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11162-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11162-5.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11162-5.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116633366","display_name":"Nadia Mushtaq Gardazi","orcid":null},"institutions":[{"id":"https://openalex.org/I1323252656","display_name":"Information Technology University","ror":"https://ror.org/00ngv8j44","country_code":"PK","type":"education","lineage":["https://openalex.org/I1323252656"]},{"id":"https://openalex.org/I172780181","display_name":"University of the Punjab","ror":"https://ror.org/011maz450","country_code":"PK","type":"education","lineage":["https://openalex.org/I172780181"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Nadia Mushtaq Gardazi","raw_affiliation_strings":["Department of Data Science, Faculty of Computing and Information Technology, University of the Punjab, Lahore, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Data Science, Faculty of Computing and Information Technology, University of the Punjab, Lahore, Pakistan","institution_ids":["https://openalex.org/I172780181","https://openalex.org/I1323252656"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084703478","display_name":"Ali Daud","orcid":"https://orcid.org/0000-0002-8284-6354"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ali Daud","raw_affiliation_strings":["Faculty of Resilience, Rabdan Academy, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Resilience, Rabdan Academy, Abu Dhabi, United Arab Emirates","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000560057","display_name":"Muhammad Kamran Malik","orcid":"https://orcid.org/0000-0002-1392-8866"},"institutions":[{"id":"https://openalex.org/I172780181","display_name":"University of the Punjab","ror":"https://ror.org/011maz450","country_code":"PK","type":"education","lineage":["https://openalex.org/I172780181"]},{"id":"https://openalex.org/I1323252656","display_name":"Information Technology University","ror":"https://ror.org/00ngv8j44","country_code":"PK","type":"education","lineage":["https://openalex.org/I1323252656"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Kamran Malik","raw_affiliation_strings":["Department of Data Science, Faculty of Computing and Information Technology, University of the Punjab, Lahore, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Data Science, Faculty of Computing and Information Technology, University of the Punjab, Lahore, Pakistan","institution_ids":["https://openalex.org/I172780181","https://openalex.org/I1323252656"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077186302","display_name":"Amal Bukhari","orcid":"https://orcid.org/0000-0003-4888-6253"},"institutions":[{"id":"https://openalex.org/I4210099699","display_name":"Jeddah University","ror":"https://ror.org/015ya8798","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210099699"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Amal Bukhari","raw_affiliation_strings":["Department of Information Systems and Technology, Collage of Computer Science and Engineering, University of Jeddah, Jeddah, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems and Technology, Collage of Computer Science and Engineering, University of Jeddah, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I4210099699"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080715651","display_name":"Tariq Alsahfi","orcid":"https://orcid.org/0000-0003-4299-1626"},"institutions":[{"id":"https://openalex.org/I4210099699","display_name":"Jeddah University","ror":"https://ror.org/015ya8798","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210099699"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Tariq Alsahfi","raw_affiliation_strings":["Department of Information Systems and Technology, Collage of Computer Science and Engineering, University of Jeddah, Jeddah, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems and Technology, Collage of Computer Science and Engineering, University of Jeddah, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I4210099699"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106388775","display_name":"Bader Alshemaimri","orcid":null},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Bader Alshemaimri","raw_affiliation_strings":["Software Engineering Department, College of Computing and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Engineering Department, College of Computing and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5116633366"],"corresponding_institution_ids":["https://openalex.org/I1323252656","https://openalex.org/I172780181"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":282.21,"has_fulltext":false,"cited_by_count":157,"citation_normalized_percentile":{"value":0.99995495,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"58","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7911050319671631},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5102205276489258},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37381064891815186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7911050319671631},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5102205276489258},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37381064891815186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10462-025-11162-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11162-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11162-5.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10462-025-11162-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11162-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11162-5.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4408472883.pdf"},"referenced_works_count":167,"referenced_works":["https://openalex.org/W55204438","https://openalex.org/W178672779","https://openalex.org/W1566289585","https://openalex.org/W1980096296","https://openalex.org/W2020278455","https://openalex.org/W2064675550","https://openalex.org/W2100259670","https://openalex.org/W2149369282","https://openalex.org/W2154142897","https://openalex.org/W2163710303","https://openalex.org/W2169099542","https://openalex.org/W2250539671","https://openalex.org/W2257408573","https://openalex.org/W2346452181","https://openalex.org/W2409439155","https://openalex.org/W2493916176","https://openalex.org/W2589277916","https://openalex.org/W2728975105","https://openalex.org/W2734608416","https://openalex.org/W2756253150","https://openalex.org/W2903248788","https://openalex.org/W2911489562","https://openalex.org/W2946434750","https://openalex.org/W2953083125","https://openalex.org/W2962910007","https://openalex.org/W2963338481","https://openalex.org/W2963541336","https://openalex.org/W2963641561","https://openalex.org/W2963706742","https://openalex.org/W2963716420","https://openalex.org/W2963809228","https://openalex.org/W2964105617","https://openalex.org/W2970120757","https://openalex.org/W2970352191","https://openalex.org/W2970454332","https://openalex.org/W2970557265","https://openalex.org/W2970771982","https://openalex.org/W2970960342","https://openalex.org/W2972154950","https://openalex.org/W2986154550","https://openalex.org/W2986562961","https://openalex.org/W2989276524","https://openalex.org/W2994045732","https://openalex.org/W2995025791","https://openalex.org/W2997394673","https://openalex.org/W2997763445","https://openalex.org/W3001895040","https://openalex.org/W3004346089","https://openalex.org/W3008736151","https://openalex.org/W3010593057","https://openalex.org/W3011411500","https://openalex.org/W3011574394","https://openalex.org/W3016187590","https://openalex.org/W3023545062","https://openalex.org/W3034156543","https://openalex.org/W3034457371","https://openalex.org/W3034503989","https://openalex.org/W3034917890","https://openalex.org/W3035101152","https://openalex.org/W3036350439","https://openalex.org/W3039756076","https://openalex.org/W3076947077","https://openalex.org/W3082873023","https://openalex.org/W3088409176","https://openalex.org/W3095012062","https://openalex.org/W3097010828","https://openalex.org/W3099164222","https://openalex.org/W3100283476","https://openalex.org/W3101449015","https://openalex.org/W3101498587","https://openalex.org/W3101786835","https://openalex.org/W3103010876","https://openalex.org/W3103187652","https://openalex.org/W3105451204","https://openalex.org/W3105645800","https://openalex.org/W3117395196","https://openalex.org/W3118540863","https://openalex.org/W3133702157","https://openalex.org/W3134003081","https://openalex.org/W3135970112","https://openalex.org/W3136657289","https://openalex.org/W3143557598","https://openalex.org/W3147994063","https://openalex.org/W3153854882","https://openalex.org/W3157029757","https://openalex.org/W3157876196","https://openalex.org/W3174995573","https://openalex.org/W3178340556","https://openalex.org/W3180942591","https://openalex.org/W3182737888","https://openalex.org/W3193432079","https://openalex.org/W3198817488","https://openalex.org/W3199422761","https://openalex.org/W3202851885","https://openalex.org/W4207077574","https://openalex.org/W4210380386","https://openalex.org/W4221086658","https://openalex.org/W4287964980","https://openalex.org/W4288086191","https://openalex.org/W4289526718","https://openalex.org/W4295857769","https://openalex.org/W4296143727","https://openalex.org/W4308739774","https://openalex.org/W4313137049","https://openalex.org/W4317651364","https://openalex.org/W4318570535","https://openalex.org/W4321844037","https://openalex.org/W4322725407","https://openalex.org/W4323240841","https://openalex.org/W4327640446","https://openalex.org/W4361791324","https://openalex.org/W4362663312","https://openalex.org/W4364860029","https://openalex.org/W4365459368","https://openalex.org/W4366130576","https://openalex.org/W4372306494","https://openalex.org/W4379876750","https://openalex.org/W4379931435","https://openalex.org/W4381744324","https://openalex.org/W4381744564","https://openalex.org/W4382753817","https://openalex.org/W4382940851","https://openalex.org/W4385188297","https://openalex.org/W4385485171","https://openalex.org/W4385567868","https://openalex.org/W4385625443","https://openalex.org/W4385654693","https://openalex.org/W4386155665","https://openalex.org/W4386171525","https://openalex.org/W4386385376","https://openalex.org/W4386487576","https://openalex.org/W4386487625","https://openalex.org/W4386576726","https://openalex.org/W4386729952","https://openalex.org/W4387143672","https://openalex.org/W4387712639","https://openalex.org/W4387827708","https://openalex.org/W4387951109","https://openalex.org/W4387969277","https://openalex.org/W4389371883","https://openalex.org/W4389432574","https://openalex.org/W4390279576","https://openalex.org/W4390911000","https://openalex.org/W4391343079","https://openalex.org/W4391360411","https://openalex.org/W4391404146","https://openalex.org/W4391770236","https://openalex.org/W4391992289","https://openalex.org/W4392167104","https://openalex.org/W4392346453","https://openalex.org/W4393186509","https://openalex.org/W4394006238","https://openalex.org/W4394743876","https://openalex.org/W4396667310","https://openalex.org/W4399092359","https://openalex.org/W4402684004","https://openalex.org/W4404781802","https://openalex.org/W6600234944","https://openalex.org/W6602585627","https://openalex.org/W6604896550","https://openalex.org/W6609645346","https://openalex.org/W6612857282","https://openalex.org/W6620244557","https://openalex.org/W6756821666","https://openalex.org/W6810922674","https://openalex.org/W6812430143","https://openalex.org/W6859103034"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"BERT":[0,89,157],"(Bidirectional":[1],"Encoder":[2],"Representations":[3],"from":[4,139],"Transformers)":[5],"has":[6],"revolutionized":[7],"Natural":[8],"Language":[9],"Processing":[10],"(NLP)":[11],"by":[12,136],"significantly":[13],"enhancing":[14,222],"the":[15,24,38,50,58,61,65,77,82,86,133,144,168,173,209,218],"capabilities":[16,194],"of":[17,27,41,57,88,111,170,186,191,211],"language":[18,213],"models.":[19,150],"This":[20],"review":[21,122,129],"study":[22,47,83,130,175],"examines":[23,85],"complex":[25],"nature":[26],"BERT,":[28,187],"including":[29],"its":[30,42,159,192],"structure,":[31],"utilization":[32],"in":[33,76,148,167,195,202],"different":[34],"NLP":[35,92,197],"tasks,":[36,93],"and":[37,64,103,124,146,158,165,188,215],"further":[39],"development":[40],"design":[43],"via":[44],"modifications.":[45],"The":[46,128,151,199],"thoroughly":[48,84],"analyses":[49],"methodological":[51],"aspects,":[52],"conducting":[53],"a":[54],"comprehensive":[55],"analysis":[56],"planning":[59],"process,":[60],"implemented":[62],"procedures,":[63],"criteria":[66],"used":[67],"to":[68,72,132,154,178,207,217],"decide":[69],"which":[70],"data":[71],"include":[73],"or":[74],"exclude":[75],"evaluation":[78],"framework.":[79],"In":[80],"addition,":[81],"influence":[87,208],"on":[90,221],"several":[91],"such":[94],"as":[95],"Sentence":[96],"Boundary":[97],"Detection,":[98],"Tokenization,":[99],"Grammatical":[100],"Error":[101],"Detection":[102],"Correction,":[104],"Dependency":[105],"Parsing,":[106],"Named":[107],"Entity":[108],"Recognition,":[109],"Part":[110],"Speech":[112],"Tagging,":[113],"Question":[114],"Answering":[115],"Systems,":[116],"Machine":[117],"Translation,":[118],"Sentiment":[119],"analysis,":[120],"fake":[121],"detection":[123],"Cross-lingual":[125],"transfer":[126],"learning.":[127],"adds":[131],"current":[134],"literature":[135],"integrating":[137],"ideas":[138],"multiple":[140],"sources,":[141],"explicitly":[142],"emphasizing":[143],"problems":[145],"prospects":[147],"BERT-based":[149],"objective":[152],"is":[153,176],"comprehensively":[155],"comprehend":[156],"implementations,":[160],"targeting":[161],"both":[162],"experienced":[163],"researchers":[164],"novices":[166],"domain":[169],"NLP.":[171],"Consequently,":[172],"present":[174],"expected":[177],"inspire":[179],"more":[180],"research":[181,204],"endeavors,":[182],"promote":[183],"innovative":[184],"adaptations":[185],"deepen":[189],"comprehension":[190],"extensive":[193],"various":[196],"applications.":[198],"results":[200],"presented":[201],"this":[203],"are":[205],"anticipated":[206],"advancement":[210],"future":[212],"models":[214],"add":[216],"ongoing":[219],"discourse":[220],"technology":[223],"for":[224],"understanding":[225],"natural":[226],"language.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":60},{"year":2025,"cited_by_count":97}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}