{"id":"https://openalex.org/W4414014852","doi":"https://doi.org/10.1145/3763002","title":"Advances in Pre-trained Language Models for Domain-Specific Text Classification: A Systematic Review","display_name":"Advances in Pre-trained Language Models for Domain-Specific Text Classification: A Systematic Review","publication_year":2025,"publication_date":"2025-09-05","ids":{"openalex":"https://openalex.org/W4414014852","doi":"https://doi.org/10.1145/3763002"},"language":"en","primary_location":{"id":"doi:10.1145/3763002","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763002","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3763002","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"review","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3763002","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5096701325","display_name":"Zhyar Rzgar K Rostam","orcid":"https://orcid.org/0000-0001-9906-6883"},"institutions":[{"id":"https://openalex.org/I103356709","display_name":"Obuda University","ror":"https://ror.org/00ax71d21","country_code":"HU","type":"education","lineage":["https://openalex.org/I103356709"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Zhyar Rzgar K. Rostam","raw_affiliation_strings":["Doctoral School of Applied Informatics and Applied Mathematics, Obuda University, Budapest, Hungary","Doctoral School of Applied Informatics and Applied Mathematics, Obuda University, Hungary"],"raw_orcid":"https://orcid.org/0000-0001-9906-6883","affiliations":[{"raw_affiliation_string":"Doctoral School of Applied Informatics and Applied Mathematics, Obuda University, Budapest, Hungary","institution_ids":["https://openalex.org/I103356709"]},{"raw_affiliation_string":"Doctoral School of Applied Informatics and Applied Mathematics, Obuda University, Hungary","institution_ids":["https://openalex.org/I103356709"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084426852","display_name":"G\u00e1bor Kert\u00e9sz","orcid":"https://orcid.org/0000-0002-8845-8301"},"institutions":[{"id":"https://openalex.org/I103356709","display_name":"Obuda University","ror":"https://ror.org/00ax71d21","country_code":"HU","type":"education","lineage":["https://openalex.org/I103356709"]},{"id":"https://openalex.org/I4210117195","display_name":"HUN-REN Institute for Computer Science and Control","ror":"https://ror.org/0249v7n71","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210117195","https://openalex.org/I4387152226"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"G\u00e1bor Kert\u00e9sz","raw_affiliation_strings":["John von Neumann Faculty of Informatics, Obuda University, Budapest, Hungary and Laboratory of Parallel and Distributed Systems, Institute for Computer Science and Control (SZTAKI), Hungarian Research Network (HUN-REN), Budapest, Hungary","John von Neumann Faculty of Informatics, Obuda University, Hungary and Laboratory of Parallel and Distributed Systems, Institute for Computer Science and Control (SZTAKI), Hungarian Research Network (HUN-REN), Hungary"],"raw_orcid":"https://orcid.org/0000-0002-8845-8301","affiliations":[{"raw_affiliation_string":"John von Neumann Faculty of Informatics, Obuda University, Budapest, Hungary and Laboratory of Parallel and Distributed Systems, Institute for Computer Science and Control (SZTAKI), Hungarian Research Network (HUN-REN), Budapest, Hungary","institution_ids":["https://openalex.org/I103356709","https://openalex.org/I4210117195"]},{"raw_affiliation_string":"John von Neumann Faculty of Informatics, Obuda University, Hungary and Laboratory of Parallel and Distributed Systems, Institute for Computer Science and Control (SZTAKI), Hungarian Research Network (HUN-REN), Hungary","institution_ids":["https://openalex.org/I103356709","https://openalex.org/I4210117195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.9808,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.95612202,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"16","issue":"6","first_page":"1","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9448999762535095,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9189406633377075},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6334328651428223},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6100406050682068},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5534536838531494},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5473081469535828},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.36575329303741455},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35395121574401855}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9189406633377075},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6334328651428223},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6100406050682068},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5534536838531494},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5473081469535828},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36575329303741455},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35395121574401855},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3763002","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763002","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3763002","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2510.17892","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.17892","pdf_url":"https://arxiv.org/pdf/2510.17892","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3763002","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763002","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3763002","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414014852.pdf","grobid_xml":"https://content.openalex.org/works/W4414014852.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W2560438049","https://openalex.org/W2733628661","https://openalex.org/W2911489562","https://openalex.org/W2916009164","https://openalex.org/W2970771982","https://openalex.org/W3035153870","https://openalex.org/W3105882417","https://openalex.org/W3166508187","https://openalex.org/W3184144760","https://openalex.org/W3201869313","https://openalex.org/W4206631742","https://openalex.org/W4223492536","https://openalex.org/W4241901867","https://openalex.org/W4282049100","https://openalex.org/W4282983782","https://openalex.org/W4285219308","https://openalex.org/W4312729100","https://openalex.org/W4321636575","https://openalex.org/W4323060022","https://openalex.org/W4366698663","https://openalex.org/W4382489196","https://openalex.org/W4383312440","https://openalex.org/W4384282814","https://openalex.org/W4384705353","https://openalex.org/W4385571571","https://openalex.org/W4385763905","https://openalex.org/W4386307206","https://openalex.org/W4386775668","https://openalex.org/W4388691863","https://openalex.org/W4389523647","https://openalex.org/W4389523920","https://openalex.org/W4389524276","https://openalex.org/W4389633788","https://openalex.org/W4390590855","https://openalex.org/W4394831376"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W2169518243","https://openalex.org/W4224009465","https://openalex.org/W4306674287","https://openalex.org/W4286629047","https://openalex.org/W4205958290","https://openalex.org/W4384212932","https://openalex.org/W4390590544","https://openalex.org/W2096195258","https://openalex.org/W2990460313"],"abstract_inverted_index":{"The":[0],"exponential":[1],"increase":[2],"in":[3,26,31,44,50,172,189,204,217,231],"scientific":[4],"literature":[5,67],"and":[6,60,91,105,114,131,135,142,146,165,187,223,229],"online":[7],"information":[8],"necessitates":[9],"efficient":[10],"methods":[11],"for":[12,79,102,152,219],"extracting":[13],"knowledge":[14],"from":[15],"textual":[16],"data.":[17],"Natural":[18],"language":[19,37,76],"processing":[20],"(NLP)":[21],"plays":[22],"a":[23,115,167,181,196],"crucial":[24],"role":[25],"addressing":[27],"this":[28,65,232],"challenge,":[29],"particularly":[30],"text":[32,81,128,154,205,221],"classification":[33,129,206,222],"tasks.":[34],"While":[35],"large":[36],"models":[38,77,141],"(LLMs)":[39],"have":[40],"achieved":[41],"remarkable":[42],"success":[43],"NLP,":[45],"their":[46],"accuracy":[47],"can":[48],"suffer":[49],"domain-specific":[51,80,153,220],"contexts":[52],"due":[53],"to":[54,95],"specialized":[55],"vocabulary,":[56],"unique":[57],"grammatical":[58],"structures,":[59],"imbalanced":[61],"data":[62],"distributions.":[63],"In":[64,211],"systematic":[66,103],"review":[68,85,108],"(SLR),":[69],"we":[70,157,179,194,213],"investigate":[71],"the":[72,96,125,144,173,200],"utilization":[73],"of":[74,127,169,202],"pre-trained":[75],"(PLMs)":[78],"classification.":[82,155,192],"We":[83,122,138],"systematically":[84],"41":[86],"articles":[87],"published":[88],"between":[89,133],"2018":[90],"January":[92],"2024,":[93],"adhering":[94],"PRISMA":[97],"statement":[98],"(preferred":[99],"reporting":[100],"items":[101],"reviews":[104],"meta-analyses).":[106],"This":[107],"methodology":[109],"involved":[110],"rigorous":[111],"inclusion":[112],"criteria":[113],"multi-step":[116],"selection":[117],"process":[118],"employing":[119],"AI-powered":[120],"tools.":[121],"delve":[123],"into":[124,226],"evolution":[126],"techniques":[130,170],"differentiate":[132],"traditional":[134],"modern":[136],"approaches.":[137],"emphasize":[139],"transformer-based":[140],"explore":[143],"challenges":[145],"considerations":[147],"associated":[148],"with":[149],"using":[150],"LLMs":[151,203],"Furthermore,":[156],"categorize":[158],"existing":[159],"research":[160],"based":[161],"on":[162,199],"various":[163],"PLMs":[164,218],"propose":[166],"taxonomy":[168],"used":[171],"field.":[174],"To":[175],"validate":[176],"our":[177],"findings,":[178],"conducted":[180],"comparative":[182,197],"experiment":[183],"involving":[184],"BERT,":[185],"SciBERT,":[186],"BioBERT":[188],"biomedical":[190],"sentence":[191],"Finally,":[193],"present":[195],"study":[198],"performance":[201],"tasks":[207],"across":[208],"different":[209],"domains.":[210],"addition,":[212],"examine":[214],"recent":[215],"advancements":[216],"offer":[224],"insights":[225],"future":[227],"directions":[228],"limitations":[230],"rapidly":[233],"evolving":[234],"domain.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}