{"id":"https://openalex.org/W7133315718","doi":"https://doi.org/10.3390/computers15030159","title":"A Resource-Efficient Approach to Fine-Tuning a BERT-Base Model for Sentiment Analysis","display_name":"A Resource-Efficient Approach to Fine-Tuning a BERT-Base Model for Sentiment Analysis","publication_year":2026,"publication_date":"2026-03-03","ids":{"openalex":"https://openalex.org/W7133315718","doi":"https://doi.org/10.3390/computers15030159"},"language":"en","primary_location":{"id":"doi:10.3390/computers15030159","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15030159","pdf_url":"https://www.mdpi.com/2073-431X/15/3/159/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/15/3/159/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016962062","display_name":"Abdullah Basahel","orcid":null},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abdullah M. Basahel","raw_affiliation_strings":["Faculty of Economics and Administration, King Abdulaziz University, Jeddah 21589, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Economics and Administration, King Abdulaziz University, Jeddah 21589, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127889353","display_name":"Shreyanth H. Giriyappa","orcid":null},"institutions":[{"id":"https://openalex.org/I63098007","display_name":"Liverpool John Moores University","ror":"https://ror.org/04zfme737","country_code":"GB","type":"education","lineage":["https://openalex.org/I63098007"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shreyanth H. Giriyappa","raw_affiliation_strings":["School of Computer Science and Mathematics, Liverpool John Moores University, Liverpool L3 3AF, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Mathematics, Liverpool John Moores University, Liverpool L3 3AF, UK","institution_ids":["https://openalex.org/I63098007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005355282","display_name":"Furqan Alam","orcid":"https://orcid.org/0000-0002-8621-4880"},"institutions":[{"id":"https://openalex.org/I45998257","display_name":"Sohar University","ror":"https://ror.org/02ftvf862","country_code":"OM","type":"education","lineage":["https://openalex.org/I45998257"]}],"countries":["OM"],"is_corresponding":true,"raw_author_name":"Furqan Alam","raw_affiliation_strings":["Faculty of Computing and Information Technology (FoCIT), Sohar University, Sohar 311, Oman"],"raw_orcid":"https://orcid.org/0000-0002-8621-4880","affiliations":[{"raw_affiliation_string":"Faculty of Computing and Information Technology (FoCIT), Sohar University, Sohar 311, Oman","institution_ids":["https://openalex.org/I45998257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051565662","display_name":"Tahani Saleh Mohammed Alnazzawi","orcid":null},"institutions":[{"id":"https://openalex.org/I23075662","display_name":"Taibah University","ror":"https://ror.org/01xv1nn60","country_code":"SA","type":"education","lineage":["https://openalex.org/I23075662"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Tahani Saleh Mohammed Alnazzawi","raw_affiliation_strings":["Department of Computer Science, College of Computer Science and Engineering, Taibah University, Madinah 41477, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Computer Science and Engineering, Taibah University, Madinah 41477, Saudi Arabia","institution_ids":["https://openalex.org/I23075662"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127925841","display_name":"Saqib Qamar","orcid":null},"institutions":[{"id":"https://openalex.org/I45998257","display_name":"Sohar University","ror":"https://ror.org/02ftvf862","country_code":"OM","type":"education","lineage":["https://openalex.org/I45998257"]}],"countries":["OM"],"is_corresponding":true,"raw_author_name":"Saqib Qamar","raw_affiliation_strings":["Faculty of Computing and Information Technology (FoCIT), Sohar University, Sohar 311, Oman"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing and Information Technology (FoCIT), Sohar University, Sohar 311, Oman","institution_ids":["https://openalex.org/I45998257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103039036","display_name":"Adnan Ahmed Abi Sen","orcid":"https://orcid.org/0000-0003-2960-5807"},"institutions":[{"id":"https://openalex.org/I4210151290","display_name":"Islamic University of Madinah","ror":"https://ror.org/03rcp1y74","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210151290"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Adnan Ahmed Abi Sen","raw_affiliation_strings":["Hussein ElSayyed Research Center, Deanship of Graduate Studies & Scientific Research, University of Prince Mugrin, Madinah 42241, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hussein ElSayyed Research Center, Deanship of Graduate Studies & Scientific Research, University of Prince Mugrin, Madinah 42241, Saudi Arabia","institution_ids":["https://openalex.org/I4210151290"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5005355282","https://openalex.org/A5127925841"],"corresponding_institution_ids":["https://openalex.org/I45998257"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":18.3473,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.98800165,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"15","issue":"3","first_page":"159","last_page":"159"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.707099974155426},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5626999735832214},{"id":"https://openalex.org/keywords/profiling","display_name":"Profiling (computer programming)","score":0.45089998841285706},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.43459999561309814},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.31790000200271606},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.31630000472068787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7908999919891357},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.707099974155426},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5626999735832214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5379999876022339},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.474700003862381},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.45089998841285706},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.43459999561309814},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4043000042438507},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C2778136018","wikidata":"https://www.wikidata.org/wiki/Q10350689","display_name":"Predictive power","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.2793000042438507},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers15030159","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15030159","pdf_url":"https://www.mdpi.com/2073-431X/15/3/159/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d7167320efce4a7ea8c390743f1a5c25","is_oa":true,"landing_page_url":"https://doaj.org/article/d7167320efce4a7ea8c390743f1a5c25","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 15, Iss 3, p 159 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers15030159","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15030159","pdf_url":"https://www.mdpi.com/2073-431X/15/3/159/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7133315718.pdf","grobid_xml":"https://content.openalex.org/works/W7133315718.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W3176828726","https://openalex.org/W4206178588","https://openalex.org/W4309197929","https://openalex.org/W4322766882","https://openalex.org/W4385718300","https://openalex.org/W4389977189","https://openalex.org/W4401338109","https://openalex.org/W4401671778","https://openalex.org/W4403753254","https://openalex.org/W4403938605","https://openalex.org/W4405842131","https://openalex.org/W4410061981","https://openalex.org/W4410308078","https://openalex.org/W4411801083","https://openalex.org/W4411962915"],"related_works":[],"abstract_inverted_index":{"Fine-tuning":[0],"a":[1,26,77],"BERT-Base":[2],"model":[3,111],"for":[4,108],"specific":[5],"tasks,":[6],"such":[7],"as":[8],"sentiment":[9,99,144,152],"analysis,":[10],"has":[11],"become":[12],"resource-intensive":[13],"and":[14,20,53,58,86,142],"often":[15],"requires":[16],"high":[17],"computational":[18,40],"power":[19],"memory.":[21],"This":[22],"paper":[23],"introduces":[24],"SCALE,":[25],"novel":[27],"resource-efficient":[28],"fine-tuning":[29,74,107,124],"method":[30,71],"that":[31],"targets":[32],"the":[33,61,83,109,120,130],"most":[34,62],"critical":[35],"transformer":[36,48],"layers,":[37],"which":[38],"reduces":[39],"costs":[41],"without":[42],"sacrificing":[43],"performance.":[44],"By":[45],"dynamically":[46],"profiling":[47],"layers":[49,64],"via":[50],"activation":[51],"magnitudes":[52],"attention":[54],"entropy,":[55],"SCALE":[56],"selects":[57],"adapts":[59],"only":[60,127],"influential":[63],"with":[65],"lightweight":[66],"adapter":[67],"modules.":[68],"The":[69,132,146],"proposed":[70],"outperforms":[72],"traditional":[73],"techniques,":[75],"achieving":[76,115],"2.3%":[78],"improvement":[79],"in":[80,105,112,135,151],"accuracy":[81],"on":[82],"IMDB":[84],"dataset":[85],"reducing":[87],"training":[88],"time":[89],"by":[90],"56.3%":[91],"compared":[92],"to":[93,117,140],"full-model":[94,123],"fine-tuning.":[95],"Experiments":[96],"across":[97],"various":[98],"analysis":[100,153],"benchmarks":[101],"demonstrate":[102],"SCALE\u2019s":[103],"effectiveness":[104,150],"optimizing":[106],"BERT-base":[110],"resource-constrained":[113],"environments,":[114],"up":[116],"99%":[118],"of":[119,122,129],"performance":[121],"while":[125],"using":[126],"40%":[128],"parameters.":[131],"empirical":[133],"validation":[134],"this":[136],"study":[137],"is":[138],"restricted":[139],"binary":[141],"multi-class":[143],"classification.":[145],"evaluation":[147],"specifically":[148],"reflects":[149],"text":[154],"classification":[155],"tasks.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2026-03-04T00:00:00"}
