{"id":"https://openalex.org/W4408323800","doi":"https://doi.org/10.1109/access.2025.3549733","title":"Performance Evaluation and Application Potential of Small Large Language Models in Complex Sentiment Analysis Tasks","display_name":"Performance Evaluation and Application Potential of Small Large Language Models in Complex Sentiment Analysis Tasks","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4408323800","doi":"https://doi.org/10.1109/access.2025.3549733"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3549733","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3549733","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3549733","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107126798","display_name":"Yunchu Yang","orcid":"https://orcid.org/0009-0009-1688-5695"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Yunchu Yang","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China"],"raw_orcid":"https://orcid.org/0009-0009-1688-5695","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333824","display_name":"Jiaxuan Li","orcid":"https://orcid.org/0000-0001-7647-6839"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Jiaxuan Li","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China"],"raw_orcid":"https://orcid.org/0000-0001-7647-6839","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048005481","display_name":"Jielong Guo","orcid":"https://orcid.org/0000-0001-6779-3840"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Jielong Guo","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333835","display_name":"Patrick Cheong\u2010Iao Pang","orcid":"https://orcid.org/0000-0002-8820-5443"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Patrick Cheong-Iao Pang","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-8820-5443","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101760165","display_name":"Yapeng Wang","orcid":"https://orcid.org/0000-0002-1085-5091"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yapeng Wang","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-1085-5091","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045641465","display_name":"Xu Yang","orcid":"https://orcid.org/0000-0002-7037-3609"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Xu Yang","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-7037-3609","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022394682","display_name":"Sio\u2010Kei Im","orcid":"https://orcid.org/0000-0002-5599-4300"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Sio-Kei Im","raw_affiliation_strings":["Engineering Research Centre of Applied Technology on Machine Translation and Artificial Intelligence of Ministry of Education, Macao Polytechnic University, Macau, China","Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-5599-4300","affiliations":[{"raw_affiliation_string":"Engineering Research Centre of Applied Technology on Machine Translation and Artificial Intelligence of Ministry of Education, Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]},{"raw_affiliation_string":"Macao Polytechnic University, R. de Luís Gonzaga Gomes, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5107126798"],"corresponding_institution_ids":["https://openalex.org/I49835588"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":25.5257,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99420572,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"49007","last_page":"49017"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.8662999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.8662999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.7903000116348267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8104565143585205},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6067721843719482},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5132033824920654},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4205382466316223}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8104565143585205},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6067721843719482},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5132033824920654},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4205382466316223}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3549733","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3549733","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1a5c9881100a4c3bb0f84f68c0cb76f2","is_oa":true,"landing_page_url":"https://doaj.org/article/1a5c9881100a4c3bb0f84f68c0cb76f2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 49007-49017 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3549733","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3549733","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2804228850","https://openalex.org/W2910164082","https://openalex.org/W3016235703","https://openalex.org/W3020349211","https://openalex.org/W3090347447","https://openalex.org/W3139172628","https://openalex.org/W3172642864","https://openalex.org/W3196324893","https://openalex.org/W4281763794","https://openalex.org/W4306743104","https://openalex.org/W4312924043","https://openalex.org/W4327946446","https://openalex.org/W4362558246","https://openalex.org/W4379259169","https://openalex.org/W4385611483","https://openalex.org/W4386691702","https://openalex.org/W4386973901","https://openalex.org/W4386989263","https://openalex.org/W4386998832","https://openalex.org/W4388777264","https://openalex.org/W4392506286","https://openalex.org/W4392669753","https://openalex.org/W4396597709","https://openalex.org/W4399394027","https://openalex.org/W4401042286","https://openalex.org/W4404592166","https://openalex.org/W4406195132","https://openalex.org/W4407139145","https://openalex.org/W6778883912","https://openalex.org/W6809646742","https://openalex.org/W6855218505","https://openalex.org/W6858100026","https://openalex.org/W6860985507"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Sentiment":[0],"analysis":[1,70],"using":[2,59,85],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"has":[7],"gained":[8],"significant":[9],"attention":[10],"in":[11,71,147,222],"recent":[12],"research":[13],"due":[14],"to":[15,21,65,219],"its":[16,169],"outstanding":[17],"performance":[18,129],"and":[19,34,45,91,121,143,177,182,202,237,239,247],"ability":[20],"understand":[22],"complex":[23],"texts.":[24],"However,":[25],"popular":[26],"LLMs,":[27],"such":[28,234],"as":[29,63,88,104,106,215,235],"ChatGPT,":[30],"are":[31],"typically":[32],"closed-source":[33,220],"come":[35],"with":[36,83,158,229],"substantial":[37],"API":[38],"costs,":[39],"posing":[40],"challenges":[41],"for":[42,67,100,254],"resource-limited":[43],"scenarios":[44],"raising":[46],"concerns":[47],"about":[48],"privacy.":[49],"To":[50],"address":[51],"this,":[52],"our":[53],"study":[54,209],"evaluates":[55],"the":[56,89,122,128,162,211],"feasibility":[57],"of":[58,80,124,130,156,213],"small":[60],"LLMs":[61,221],"(sLLMs)":[62],"alternatives":[64,218],"GPT":[66],"aspect-based":[68],"sentiment":[69,242],"Chinese":[72,78],"healthcare":[73],"reviews.":[74],"We":[75],"compared":[76],"several":[77,137],"sLLMs":[79,138,214],"varying":[81],"sizes":[82],"GPT-3.5,":[84],"GPT-4o\u2019s":[86],"results":[87,134],"benchmark,":[90],"assessed":[92],"their":[93],"classification":[94],"accuracy":[95],"by":[96],"computing":[97],"F1":[98,109,154],"scores":[99],"each":[101],"individual":[102],"aspect":[103],"well":[105,167],"an":[107,153],"overall":[108],"score.":[110],"Additionally,":[111],"we":[112],"examined":[113],"sLLMs\u2019":[114],"instruction-following":[115],"capabilities,":[116],"VRAM":[117],"requirements,":[118],"generation":[119],"times,":[120],"impact":[123,187],"temperature":[125],"settings":[126,192],"on":[127,188],"top-performing":[131],"sLLMs.":[132],"The":[133],"demonstrate":[135],"that":[136],"can":[139],"effectively":[140],"follow":[141],"instructions":[142],"even":[144],"surpass":[145],"GPT-3.5":[146],"accuracy.":[148,207],"For":[149],"instance,":[150],"InternLM2.5":[151],"achieved":[152],"score":[155],"0.85":[157],"zero-shot":[159],"prompting,":[160],"while":[161,196],"smaller":[163,176],"Qwen2.5-3B":[164],"model":[165],"performed":[166],"despite":[168],"minimal":[170,194],"size.":[171],"Prompt":[172],"strategies":[173],"significantly":[174],"influenced":[175],"older":[178,197],"models":[179,198,204],"like":[180,241],"Qwen2.5-1.5B":[181],"ChatGLM3.5":[183],"but":[184],"had":[185],"limited":[186],"newer":[189,203],"models.":[190],"Temperature":[191],"showed":[193],"effect,":[195],"generated":[199],"responses":[200],"faster,":[201],"offered":[205],"higher":[206],"This":[208],"underscores":[210],"potential":[212,230],"resource-efficient,":[216],"privacy-preserving":[217],"specialized":[223],"domains.":[224],"Our":[225],"work":[226],"demonstrates":[227],"versatility,":[228],"applications":[231],"across":[232],"domains":[233],"finance":[236],"education,":[238],"tasks":[240],"analysis,":[243,250],"credit":[244],"risk":[245],"assessment,":[246],"learning":[248],"behavior":[249],"offering":[251],"valuable":[252],"insights":[253],"real-world":[255],"use":[256],"cases.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9}],"updated_date":"2026-05-18T08:16:58.900851","created_date":"2025-10-10T00:00:00"}