{"id":"https://openalex.org/W7134964886","doi":"https://doi.org/10.1109/icdmw69685.2025.00257","title":"Fine-Tuning LLMs for Emotion Recognition Through Hierarchical Classification: Overcoming High-Cardinality Class Imbalance","display_name":"Fine-Tuning LLMs for Emotion Recognition Through Hierarchical Classification: Overcoming High-Cardinality Class Imbalance","publication_year":2025,"publication_date":"2025-11-12","ids":{"openalex":"https://openalex.org/W7134964886","doi":"https://doi.org/10.1109/icdmw69685.2025.00257"},"language":null,"primary_location":{"id":"doi:10.1109/icdmw69685.2025.00257","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw69685.2025.00257","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128800500","display_name":"M. Luqman Jamil","orcid":null},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"M. Luqman Jamil","raw_affiliation_strings":["University of Beira Interior and NOVA LINCS,Covilh&#x00E3;,Portugal"],"affiliations":[{"raw_affiliation_string":"University of Beira Interior and NOVA LINCS,Covilh&#x00E3;,Portugal","institution_ids":["https://openalex.org/I161321875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015342484","display_name":"Sebasti\u00e3o Pais","orcid":"https://orcid.org/0000-0003-2337-0779"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Sebasti\u00e3o Pais","raw_affiliation_strings":["University of Beira Interior and NOVA LINCS,Covilh&#x00E3;,Portugal"],"affiliations":[{"raw_affiliation_string":"University of Beira Interior and NOVA LINCS,Covilh&#x00E3;,Portugal","institution_ids":["https://openalex.org/I161321875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123517835","display_name":"Mar Avila","orcid":null},"institutions":[{"id":"https://openalex.org/I80606768","display_name":"Universidad de Extremadura","ror":"https://ror.org/0174shg90","country_code":"ES","type":"education","lineage":["https://openalex.org/I80606768"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mar \u00c1vila","raw_affiliation_strings":["University of Extremadura,Dept. of Computer &#x0026; Telematic Systems Engineering,C&#x00E1;ceres,Spain"],"affiliations":[{"raw_affiliation_string":"University of Extremadura,Dept. of Computer &#x0026; Telematic Systems Engineering,C&#x00E1;ceres,Spain","institution_ids":["https://openalex.org/I80606768"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5128800500"],"corresponding_institution_ids":["https://openalex.org/I161321875"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.82984835,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2109","last_page":"2117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7146000266075134,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7146000266075134,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.045499999076128006,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.03720000013709068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.49570000171661377},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.3578999936580658},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.34940001368522644},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.25839999318122864}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.551800012588501},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.49570000171661377},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4916999936103821},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4320000112056732},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3578999936580658},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.3147999942302704},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.30799999833106995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.30219998955726624},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icdmw69685.2025.00257","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw69685.2025.00257","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.40254586935043335,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1966797434","https://openalex.org/W2019759670","https://openalex.org/W2040467972","https://openalex.org/W2064230935","https://openalex.org/W2149628368","https://openalex.org/W2162095830","https://openalex.org/W2306941105","https://openalex.org/W2582664174","https://openalex.org/W2786411768","https://openalex.org/W2788967885","https://openalex.org/W2964236337","https://openalex.org/W3034323190","https://openalex.org/W3098042509","https://openalex.org/W3156371678","https://openalex.org/W4210999079","https://openalex.org/W4230277160","https://openalex.org/W4233973055","https://openalex.org/W4254254617","https://openalex.org/W4385571805","https://openalex.org/W4389518702","https://openalex.org/W4392138827","https://openalex.org/W4399154371","https://openalex.org/W4401042286","https://openalex.org/W4401863339","https://openalex.org/W4402111569","https://openalex.org/W4404782655","https://openalex.org/W4408565669","https://openalex.org/W4411550451","https://openalex.org/W7133233472"],"related_works":[],"abstract_inverted_index":{"The":[0,212],"use":[1,244],"of":[2,95,154,173,179,196,243],"LLM":[3],"for":[4,19,84,137,141,147],"text":[5,106],"classification":[6,199],"is":[7,183],"a":[8,55],"relatively":[9],"new":[10],"phenomenon":[11],"that,":[12],"despite":[13],"its":[14,92],"complexity,":[15],"offers":[16],"significant":[17],"potential":[18],"several":[20],"applications.":[21],"Conventional":[22],"models":[23],"lack":[24],"the":[25,31,88,151,168,176,194,206],"flexibility":[26],"to":[27,58,73,82,192,208,236],"interact":[28],"and":[29,68,77,121,144,220,231,245],"control":[30],"output,":[32],"while":[33,239],"extreme":[34,93,197],"imbalances":[35,62],"between":[36],"multiple":[37],"classes":[38,97],"often":[39],"require":[40],"synthetic":[41,65,210],"data":[42],"generation":[43],"techniques":[44],"that":[45,215],"can":[46],"introduce":[47],"artifacts.":[48],"To":[49],"overcome":[50,193],"these":[51],"issues,":[52],"we":[53],"propose":[54],"hierarchical":[56,101],"approach":[57,103,190],"deal":[59],"with":[60,91],"label":[61],"without":[63],"generating":[64],"data.":[66,211],"Small":[67],"medium-sized":[69],"LLMs":[70,216],"are":[71],"trained":[72],"classify":[74,227],"specific":[75],"emotions":[76,125],"sentiments,":[78],"using":[79,223],"QLoRA":[80],"tuning":[81],"account":[83],"computational":[85],"limitations.":[86],"For":[87],"GoEmotions":[89],"dataset":[90],"granularity":[94],"27":[96],"(excluding":[98],"neutral),":[99],"our":[100,160,186],"sentiment":[102,112,128],"first":[104],"classifies":[105],"into":[107],"positive,":[108],"negative,":[109],"or":[110],"ambiguous":[111,148],"categories":[113],"(with":[114,130],"<tex":[115,131],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[116,132],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\text{6":[117],"2":[118],"\\%}$</tex>":[119,135],"accuracy)":[120],"then":[122],"analyzes":[123],"sub-granular":[124],"within":[126],"each":[127],"group":[129],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\text{5":[133],"9":[134],"accuracy":[136],"positive":[138],"subsets,":[139,143],"45%":[140],"negative":[142],"65":[145],"%":[146,165],"subsets).":[149],"In":[150],"difficult":[152],"task":[153],"simultaneously":[155],"classifying":[156],"all":[157],"28":[158],"emotions,":[159,203],"best":[161],"model":[162],"achieves":[163],"42":[164],"accuracy;":[166],"however,":[167],"lower":[169],"macro":[170],"F1":[171],"score":[172],"29":[174],"highlights":[175],"ongoing":[177],"challenge":[178],"class":[180],"imbalance,":[181],"which":[182],"mitigated":[184],"by":[185,200],"hierarchy.":[187],"This":[188],"two-step":[189],"attempts":[191],"limitations":[195],"multi-label":[198],"grouping":[201],"related":[202],"thereby":[204],"eliminating":[205],"need":[207],"generate":[209],"results":[213],"show":[214],"such":[217],"as":[218],"Gemma-7B":[219],"Qwen-7B,":[221],"optimized":[222],"this":[224],"approach,":[225],"effectively":[226],"unbalanced":[228],"emotional":[229],"texts":[230],"offer":[232],"competitive":[233],"performance":[234],"compared":[235],"traditional":[237],"models,":[238],"providing":[240],"superior":[241],"ease":[242],"flexibility.":[246]},"counts_by_year":[],"updated_date":"2026-03-13T14:20:09.374765","created_date":"2026-03-12T00:00:00"}