{"id":"https://openalex.org/W4406893056","doi":"https://doi.org/10.1109/iscmi63661.2024.10851676","title":"Enhancing Fine-Tuning of Pre-trained Language Models for Sentiment Analysis Using Metaheuristic Algorithms","display_name":"Enhancing Fine-Tuning of Pre-trained Language Models for Sentiment Analysis Using Metaheuristic Algorithms","publication_year":2024,"publication_date":"2024-11-22","ids":{"openalex":"https://openalex.org/W4406893056","doi":"https://doi.org/10.1109/iscmi63661.2024.10851676"},"language":"en","primary_location":{"id":"doi:10.1109/iscmi63661.2024.10851676","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscmi63661.2024.10851676","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 11th International Conference on Soft Computing & Machine Intelligence (ISCMI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114467352","display_name":"Pranav T Pattanashetty","orcid":null},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pranav T Pattanashetty","raw_affiliation_strings":["PES University,Department of CSE,Bengaluru,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PES University,Department of CSE,Bengaluru,India","institution_ids":["https://openalex.org/I196608512"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pratyush Pankaj","orcid":null},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pratyush Pankaj","raw_affiliation_strings":["PES University,Department of CSE,Bengaluru,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PES University,Department of CSE,Bengaluru,India","institution_ids":["https://openalex.org/I196608512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116057201","display_name":"Rishika Kinger","orcid":null},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rishika Kinger","raw_affiliation_strings":["PES University,Department of CSE,Bengaluru,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PES University,Department of CSE,Bengaluru,India","institution_ids":["https://openalex.org/I196608512"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rehan Sayed","orcid":null},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rehan Sayed","raw_affiliation_strings":["PES University,Department of CSE,Bengaluru,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PES University,Department of CSE,Bengaluru,India","institution_ids":["https://openalex.org/I196608512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008810162","display_name":"Arti Arya","orcid":"https://orcid.org/0000-0002-4470-0311"},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arti Arya","raw_affiliation_strings":["PES University,Department of CSE,Bengaluru,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PES University,Department of CSE,Bengaluru,India","institution_ids":["https://openalex.org/I196608512"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101616741","display_name":"Richa Sharma","orcid":"https://orcid.org/0000-0001-8372-0406"},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Richa Sharma","raw_affiliation_strings":["PES University,Department of CSE,Bengaluru,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PES University,Department of CSE,Bengaluru,India","institution_ids":["https://openalex.org/I196608512"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I196608512"],"apc_list":null,"apc_paid":null,"fwci":0.5972,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75924914,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"234","last_page":"241"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.82669997215271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.82669997215271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8116000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.734402596950531},{"id":"https://openalex.org/keywords/metaheuristic","display_name":"Metaheuristic","score":0.6394179463386536},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5656293630599976},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4871959090232849},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.47433724999427795},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42612943053245544},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3509621024131775}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.734402596950531},{"id":"https://openalex.org/C109718341","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Metaheuristic","level":2,"score":0.6394179463386536},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5656293630599976},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4871959090232849},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47433724999427795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42612943053245544},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3509621024131775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscmi63661.2024.10851676","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscmi63661.2024.10851676","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 11th International Conference on Soft Computing & Machine Intelligence (ISCMI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2290883490","https://openalex.org/W2553852618","https://openalex.org/W2897478809","https://openalex.org/W2954743925","https://openalex.org/W2979619501","https://openalex.org/W3128376221","https://openalex.org/W4317497203","https://openalex.org/W4385809922","https://openalex.org/W4399669972","https://openalex.org/W4401043081","https://openalex.org/W4404788800","https://openalex.org/W6854067372","https://openalex.org/W6862106892","https://openalex.org/W6862125176","https://openalex.org/W6866664339","https://openalex.org/W6868389181","https://openalex.org/W6869197891","https://openalex.org/W6869503505"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2548633793","https://openalex.org/W2789681586","https://openalex.org/W3013279174","https://openalex.org/W2794361564","https://openalex.org/W2941935829","https://openalex.org/W4243392960","https://openalex.org/W3156820950","https://openalex.org/W2596247554","https://openalex.org/W4232791346"],"abstract_inverted_index":{"Fine-tuning":[0],"pre-trained":[1],"language":[2,7,102],"models":[3],"for":[4,49,167],"specific":[5],"natural":[6],"processing":[8],"tasks":[9,50],"often":[10],"leads":[11],"to":[12,16,89],"suboptimal":[13],"performance":[14],"due":[15],"the":[17,22,26,43,57,67,81,92,97,118,149],"vast":[18],"parameter":[19,93],"space":[20,94],"and":[21,38,80,95,127,139,158],"challenge":[23],"of":[24,45,59,100,151],"finding":[25],"most":[27],"effective":[28],"model":[29],"configurations.":[30],"Traditional":[31],"fine-tuning":[32,98],"methods":[33,87],"can":[34],"be":[35],"computationally":[36],"expensive":[37],"may":[39],"not":[40],"fully":[41],"exploit":[42],"potential":[44,150],"these":[46],"models,":[47],"particularly":[48],"like":[51],"sentiment":[52,64],"analysis.":[53],"This":[54],"work":[55],"explores":[56],"application":[58],"metaheuristic":[60],"techniques,":[61,157],"focusing":[62],"on":[63],"analysis":[65],"using":[66],"Stanford":[68],"Sentiment":[69],"Treebank":[70],"2":[71],"(SST2)":[72],"dataset.We":[73],"utilize":[74],"two":[75],"approaches:":[76],"Genetic":[77],"Algorithms":[78],"(GA)":[79],"Whale":[82],"Optimization":[83],"Algorithm":[84],"(WOA).":[85],"These":[86,146],"aim":[88],"efficiently":[90],"search":[91],"optimize":[96],"process":[99],"pretrained":[101],"models.":[103],"To":[104],"enhance":[105],"efficiency,":[106],"we":[107],"incorporate":[108],"layer":[109,129,141,160],"freezing":[110,130,142,161],"techniques":[111],"along":[112],"with":[113,122,136,162],"different":[114],"crossover":[115,138],"strategies.":[116],"In":[117],"results":[119],"obtained,":[120],"GA":[121],"Simulated":[123],"Binary":[124],"Crossover":[125],"(SBX)":[126],"30%":[128,140],"achieved":[131,143],"94.02%":[132],"accuracy,":[133],"while":[134],"WOA":[135],"SBX":[137],"94.67%":[144],"accuracy.":[145],"outcomes":[147],"highlight":[148],"integrating":[152],"evolutionary":[153],"algorithms,":[154],"nature-inspired":[155],"optimization":[156],"strategic":[159],"deep":[163],"learning":[164],"finetuning":[165],"processes":[166],"NLP":[168],"tasks.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}