{"id":"https://openalex.org/W4405638128","doi":"https://doi.org/10.1145/3709147","title":"Multimodal Large Language Model with LoRA Fine-Tuning for Multimodal Sentiment Analysis","display_name":"Multimodal Large Language Model with LoRA Fine-Tuning for Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-12-20","ids":{"openalex":"https://openalex.org/W4405638128","doi":"https://doi.org/10.1145/3709147"},"language":"en","primary_location":{"id":"doi:10.1145/3709147","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3709147","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059299970","display_name":"Jie Mu","orcid":"https://orcid.org/0009-0009-1958-5110"},"institutions":[{"id":"https://openalex.org/I130480701","display_name":"Dongbei University of Finance and Economics","ror":"https://ror.org/05db1pj03","country_code":"CN","type":"education","lineage":["https://openalex.org/I130480701"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Mu","raw_affiliation_strings":["School of Data Science and Artificial Intelligence, Dongbei University of Finance and Economics, Dalian, China","School of Data Science and Artificial Intelligence, Dongbei University of Finance and Economics, China"],"raw_orcid":"https://orcid.org/0009-0009-1958-5110","affiliations":[{"raw_affiliation_string":"School of Data Science and Artificial Intelligence, Dongbei University of Finance and Economics, Dalian, China","institution_ids":["https://openalex.org/I130480701"]},{"raw_affiliation_string":"School of Data Science and Artificial Intelligence, Dongbei University of Finance and Economics, China","institution_ids":["https://openalex.org/I130480701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115590684","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0001-8676-1190"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210096354","display_name":"The Seventh Affiliated Hospital of Sun Yat-sen University","ror":"https://ror.org/00rfd5b88","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210096354"]},{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["School of Cyber Science and Technology, Sun Yat-sen University - Shenzhen Campus, Shenzhen, China","School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, China"],"raw_orcid":"https://orcid.org/0000-0001-8676-1190","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Sun Yat-sen University - Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I157773358","https://openalex.org/I4210096354","https://openalex.org/I4210152380"]},{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109292856","display_name":"Wenqi Liu","orcid":"https://orcid.org/0000-0002-0834-0355"},"institutions":[{"id":"https://openalex.org/I130480701","display_name":"Dongbei University of Finance and Economics","ror":"https://ror.org/05db1pj03","country_code":"CN","type":"education","lineage":["https://openalex.org/I130480701"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqi Liu","raw_affiliation_strings":["WENQI LIU, School of Data Science and Artificial Intelligence, Dongbei University of Finance and Economics, Dalian, China","School of Data Science and Artificial Intelligence, Dongbei University of Finance and Economics, China"],"raw_orcid":"https://orcid.org/0000-0002-0834-0355","affiliations":[{"raw_affiliation_string":"WENQI LIU, School of Data Science and Artificial Intelligence, Dongbei University of Finance and Economics, Dalian, China","institution_ids":["https://openalex.org/I130480701"]},{"raw_affiliation_string":"School of Data Science and Artificial Intelligence, Dongbei University of Finance and Economics, China","institution_ids":["https://openalex.org/I130480701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060794007","display_name":"Tiantian Yan","orcid":"https://orcid.org/0000-0002-0811-9706"},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]},{"id":"https://openalex.org/I61565387","display_name":"Dalian Minzu University","ror":"https://ror.org/02hxfx521","country_code":"CN","type":"education","lineage":["https://openalex.org/I61565387"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiantian Yan","raw_affiliation_strings":["The National and Local Joint Engineering Laboratory of Computer Aided Design, Dalian University, Dalian, China","the National and Local Joint Engineering Laboratory of Computer Aided Design, Dalian University, China"],"raw_orcid":"https://orcid.org/0000-0002-0811-9706","affiliations":[{"raw_affiliation_string":"The National and Local Joint Engineering Laboratory of Computer Aided Design, Dalian University, Dalian, China","institution_ids":["https://openalex.org/I61565387"]},{"raw_affiliation_string":"the National and Local Joint Engineering Laboratory of Computer Aided Design, Dalian University, China","institution_ids":["https://openalex.org/I4210092944"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076675071","display_name":"G. X. Wang","orcid":"https://orcid.org/0000-0002-7207-2789"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanglu Wang","raw_affiliation_strings":["School of Software, Dalian University of Technology, Dalian, China","School of Software, Dalian University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-7207-2789","affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Software, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9475,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88107278,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"16","issue":"6","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9209224581718445},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5226002335548401},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5223449468612671},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5200192928314209},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45662155747413635},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3247097134590149}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9209224581718445},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5226002335548401},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5223449468612671},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5200192928314209},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45662155747413635},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3247097134590149}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3709147","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3709147","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7900000214576721,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W639708223","https://openalex.org/W2265228180","https://openalex.org/W2489487449","https://openalex.org/W2560674852","https://openalex.org/W2602753196","https://openalex.org/W2606555609","https://openalex.org/W2767484504","https://openalex.org/W2963702064","https://openalex.org/W2981852735","https://openalex.org/W3048377509","https://openalex.org/W3094384122","https://openalex.org/W3156333129","https://openalex.org/W3193416433","https://openalex.org/W4241886172","https://openalex.org/W4256361765","https://openalex.org/W4286370724","https://openalex.org/W4288089799","https://openalex.org/W4299527668","https://openalex.org/W4321072523","https://openalex.org/W4362714356","https://openalex.org/W4386072470","https://openalex.org/W4386415485","https://openalex.org/W4386874814","https://openalex.org/W4388209039","https://openalex.org/W4389987717","https://openalex.org/W4390874170","https://openalex.org/W4393148183","https://openalex.org/W4393160572","https://openalex.org/W6793983436"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W2765903680","https://openalex.org/W4317653575","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Multimodal":[0,137],"sentiment":[1,178,203],"analysis":[2,179,204],"has":[3,109],"become":[4],"a":[5,85,94,136],"popular":[6],"research":[7],"topic":[8],"in":[9,38,51,80],"recent":[10],"years.":[11],"However,":[12],"existing":[13],"methods":[14],"have":[15],"two":[16],"unaddressed":[17],"limitations:":[18],"(1)":[19],"they":[20,43],"use":[21,191],"limited":[22],"supervised":[23],"labels":[24],"to":[25,34,55,122,147,169,197,227],"train":[26],"models,":[27],"which":[28,100,206],"makes":[29],"it":[30],"impossible":[31],"for":[32,113],"model":[33,183,200],"fully":[35,155],"learn":[36],"sentiments":[37],"different":[39,52,57,123],"modal":[40,58],"data;":[41],"(2)":[42],"employ":[44],"text":[45,116],"and":[46,74,115,161,176,216],"image":[47,73,114],"pre-trained":[48,95,182],"models":[49],"trained":[50,102],"unimodal":[53],"tasks":[54,124],"extract":[56,148],"features,":[59],"so":[60],"that":[61,221],"the":[62,69,157,170,173,177,181,186,199,208,222],"extracted":[63],"features":[64],"cannot":[65],"take":[66],"into":[67],"account":[68],"interactive":[70],"information":[71],"between":[72,159,172,213],"text.":[75],"To":[76],"solve":[77],"these":[78],"problems,":[79],"this":[81],"paper":[82],"we":[83,92,134],"propose":[84],"Vision-Language":[86],"Contrastive":[87],"Learning":[88],"network":[89],"(VLCLNet).":[90],"First,":[91],"introduce":[93],"Large":[96,138],"Language":[97,139],"Model":[98,140],"(LLM),":[99],"is":[101,225],"from":[103],"vast":[104],"quantities":[105],"of":[106,129,210],"multimodal":[107,149],"data,":[108],"better":[110],"understanding":[111],"ability":[112],"contents,":[117],"thus":[118],"being":[119],"effectively":[120],"applied":[121],"while":[125],"requiring":[126],"few":[127],"amount":[128],"labelled":[130],"training":[131],"data.":[132],"Second,":[133],"adapt":[135],"(MLLM),":[141],"BLIP-2":[142],"(Bootstrapping":[143],"Language-Image":[144],"Pre-training)":[145],"network,":[146],"fusion":[150],"feature.":[151],"Such":[152],"MLLM":[153],"can":[154],"consider":[156],"correlation":[158],"images":[160],"texts":[162],"when":[163],"extracting":[164],"features.":[165],"In":[166],"addition,":[167],"due":[168],"discrepancy":[171],"pre-training":[174,214],"task":[175,212,215],"task,":[180,205],"will":[184],"output":[185],"suboptimal":[187],"prediction":[188],"results.":[189],"We":[190],"Low-Rank":[192],"Adaptation":[193],"(LoRA)":[194],"fine-tuning":[195],"strategy":[196],"update":[198],"parameters":[201],"on":[202],"avoids":[207],"issue":[209],"inconsistent":[211],"downstream":[217],"task.":[218],"Experiments":[219],"verify":[220],"proposed":[223],"VLCLNet":[224],"superior":[226],"other":[228],"strong":[229],"baselines.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}