{"id":"https://openalex.org/W4413392181","doi":"https://doi.org/10.1109/tcsvt.2025.3601340","title":"LoME: LoRA-Driven Multimodal Extractor for RGB-X Vision Tasks","display_name":"LoME: LoRA-Driven Multimodal Extractor for RGB-X Vision Tasks","publication_year":2025,"publication_date":"2025-08-21","ids":{"openalex":"https://openalex.org/W4413392181","doi":"https://doi.org/10.1109/tcsvt.2025.3601340"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3601340","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3601340","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yusi Zhang","orcid":"https://orcid.org/0009-0004-2179-2665"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusi Zhang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0004-2179-2665","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052163069","display_name":"Weiying Xie","orcid":"https://orcid.org/0000-0001-8310-024X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiying Xie","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-8310-024X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001768472","display_name":"Tianlin Hui","orcid":"https://orcid.org/0009-0001-4712-0937"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianlin Hui","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057418761","display_name":"Daixun Li","orcid":"https://orcid.org/0009-0006-8689-6929"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daixun Li","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0006-8689-6929","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090736129","display_name":"Jiaqing Zhang","orcid":"https://orcid.org/0009-0007-3111-1116"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqing Zhang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0007-3111-1116","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007285444","display_name":"Jie Lei","orcid":"https://orcid.org/0000-0003-0851-6565"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Jie Lei","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-0851-6565","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067798266","display_name":"Yunsong Li","orcid":"https://orcid.org/0000-0002-0234-6270"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunsong Li","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-0234-6270","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065061505","display_name":"Leyuan Fang","orcid":"https://orcid.org/0000-0003-2351-4461"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leyuan Fang","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-2351-4461","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8977,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.77355494,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"36","issue":"2","first_page":"1487","last_page":"1500"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.8723000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.8723000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.8702999949455261,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.8572999835014343,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7396321892738342},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6694427132606506},{"id":"https://openalex.org/keywords/extractor","display_name":"Extractor","score":0.6253049373626709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5843040943145752},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5637485980987549},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4596852958202362},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4134165644645691},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.104257732629776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7396321892738342},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6694427132606506},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.6253049373626709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5843040943145752},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5637485980987549},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4596852958202362},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4134165644645691},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.104257732629776},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3601340","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3601340","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4217899750","display_name":null,"funder_award_id":"62425109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4583694037","display_name":null,"funder_award_id":"U22B2014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5402131352","display_name":null,"funder_award_id":"62371365","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5457114622","display_name":null,"funder_award_id":"U24B20136","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5721138531","display_name":null,"funder_award_id":"62322117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W2561196672","https://openalex.org/W2774839435","https://openalex.org/W2921749009","https://openalex.org/W2948500402","https://openalex.org/W2963188557","https://openalex.org/W2963351448","https://openalex.org/W2964241181","https://openalex.org/W2971014764","https://openalex.org/W3035357085","https://openalex.org/W3047800102","https://openalex.org/W3091001089","https://openalex.org/W3097053213","https://openalex.org/W3108601100","https://openalex.org/W3116967329","https://openalex.org/W3129177067","https://openalex.org/W3136761610","https://openalex.org/W3159018159","https://openalex.org/W3164802490","https://openalex.org/W3166016280","https://openalex.org/W3170841864","https://openalex.org/W3176647794","https://openalex.org/W3195903836","https://openalex.org/W3206439726","https://openalex.org/W3207919963","https://openalex.org/W3212645988","https://openalex.org/W3213472242","https://openalex.org/W4200635035","https://openalex.org/W4213144209","https://openalex.org/W4214648418","https://openalex.org/W4284892523","https://openalex.org/W4293731746","https://openalex.org/W4296913506","https://openalex.org/W4312596062","https://openalex.org/W4313008766","https://openalex.org/W4381300351","https://openalex.org/W4382999274","https://openalex.org/W4385570973","https://openalex.org/W4387968078","https://openalex.org/W4387968493","https://openalex.org/W4391020313","https://openalex.org/W4392796741","https://openalex.org/W4396505586","https://openalex.org/W4396598146","https://openalex.org/W4402704566","https://openalex.org/W4402716390"],"related_works":["https://openalex.org/W3082848404","https://openalex.org/W1979583797","https://openalex.org/W2016864125","https://openalex.org/W2372254676","https://openalex.org/W2080135837","https://openalex.org/W2793679056","https://openalex.org/W4283332091","https://openalex.org/W3145050838","https://openalex.org/W2393154870","https://openalex.org/W4237873526"],"abstract_inverted_index":{"RGB-X":[0],"multimodal":[1,18,81,123,160],"vision":[2,161],"tasks":[3],"present":[4],"a":[5,57,76,133,184],"highly":[6],"promising":[7],"approach":[8],"to":[9,56,141,168,190,200],"enhancing":[10],"model":[11,95],"performance":[12,166],"in":[13,61,94,187],"complex":[14],"visual":[15],"conditions.":[16],"Existing":[17],"frameworks":[19],"are":[20],"based":[21,136],"on":[22,137,172,177],"either":[23],"the":[24,32,70,98,110,152,178,191,195,203],"symmetric":[25],"parallel":[26,39],"network":[27,34,205],"of":[28,35,59,79,86,100,156,202],"feature":[29,112],"fusion":[30,106],"or":[31],"shared":[33,52,111],"input":[36],"fusion.":[37],"However,":[38],"networks":[40,53],"suffer":[41],"from":[42],"uncontrollable":[43],"parameters":[44,96],"and":[45,109,145,154],"imbalanced":[46],"optimization":[47,116],"across":[48,158],"modal":[49,87,147],"branches,":[50],"while":[51,126,194],"often":[54],"lead":[55],"lack":[58],"diversity":[60,148],"gradient":[62,115],"optimization.":[63],"To":[64],"address":[65],"these":[66],"challenges,":[67],"we":[68,131],"propose":[69],"LoRA-driven":[71],"Multimodal":[72],"Extractor":[73],"(LoME),":[74],"following":[75],"comprehensive":[77],"analysis":[78],"existing":[80],"frameworks.":[82],"The":[83,103,207],"low-rank":[84],"properties":[85],"adapters":[88,108],"for":[89],"LoME":[90,157,163],"ensure":[91],"controllable":[92],"growth":[93],"as":[97],"number":[99],"modalities":[101],"increases.":[102],"dynamic":[104,138],"parameter":[105,196],"between":[107],"extractor":[113],"decouples":[114],"directions,":[117],"effectively":[118],"mitigating":[119],"imbalances":[120],"caused":[121],"by":[122],"data":[124],"biases":[125],"preserving":[127],"complementary":[128],"features.":[129],"Moreover,":[130],"employ":[132],"training":[134],"strategy":[135],"rank":[139],"allocation":[140],"reduce":[142],"computational":[143],"overhead":[144,197],"enhance":[146],"expression.":[149],"We":[150],"validate":[151],"effectiveness":[153],"generalizability":[155],"three":[159],"tasks.":[162],"achieves":[164,183],"superior":[165],"compared":[167,189],"previous":[169,204],"state-of-the-art":[170],"methods":[171],"multiple":[173],"datasets.":[174],"For":[175],"example,":[176],"DroneVehicle":[179],"dataset,":[180],"our":[181],"method":[182],"10.4%":[185],"improvement":[186],"accuracy":[188],"SOTA":[192],"method,":[193],"is":[198],"reduced":[199],"23%":[201],"(44.63M).":[206],"code":[208],"has":[209],"been":[210],"open-sourced":[211],"at":[212],"https://github.com/zyszxhy/LoME.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-19T17:40:00.097472","created_date":"2025-10-10T00:00:00"}