{"id":"https://openalex.org/W7160255335","doi":"https://doi.org/10.3390/a19050364","title":"QuantFT-VL: Harmonizing Quantization and LoRA for Efficient Mobile Vision\u2013Language Model Fine-Tuning","display_name":"QuantFT-VL: Harmonizing Quantization and LoRA for Efficient Mobile Vision\u2013Language Model Fine-Tuning","publication_year":2026,"publication_date":"2026-05-04","ids":{"openalex":"https://openalex.org/W7160255335","doi":"https://doi.org/10.3390/a19050364"},"language":"en","primary_location":{"id":"doi:10.3390/a19050364","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a19050364","pdf_url":"https://www.mdpi.com/1999-4893/19/5/364/pdf?version=1777905119","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/19/5/364/pdf?version=1777905119","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135404474","display_name":"Fangyuan Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangyuan Jin","raw_affiliation_strings":["Science and Technology on Underwater Test and Control Laboratory, Dalian 116023, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science and Technology on Underwater Test and Control Laboratory, Dalian 116023, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029920666","display_name":"Hui Lin","orcid":"https://orcid.org/0000-0002-6559-2751"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Lin","raw_affiliation_strings":["Marine Engineering College, Dalian Maritime University, Dalian 116026, China","Science and Technology on Underwater Test and Control Laboratory, Dalian 116023, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Marine Engineering College, Dalian Maritime University, Dalian 116026, China","institution_ids":["https://openalex.org/I43313876"]},{"raw_affiliation_string":"Science and Technology on Underwater Test and Control Laboratory, Dalian 116023, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135365258","display_name":"Lu Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Zhang","raw_affiliation_strings":["Science and Technology on Underwater Test and Control Laboratory, Dalian 116023, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science and Technology on Underwater Test and Control Laboratory, Dalian 116023, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5135294581","display_name":"Yiwei Chen","orcid":"https://orcid.org/0000-0002-3638-2309"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]},{"id":"https://openalex.org/I4210092817","display_name":"Suzhou Institute of Biomedical Engineering and Technology","ror":"https://ror.org/00f58mx93","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210092817"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiwei Chen","raw_affiliation_strings":["School of Biomedical Engineering, Division of Life Sciences and Medicine, University of Science and Technology of China, Suzhou 215163, China","Suzhou Institute of Biomedical Engineering and Technology, Chinese Academy of Sciences, Suzhou 215163, China"],"raw_orcid":"https://orcid.org/0000-0002-3638-2309","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Division of Life Sciences and Medicine, University of Science and Technology of China, Suzhou 215163, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Suzhou Institute of Biomedical Engineering and Technology, Chinese Academy of Sciences, Suzhou 215163, China","institution_ids":["https://openalex.org/I4210092817","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5135294581"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I308837","https://openalex.org/I4210092817"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76251599,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"19","issue":"5","first_page":"364","last_page":"364"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5460000038146973,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5460000038146973,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.1842000037431717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1282999962568283,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8615000247955322},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7662000060081482},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6875},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5516999959945679},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.4636000096797943},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.3646000027656555}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8615000247955322},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7662000060081482},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.718500018119812},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6875},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5557000041007996},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5516999959945679},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.4636000096797943},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2937000095844269},{"id":"https://openalex.org/C2777894999","wikidata":"https://www.wikidata.org/wiki/Q4781758","display_name":"Approx","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28279998898506165},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2775999903678894},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25380000472068787},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/a19050364","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a19050364","pdf_url":"https://www.mdpi.com/1999-4893/19/5/364/pdf?version=1777905119","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:26b7f82ecbdb446eae8454bddba167fb","is_oa":true,"landing_page_url":"https://doaj.org/article/26b7f82ecbdb446eae8454bddba167fb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 19, Iss 5, p 364 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/a19050364","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a19050364","pdf_url":"https://www.mdpi.com/1999-4893/19/5/364/pdf?version=1777905119","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7160255335.pdf","grobid_xml":"https://content.openalex.org/works/W7160255335.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision\u2013language":[0],"models":[1],"(VLMs)":[2],"are":[3],"increasingly":[4],"deployed":[5],"in":[6,29,73,160],"resource-constrained":[7],"environments,":[8],"yet":[9],"efficient":[10],"fine-tuning":[11],"remains":[12],"challenging":[13],"because":[14],"post-training":[15],"quantization":[16,43,65,128],"often":[17],"degrades":[18],"the":[19,30,42,49,64,69,87,100,108,117,124,161,171,183],"effectiveness":[20],"of":[21,32,63,68,188],"low-rank":[22,61],"adaptation.":[23],"This":[24,120],"paper":[25],"revisits":[26],"that":[27,107,144],"mismatch":[28],"context":[31],"MobileVLM1.7B":[33],"and":[34,92,104,129,133,150,185],"presents":[35],"QuantFT-VL,":[36],"a":[37,60,78],"novel":[38],"initialization":[39,122],"strategy":[40],"following":[41],"phase":[44],"to":[45,56,98,131,154],"seamlessly":[46],"align":[47],"with":[48],"LoRA":[50,58,101,159],"technique.":[51],"The":[52],"key":[53],"idea":[54],"is":[55],"initialize":[57,99],"using":[59],"approximation":[62],"residual":[66,88],"instead":[67],"default":[70],"zero-initialization":[71],"used":[72],"QLoRA-style":[74],"pipelines.":[75],"After":[76],"quantizing":[77],"pretrained":[79],"weight":[80,111],"matrix":[81],"W":[82,89],"into":[83],"Q,":[84],"we":[85],"compute":[86],"\u2212":[90],"Q":[91,112],"use":[93],"truncated":[94],"singular":[95],"value":[96],"decomposition":[97],"factors":[102],"(A":[103],"B)":[105],"so":[106],"starting":[109],"adapted":[110],"+":[113],"ABT":[114],"better":[115,156],"matches":[116],"full-precision":[118,158],"model.":[119],"residual-aware":[121],"reduces":[123],"discrepancy":[125],"introduced":[126],"by":[127,175],"leads":[130],"faster":[132],"more":[134],"stable":[135],"optimization.":[136],"Experiments":[137],"on":[138],"six":[139],"standard":[140],"VLM":[141],"benchmarks":[142],"show":[143],"QuantFT-VL":[145,169],"consistently":[146],"improves":[147,170],"over":[148,179],"QLoRA":[149,180],"recovers":[151],"performance":[152],"close":[153],"or":[155],"than":[157],"best":[162],"setting.":[163],"On":[164],"two":[165],"RTX":[166],"3090":[167],"GPUs,":[168],"average":[172],"benchmark":[173],"score":[174],"3.27":[176],"percentage":[177],"points":[178],"while":[181],"preserving":[182],"memory":[184],"speed":[186],"advantages":[187],"quantized":[189],"fine-tuning.":[190]},"counts_by_year":[],"updated_date":"2026-05-29T09:21:14.243279","created_date":"2026-05-06T00:00:00"}