{"id":"https://openalex.org/W4409356606","doi":"https://doi.org/10.1109/tmm.2025.3557680","title":"Imp: Highly Capable Large Multimodal Models for Mobile Devices","display_name":"Imp: Highly Capable Large Multimodal Models for Mobile Devices","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409356606","doi":"https://doi.org/10.1109/tmm.2025.3557680"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3557680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3557680","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098749084","display_name":"Zhenwei Shao","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhenwei Shao","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061025828","display_name":"Yu Zhou","orcid":"https://orcid.org/0000-0001-8407-1137"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou Yu","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050817770","display_name":"Jun Yu","orcid":"https://orcid.org/0000-0003-1922-7283"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yu","raw_affiliation_strings":["School of Intelligence Science and Engineering, Harbin Institute of Technology Shenzhen, Shenzhen, China","Department of Computer Science and Technology, Harbin Institute of Technology Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Intelligence Science and Engineering, Harbin Institute of Technology Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101363884","display_name":"Xuecheng Ouyang","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuecheng Ouyang","raw_affiliation_strings":["HDU-ITMO Joint Institute, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"HDU-ITMO Joint Institute, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051861551","display_name":"Lihao Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lihao Zheng","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098749085","display_name":"Zhenbiao Gai","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenbiao Gai","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045897316","display_name":"M. Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyang Wang","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007612908","display_name":"Zhenzhong Kuang","orcid":"https://orcid.org/0000-0001-9813-7037"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenzhong Kuang","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081149043","display_name":"Jiajun Ding","orcid":"https://orcid.org/0000-0002-7497-7485"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Ding","raw_affiliation_strings":["Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Complex Systems Modeling and Simulation, School of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5098749084"],"corresponding_institution_ids":["https://openalex.org/I50760025"],"apc_list":null,"apc_paid":null,"fwci":17.0485,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.98832008,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"27","issue":null,"first_page":"2961","last_page":"2974"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9032999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9032999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8219290971755981},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45407000184059143}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8219290971755981},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45407000184059143}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3557680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3557680","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1690291968","display_name":null,"funder_award_id":"62422204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2294246951","display_name":null,"funder_award_id":"LDT23F02025F02","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3236026856","display_name":null,"funder_award_id":"62206082","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4019873335","display_name":null,"funder_award_id":"62372147","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4605825167","display_name":null,"funder_award_id":"U21B2040","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6151690139","display_name":null,"funder_award_id":"62020106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6290763762","display_name":null,"funder_award_id":"LR22F020001","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G6570941292","display_name":null,"funder_award_id":"62125201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7336325476","display_name":null,"funder_award_id":"62072147","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2307512708","https://openalex.org/W2560730294","https://openalex.org/W2832876791","https://openalex.org/W2896457183","https://openalex.org/W2963420691","https://openalex.org/W2963518342","https://openalex.org/W2963622213","https://openalex.org/W2979382951","https://openalex.org/W3106859150","https://openalex.org/W3120043490","https://openalex.org/W3209059054","https://openalex.org/W3214910576","https://openalex.org/W4213213306","https://openalex.org/W4254635861","https://openalex.org/W4285255856","https://openalex.org/W4313156423","https://openalex.org/W4385245566","https://openalex.org/W4385430679","https://openalex.org/W4386071707","https://openalex.org/W4389352357","https://openalex.org/W4389519587","https://openalex.org/W4389523832","https://openalex.org/W4389524500","https://openalex.org/W4390041933","https://openalex.org/W4390873312","https://openalex.org/W4391710122","https://openalex.org/W4392822465","https://openalex.org/W4402670859","https://openalex.org/W4402713111","https://openalex.org/W4402716477","https://openalex.org/W4402726948","https://openalex.org/W4402727142","https://openalex.org/W4402727612","https://openalex.org/W4402727669","https://openalex.org/W4402727764","https://openalex.org/W4402727885","https://openalex.org/W4403081466","https://openalex.org/W4403793633","https://openalex.org/W4404575065","https://openalex.org/W4404781885","https://openalex.org/W4404784276","https://openalex.org/W4407151317","https://openalex.org/W4409262940","https://openalex.org/W6769627184","https://openalex.org/W6772383348","https://openalex.org/W6778883912","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6810081322","https://openalex.org/W6810334672","https://openalex.org/W6810738896","https://openalex.org/W6838461927","https://openalex.org/W6843405348","https://openalex.org/W6849177959","https://openalex.org/W6850071225","https://openalex.org/W6850140740","https://openalex.org/W6850625674","https://openalex.org/W6851513886","https://openalex.org/W6851592950","https://openalex.org/W6851950068","https://openalex.org/W6852418670","https://openalex.org/W6852447913","https://openalex.org/W6852776751","https://openalex.org/W6852818750","https://openalex.org/W6853094705","https://openalex.org/W6853116092","https://openalex.org/W6853517571","https://openalex.org/W6854262950","https://openalex.org/W6854347851","https://openalex.org/W6854866820","https://openalex.org/W6855297460","https://openalex.org/W6856398428","https://openalex.org/W6856659047","https://openalex.org/W6856800273","https://openalex.org/W6858029246","https://openalex.org/W6858268588","https://openalex.org/W6858576426","https://openalex.org/W6859375428","https://openalex.org/W6860549370","https://openalex.org/W6860932454","https://openalex.org/W6861231169","https://openalex.org/W6861859004","https://openalex.org/W6861874610","https://openalex.org/W6862174374","https://openalex.org/W6862308860","https://openalex.org/W6862974260","https://openalex.org/W6864600185","https://openalex.org/W6865118152","https://openalex.org/W6867724613","https://openalex.org/W6868898140","https://openalex.org/W6872884404","https://openalex.org/W6873437868","https://openalex.org/W6876048176"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"By":[0],"harnessing":[1],"the":[2,48,56,74,78,104,127,140,150,154],"capabilities":[3,49],"of":[4,64,73,106,122,144,182],"large":[5,10],"language":[6],"models":[7,12],"(LLMs),":[8],"recent":[9],"multimodal":[11,20],"(LMMs)":[13],"have":[14,42,86],"shown":[15],"remarkable":[16],"versatility":[17],"in":[18,33],"open-world":[19],"understanding.":[21],"Nevertheless,":[22],"they":[23],"are":[24],"usually":[25],"parameter-heavy":[26],"and":[27,77,111,147,160],"computation-intensive,":[28],"thus":[29],"hindering":[30],"their":[31],"applicability":[32],"resource-constrained":[34],"scenarios.":[35],"To":[36],"this":[37,93],"end,":[38],"several":[39],"lightweight":[40,101,142],"LMMs":[41,102,125,143,152],"been":[43,89],"proposed":[44],"successively":[45],"to":[46],"maximize":[47],"under":[50],"constrained":[51],"scale":[52],"(e.g.,":[53],"3B).":[54],"Despite":[55],"encouraging":[57],"results":[58],"achieved":[59],"by":[60],"these":[61],"methods,":[62],"most":[63],"them":[65],"only":[66],"focus":[67],"on":[68,115,170],"one":[69],"or":[70],"two":[71],"aspects":[72,105],"design":[75,80],"space,":[76],"key":[79],"choices":[81],"that":[82],"influence":[83],"model":[84,107,136,166],"capability":[85],"not":[87],"yet":[88],"thoroughly":[90],"investigated.":[91],"In":[92],"paper,":[94],"we":[95,118],"conduct":[96],"a":[97,171,178],"systematic":[98],"study":[99],"for":[100],"from":[103],"architecture,":[108],"training":[109,112],"strategy,":[110],"data.":[113],"Based":[114],"our":[116,134,164],"findings,":[117],"obtain":[119],"Imp\u2014a":[120],"family":[121],"highly":[123],"capable":[124],"at":[126,153],"2B<inline-formula":[128],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[129],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[130],"notation=\"LaTeX\">$\\sim$</tex-math></inline-formula>4B":[131],"scales.":[132],"Notably,":[133],"Imp-3B":[135],"steadily":[137],"outperforms":[138],"all":[139],"existing":[141],"similar":[145],"size,":[146],"even":[148],"surpasses":[149],"state-of-the-art":[151],"13B":[155],"scale.":[156],"With":[157],"low-bit":[158],"quantization":[159],"resolution":[161],"reduction":[162],"techniques,":[163],"Imp":[165],"can":[167],"be":[168],"deployed":[169],"Qualcomm":[172],"Snapdragon":[173],"8Gen3":[174],"mobile":[175],"chip":[176],"with":[177],"high":[179],"inference":[180],"speed":[181],"about":[183],"13":[184],"tokens/s.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}