{"id":"https://openalex.org/W4412400893","doi":"https://doi.org/10.1007/s11263-025-02521-4","title":"Insect-Foundation: A Foundation Model and Large Multimodal Dataset for Vision-Language Insect Understanding","display_name":"Insect-Foundation: A Foundation Model and Large Multimodal Dataset for Vision-Language Insect Understanding","publication_year":2025,"publication_date":"2025-07-14","ids":{"openalex":"https://openalex.org/W4412400893","doi":"https://doi.org/10.1007/s11263-025-02521-4"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-025-02521-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02521-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02521-4.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02521-4.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101373640","display_name":"Thanh-Dat Truong","orcid":"https://orcid.org/0000-0003-4634-8793"},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Thanh-Dat Truong","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Arkansas, Fayetteville, AR, USA"],"raw_orcid":"https://orcid.org/0000-0003-4634-8793","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Arkansas, Fayetteville, AR, USA","institution_ids":["https://openalex.org/I78715868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109727212","display_name":"Hoang-Quan Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hoang-Quan Nguyen","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Arkansas, Fayetteville, AR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Arkansas, Fayetteville, AR, USA","institution_ids":["https://openalex.org/I78715868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063552796","display_name":"Xuan-Bac Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuan-Bac Nguyen","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Arkansas, Fayetteville, AR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Arkansas, Fayetteville, AR, USA","institution_ids":["https://openalex.org/I78715868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010083907","display_name":"Ashley P. G. Dowling","orcid":"https://orcid.org/0000-0002-1890-1689"},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashley Dowling","raw_affiliation_strings":["Department of Entomology and Plant Pathology, University of Arkansas, Fayetteville, AR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Entomology and Plant Pathology, University of Arkansas, Fayetteville, AR, USA","institution_ids":["https://openalex.org/I78715868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354056","display_name":"Xin Li","orcid":"https://orcid.org/0000-0003-2999-9818"},"institutions":[{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Li","raw_affiliation_strings":["Department of Computer Science, SUNY Albany, Albany, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, SUNY Albany, Albany, NY, USA","institution_ids":["https://openalex.org/I392282"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056226189","display_name":"Khoa Luu","orcid":"https://orcid.org/0000-0003-2104-0901"},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Khoa Luu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Arkansas, Fayetteville, AR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Arkansas, Fayetteville, AR, USA","institution_ids":["https://openalex.org/I78715868"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101373640"],"corresponding_institution_ids":["https://openalex.org/I78715868"],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":9.0045,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.98032217,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"133","issue":"10","first_page":"7128","last_page":"7153"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11974","display_name":"Lepidoptera: Biology and Taxonomy","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12321","display_name":"Insect Pheromone Research and Control","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/1109","display_name":"Insect Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.7910149097442627},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5597561001777649},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5504709482192993},{"id":"https://openalex.org/keywords/insect-pest","display_name":"Insect pest","score":0.46845102310180664},{"id":"https://openalex.org/keywords/insect","display_name":"Insect","score":0.46720048785209656},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4229668378829956},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.20863991975784302},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.2026781141757965},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.15383592247962952},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.08822637796401978}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.7910149097442627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5597561001777649},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5504709482192993},{"id":"https://openalex.org/C2994141551","wikidata":"https://www.wikidata.org/wiki/Q5333460","display_name":"Insect pest","level":2,"score":0.46845102310180664},{"id":"https://openalex.org/C2777612826","wikidata":"https://www.wikidata.org/wiki/Q1390","display_name":"Insect","level":2,"score":0.46720048785209656},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4229668378829956},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.20863991975784302},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.2026781141757965},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.15383592247962952},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.08822637796401978},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11263-025-02521-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02521-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02521-4.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11263-025-02521-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02521-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02521-4.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412400893.pdf"},"referenced_works_count":83,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1955003279","https://openalex.org/W2058610492","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2125852809","https://openalex.org/W2163605009","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2316602945","https://openalex.org/W2321533354","https://openalex.org/W2398330969","https://openalex.org/W2565639579","https://openalex.org/W2613718673","https://openalex.org/W2759820149","https://openalex.org/W2791568081","https://openalex.org/W2809523330","https://openalex.org/W2883992358","https://openalex.org/W2938719104","https://openalex.org/W2963786238","https://openalex.org/W2966002724","https://openalex.org/W2970971581","https://openalex.org/W2981852735","https://openalex.org/W2990138404","https://openalex.org/W3005680577","https://openalex.org/W3014860971","https://openalex.org/W3025223191","https://openalex.org/W3034684132","https://openalex.org/W3034999214","https://openalex.org/W3035524453","https://openalex.org/W3046234445","https://openalex.org/W3083149714","https://openalex.org/W3092254810","https://openalex.org/W3106250896","https://openalex.org/W3121953277","https://openalex.org/W3126337491","https://openalex.org/W3132243658","https://openalex.org/W3135367836","https://openalex.org/W3145450063","https://openalex.org/W3159481202","https://openalex.org/W3169737649","https://openalex.org/W3172942063","https://openalex.org/W3182707920","https://openalex.org/W3188258165","https://openalex.org/W3201819732","https://openalex.org/W3213454282","https://openalex.org/W3214803981","https://openalex.org/W4224246420","https://openalex.org/W4225323055","https://openalex.org/W4226182655","https://openalex.org/W4281633595","https://openalex.org/W4296605665","https://openalex.org/W4306820534","https://openalex.org/W4312757006","https://openalex.org/W4312804044","https://openalex.org/W4312810944","https://openalex.org/W4313156423","https://openalex.org/W4313252151","https://openalex.org/W4318718936","https://openalex.org/W4362454698","https://openalex.org/W4377143267","https://openalex.org/W4378499120","https://openalex.org/W4379259189","https://openalex.org/W4385018909","https://openalex.org/W4386065590","https://openalex.org/W4386075510","https://openalex.org/W4386076039","https://openalex.org/W4386076314","https://openalex.org/W4387969125","https://openalex.org/W4390872633","https://openalex.org/W4390872842","https://openalex.org/W4390873312","https://openalex.org/W4396681775","https://openalex.org/W4400142050","https://openalex.org/W4402670776","https://openalex.org/W4402716107","https://openalex.org/W4402716477","https://openalex.org/W4402727558","https://openalex.org/W4402727764","https://openalex.org/W4402753847","https://openalex.org/W4403725941","https://openalex.org/W6851592950","https://openalex.org/W6856794988"],"related_works":["https://openalex.org/W2391294186","https://openalex.org/W4394605648","https://openalex.org/W4394605577","https://openalex.org/W3204019825","https://openalex.org/W2782412499","https://openalex.org/W1543200921","https://openalex.org/W2055855226","https://openalex.org/W2807351431","https://openalex.org/W2372664682","https://openalex.org/W2385508434"],"abstract_inverted_index":{"Abstract":[0],"Multimodal":[1,85],"conversational":[2,22,66,107],"generative":[3],"AI":[4],"has":[5],"shown":[6],"impressive":[7],"capabilities":[8],"in":[9,49,57,74,134,207],"various":[10],"vision":[11],"and":[12,113,131,211],"language":[13],"understanding":[14,43,73,210],"through":[15],"learning":[16,98,144,159,183],"massive":[17],"text-image":[18],"data.":[19,41],"However,":[20],"current":[21],"models":[23,108],"still":[24],"lack":[25],"knowledge":[26,38],"about":[27],"visual":[28,72,112,208],"insects":[29,44],"since":[30],"they":[31],"are":[32],"often":[33],"trained":[34],"on":[35,191,215],"the":[36,95,99,111,117,141,168,200],"general":[37,128],"of":[39,97,116,143,203,218],"vision-language":[40],"Meanwhile,":[42],"is":[45],"a":[46,63,82,122,126,155,161],"fundamental":[47],"problem":[48],"precision":[50],"agriculture,":[51],"helping":[52],"to":[53,70,109,139,166,180],"promote":[54,71],"sustainable":[55],"development":[56],"agriculture.":[58],"Therefore,":[59],"this":[60],"paper":[61],"proposes":[62],"novel":[64],"multimodal":[65,100],"model,":[67,125],"Insect-LLaVA":[68,124],",":[69],"insect-domain":[75],"knowledge.":[76],"In":[77],"particular,":[78],"we":[79,120,147],"first":[80],"introduce":[81],"new":[83,123,127,156,193],"large-scale":[84],"Insect":[86,90,136,150,195],"Dataset":[87],"with":[88,160],"Visual":[89,135,194],"Instruction":[91],"Data":[92],"that":[93],"enables":[94,106],"capability":[96,142],"foundation":[101],"models.":[102],"Our":[103],"proposed":[104,205],"dataset":[105],"comprehend":[110],"semantic":[114],"features":[115],"insects.":[118],"Second,":[119],"propose":[121],"Large":[129],"Language":[130],"Vision":[132],"Assistant":[133],"Understanding.":[137],"Then,":[138],"enhance":[140],"insect":[145,172,209],"features,":[146],"develop":[148],"an":[149],"Foundation":[151],"Model":[152],"by":[153],"introducing":[154],"micro-feature":[157,182],"self-supervised":[158],"Patch-wise":[162],"Relevant":[163],"Attention":[164],"mechanism":[165],"capture":[167],"subtle":[169],"differences":[170],"among":[171],"images.":[173],"We":[174],"also":[175],"present":[176],"Description":[177],"Consistency":[178],"loss":[179],"improve":[181],"via":[184],"text":[185],"descriptions.":[186],"The":[187],"experimental":[188],"results":[189],"evaluated":[190],"our":[192,204],"Question":[196],"Answering":[197],"benchmarks":[198,217],"illustrate":[199],"effective":[201],"performance":[202,214],"approach":[206],"achieve":[212],"State-of-the-Art":[213],"standard":[216],"insect-related":[219],"tasks":[220],"Project":[221],"Page:":[222],"https://uarkcviu.github.io/projects/insectfoundation":[223],".":[224]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}