{"id":"https://openalex.org/W4406461639","doi":"https://doi.org/10.1109/bigdata62323.2024.10825000","title":"Beyond Human Vision: The Role of Large Vision Language Models in Microscope Image Analysis","display_name":"Beyond Human Vision: The Role of Large Vision Language Models in Microscope Image Analysis","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406461639","doi":"https://doi.org/10.1109/bigdata62323.2024.10825000"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825000","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825000","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077257331","display_name":"Prateek Verma","orcid":"https://orcid.org/0000-0002-2208-6496"},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Prateek Verma","raw_affiliation_strings":["University of Arkansas,Department of Electrical Engineering and Computer Science,Fayetteville,USA"],"affiliations":[{"raw_affiliation_string":"University of Arkansas,Department of Electrical Engineering and Computer Science,Fayetteville,USA","institution_ids":["https://openalex.org/I78715868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113198218","display_name":"Minh\u2013Hao Van","orcid":null},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minh-Hao Van","raw_affiliation_strings":["University of Arkansas,Department of Electrical Engineering and Computer Science,Fayetteville,USA"],"affiliations":[{"raw_affiliation_string":"University of Arkansas,Department of Electrical Engineering and Computer Science,Fayetteville,USA","institution_ids":["https://openalex.org/I78715868"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008463509","display_name":"Xintao Wu","orcid":"https://orcid.org/0000-0002-2823-3063"},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xintao Wu","raw_affiliation_strings":["University of Arkansas,Department of Electrical Engineering and Computer Science,Fayetteville,USA"],"affiliations":[{"raw_affiliation_string":"University of Arkansas,Department of Electrical Engineering and Computer Science,Fayetteville,USA","institution_ids":["https://openalex.org/I78715868"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077257331"],"corresponding_institution_ids":["https://openalex.org/I78715868"],"apc_list":null,"apc_paid":null,"fwci":8.4212,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.97467371,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1700","last_page":"1705"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9552000164985657,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.637208104133606},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.615501880645752},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5762453079223633},{"id":"https://openalex.org/keywords/machine-vision","display_name":"Machine vision","score":0.5333442687988281},{"id":"https://openalex.org/keywords/vision-science","display_name":"Vision science","score":0.5003364086151123},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4456499218940735},{"id":"https://openalex.org/keywords/microscope","display_name":"Microscope","score":0.4132424294948578},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.22080203890800476},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09509122371673584}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.637208104133606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.615501880645752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5762453079223633},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.5333442687988281},{"id":"https://openalex.org/C200220432","wikidata":"https://www.wikidata.org/wiki/Q7936208","display_name":"Vision science","level":2,"score":0.5003364086151123},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4456499218940735},{"id":"https://openalex.org/C67649825","wikidata":"https://www.wikidata.org/wiki/Q196538","display_name":"Microscope","level":2,"score":0.4132424294948578},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.22080203890800476},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09509122371673584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825000","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825000","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2182044576","https://openalex.org/W2996458602","https://openalex.org/W3022135494","https://openalex.org/W3045084522","https://openalex.org/W3105641071","https://openalex.org/W3110318829","https://openalex.org/W4235120323","https://openalex.org/W4245463100","https://openalex.org/W4366330503","https://openalex.org/W4379259189","https://openalex.org/W4383343032","https://openalex.org/W4388093101","https://openalex.org/W4389430914","https://openalex.org/W4390041933","https://openalex.org/W4390874575","https://openalex.org/W4399061768","https://openalex.org/W4401336186","https://openalex.org/W4406461639","https://openalex.org/W6655160969","https://openalex.org/W6680096826","https://openalex.org/W6754191106","https://openalex.org/W6774117064","https://openalex.org/W6777679715","https://openalex.org/W6790292821","https://openalex.org/W6793288377","https://openalex.org/W6795878832","https://openalex.org/W6799880412","https://openalex.org/W6851592950","https://openalex.org/W6853469104","https://openalex.org/W6857958404","https://openalex.org/W6860041859","https://openalex.org/W6868708471"],"related_works":["https://openalex.org/W2885241285","https://openalex.org/W2151563100","https://openalex.org/W2356651557","https://openalex.org/W3036477085","https://openalex.org/W4293203054","https://openalex.org/W2032088993","https://openalex.org/W2021547165","https://openalex.org/W2381268659","https://openalex.org/W2095314401","https://openalex.org/W2980400971"],"abstract_inverted_index":{"Vision":[0],"language":[1],"models":[2,171],"(VLMs)":[3],"such":[4,35],"as":[5,36],"LLaVA,":[6,117],"ChatGPT-4,":[7],"and":[8,13,27,43,71,93,99,119,125,132,183],"Gemini":[9,133],"have":[10],"recently":[11],"emerged":[12],"gained":[14],"the":[15,22,86,139,158,170,176,187],"spotlight":[16],"for":[17],"their":[18,106],"ability":[19],"to":[20,104,137,163],"comprehend":[21,138],"dual":[23],"modality":[24],"of":[25,88,96,165,178],"image":[26,38],"textual":[28,83],"data":[29],"showing":[30],"impressive":[31],"performance":[32,60,107,159],"on":[33,108],"tasks":[34],"natural":[37],"captioning,":[39],"visual":[40,140],"question":[41],"answering,":[42],"spatial":[44],"reasoning.":[45],"Additionally,":[46],"a":[47,154,166],"universal":[48],"segmentation":[49,124],"model":[50],"by":[51,175],"Meta":[52],"AI,":[53],"Segment":[54],"Anything":[55],"Model":[56],"(SAM)":[57],"shows":[58],"unprecedented":[59],"at":[61,150],"isolating":[62,151],"objects":[63],"from":[64],"unforeseen":[65],"images.":[66,110,188],"Because":[67],"medical":[68,78],"experts,":[69],"biologists,":[70],"materials":[72],"scientists":[73],"routinely":[74],"examine":[75],"microscopy":[76,143],"or":[77,91],"images":[79],"in":[80,85,142,153,186],"conjunction":[81],"with":[82,122],"information":[84],"form":[87],"captions,":[89],"literature,":[90],"reports,":[92],"draw":[94],"conclusions":[95],"great":[97],"importance":[98],"merit,":[100],"it":[101],"is":[102],"essential":[103],"evaluate":[105],"these":[109],"In":[111],"this":[112],"study,":[113],"we":[114],"charge":[115],"ChatGPT,":[116],"Gemini,":[118],"SAM":[120,146],"quantitatively":[121],"classification,":[123],"counting":[126],"tasks.":[127],"We":[128],"observed":[129],"that":[130,164],"ChatGPT":[131],"were":[134,172],"impressively":[135],"able":[136],"features":[141],"images,":[144],"while":[145],"was":[147,160],"quite":[148],"capable":[149],"artifacts":[152],"general":[155],"sense.":[156],"However,":[157],"not":[161],"close":[162],"domain":[167],"expert":[168],"\u2013":[169],"readily":[173],"encumbered":[174],"introduction":[177],"impurities,":[179],"defects,":[180],"object":[181],"overlaps":[182],"diversity":[184],"present":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}