{"id":"https://openalex.org/W4395662771","doi":"https://doi.org/10.3390/jimaging10050103","title":"A Multi-Modal Foundation Model to Assist People with Blindness and Low Vision in Environmental Interaction","display_name":"A Multi-Modal Foundation Model to Assist People with Blindness and Low Vision in Environmental Interaction","publication_year":2024,"publication_date":"2024-04-26","ids":{"openalex":"https://openalex.org/W4395662771","doi":"https://doi.org/10.3390/jimaging10050103","pmid":"https://pubmed.ncbi.nlm.nih.gov/38786557"},"language":"en","primary_location":{"id":"doi:10.3390/jimaging10050103","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging10050103","pdf_url":"https://www.mdpi.com/2313-433X/10/5/103/pdf?version=1714141701","source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2313-433X/10/5/103/pdf?version=1714141701","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102925195","display_name":"Hao Yu","orcid":"https://orcid.org/0000-0002-5662-5910"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Hao","raw_affiliation_strings":["Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA"],"affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101398606","display_name":"Fan Yang","orcid":"https://orcid.org/0000-0002-4324-1088"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA"],"affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101667364","display_name":"Hao Huang","orcid":"https://orcid.org/0000-0002-9131-5854"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Huang","raw_affiliation_strings":["Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA"],"affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041372265","display_name":"Shuaihang Yuan","orcid":"https://orcid.org/0000-0002-7092-7966"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuaihang Yuan","raw_affiliation_strings":["Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA"],"affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000099903","display_name":"Sundeep Rangan","orcid":"https://orcid.org/0000-0002-0925-8169"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sundeep Rangan","raw_affiliation_strings":["Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA"],"affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073829818","display_name":"John\u2010Ross Rizzo","orcid":"https://orcid.org/0000-0002-4084-0085"},"institutions":[{"id":"https://openalex.org/I4210086933","display_name":"NYU Langone Health","ror":"https://ror.org/005dvqh91","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210086933"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John-Ross Rizzo","raw_affiliation_strings":["NYU Langone Health, New York University, New York, NY 10016, USA","Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA"],"affiliations":[{"raw_affiliation_string":"NYU Langone Health, New York University, New York, NY 10016, USA","institution_ids":["https://openalex.org/I4210086933"]},{"raw_affiliation_string":"Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100319039","display_name":"Yao Wang","orcid":"https://orcid.org/0000-0003-3199-3802"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao Wang","raw_affiliation_strings":["Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA"],"affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083935587","display_name":"Yi Fang","orcid":"https://orcid.org/0000-0001-9427-3883"},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["AE","US"],"is_corresponding":true,"raw_author_name":"Yi Fang","raw_affiliation_strings":["Electrical Engineering and Center for Artificial Intelligence and Robotics, New York University Abu Dhabi, Abu Dhabi 129188, United Arab Emirates","Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Center for Artificial Intelligence and Robotics, New York University Abu Dhabi, Abu Dhabi 129188, United Arab Emirates","institution_ids":["https://openalex.org/I120250893"]},{"raw_affiliation_string":"Tandon School of Engineering, New York University, Brooklyn, NY 11201, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5083935587"],"corresponding_institution_ids":["https://openalex.org/I120250893","https://openalex.org/I57206974"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":4.6492,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.95274432,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":"5","first_page":"103","last_page":"103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7942705750465393},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6306604743003845},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5787783265113831},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5669834613800049},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5380067825317383},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3271346688270569}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7942705750465393},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6306604743003845},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5787783265113831},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5669834613800049},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5380067825317383},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3271346688270569},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/jimaging10050103","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging10050103","pdf_url":"https://www.mdpi.com/2313-433X/10/5/103/pdf?version=1714141701","source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},{"id":"pmid:38786557","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38786557","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of imaging","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11122237","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11122237","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11122237/pdf/jimaging-10-00103.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Imaging","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:6b30deaf5f154a35b9d3db23c800d4a6","is_oa":true,"landing_page_url":"https://doaj.org/article/6b30deaf5f154a35b9d3db23c800d4a6","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Imaging, Vol 10, Iss 5, p 103 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/jimaging10050103","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging10050103","pdf_url":"https://www.mdpi.com/2313-433X/10/5/103/pdf?version=1714141701","source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land","score":0.5799999833106995}],"awards":[{"id":"https://openalex.org/G3185872928","display_name":null,"funder_award_id":"ITE2345139","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5921281487","display_name":null,"funder_award_id":"number","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6843691896","display_name":"NSF Convergence Accelerator Track H: Phase II Smart Wearables for Expanding Workplace Access for People with Blindness and Low Vision","funder_award_id":"2345139","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7293063222","display_name":null,"funder_award_id":"R33EY033689","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4395662771.pdf"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1253821352","https://openalex.org/W1483870316","https://openalex.org/W1956340063","https://openalex.org/W1981357275","https://openalex.org/W1985726467","https://openalex.org/W2023108079","https://openalex.org/W2090048052","https://openalex.org/W2101105183","https://openalex.org/W2121957969","https://openalex.org/W2123215356","https://openalex.org/W2123301721","https://openalex.org/W2140297000","https://openalex.org/W2149095485","https://openalex.org/W2282503792","https://openalex.org/W2590822507","https://openalex.org/W2749554940","https://openalex.org/W2768379801","https://openalex.org/W2819222535","https://openalex.org/W2899222827","https://openalex.org/W2963622213","https://openalex.org/W2987293115","https://openalex.org/W2995355798","https://openalex.org/W3012449617","https://openalex.org/W3020025945","https://openalex.org/W3117932032","https://openalex.org/W3138516171","https://openalex.org/W3140173391","https://openalex.org/W3177724181","https://openalex.org/W3185101217","https://openalex.org/W4214493435","https://openalex.org/W4311000453","https://openalex.org/W4321353455","https://openalex.org/W6620707391","https://openalex.org/W6670096075","https://openalex.org/W6680053761","https://openalex.org/W6682631176","https://openalex.org/W6757079273"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"People":[0],"with":[1],"blindness":[2],"and":[3,17,35,60,71,76,101,130,168,196,203,237,257,268,274,285,302,315,319],"low":[4],"vision":[5,28],"(pBLV)":[6],"encounter":[7],"substantial":[8],"challenges":[9,142],"when":[10],"it":[11],"comes":[12],"to":[13,26,54,116,164,188,224,289],"comprehensive":[14,197,269],"scene":[15],"recognition":[16,235],"precise":[18],"object":[19],"identification":[20],"in":[21,33,50,69,87,96,106,146,159,172,230,278],"unfamiliar":[22,72,107,147],"environments.":[23,148],"Additionally,":[24],"due":[25,53,115,163],"the":[27,45,55,141,151,200,231,255,272,279,290,322],"loss,":[29],"pBLV":[30,95,145],"have":[31],"difficulty":[32],"accessing":[34],"identifying":[36,99],"potential":[37,103,207,276],"tripping":[38,104],"hazards":[39,105],"independently.":[40],"Previous":[41],"assistive":[42,111,160],"technologies":[43,112],"for":[44,57,192,248,324],"visually":[46],"impaired":[47],"often":[48,113],"struggle":[49],"real-world":[51,173],"scenarios":[52,174],"need":[56],"constant":[58],"training":[59],"lack":[61,118],"of":[62,119,153,199,271,321],"robustness,":[63],"which":[64],"limits":[65],"their":[66,117,165],"effectiveness,":[67],"especially":[68],"dynamic":[70],"environments,":[73,108],"where":[74,109],"accurate":[75,166],"efficient":[77],"perception":[78,167,191],"is":[79],"crucial.":[80],"Therefore,":[81],"we":[82,93,133,179],"frame":[83],"our":[84,210,294,309],"research":[85],"question":[86],"this":[88],"paper":[89],"as:":[90],"<i>How":[91],"can":[92,134,311],"assist":[94],"recognizing":[97],"scenes,":[98],"objects,":[100],"detecting":[102],"existing":[110],"falter":[114],"robustness?</i>":[120],"We":[121,292],"hypothesize":[122],"that":[123,138,184,308],"by":[124,144,150,176,213,281],"leveraging":[125,214],"large":[126,154],"pretrained":[127,155],"foundation":[128,156,186,262],"models":[129,187],"prompt":[131,251,256],"engineering,":[132],"create":[135],"a":[136,181,215,244,260],"system":[137],"effectively":[139],"addresses":[140],"faced":[143],"Motivated":[149],"prevalence":[152],"models,":[157],"particularly":[158],"robotics":[161],"applications,":[162],"robust":[169],"contextual":[170],"understanding":[171],"induced":[175],"extensive":[177],"pretraining,":[178],"present":[180,229],"pioneering":[182],"approach":[183,295],"leverages":[185],"enhance":[189],"visual":[190],"pBLV,":[193,249],"offering":[194],"detailed":[195,267],"descriptions":[198,270,318],"surrounding":[201],"environment":[202,273,280,323],"providing":[204],"warnings":[205],"about":[206],"risks.":[208],"Specifically,":[209],"method":[211,310],"begins":[212],"large-image":[216],"tagging":[217],"model":[218,263],"(i.e.,":[219,264],"Recognize":[220],"Anything":[221],"Model":[222],"(RAM))":[223],"identify":[225],"all":[226],"common":[227],"objects":[228,284,313],"captured":[232],"images.":[233],"The":[234],"results":[236,306],"user":[238],"query":[239],"are":[240],"then":[241],"integrated":[242],"into":[243],"prompt,":[245],"tailored":[246],"specifically":[247],"using":[250],"engineering.":[252],"By":[253],"combining":[254],"input":[258],"image,":[259],"vision-language":[261],"InstructBLIP)":[265],"generates":[266],"identifies":[275],"risks":[277],"analyzing":[282],"environmental":[283],"scenic":[286],"landmarks,":[287],"relevant":[288],"prompt.":[291],"evaluate":[293],"through":[296],"experiments":[297],"conducted":[298],"on":[299],"both":[300],"indoor":[301],"outdoor":[303],"datasets.":[304],"Our":[305],"demonstrate":[307],"recognize":[312],"accurately":[314],"provide":[316],"insightful":[317],"analysis":[320],"pBLV.":[325]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}