{"id":"https://openalex.org/W4416258283","doi":"https://doi.org/10.48550/arxiv.2509.18672","title":"NaviSense: A Multimodal Assistive Mobile application for Object Retrieval by Persons with Visual Impairment","display_name":"NaviSense: A Multimodal Assistive Mobile application for Object Retrieval by Persons with Visual Impairment","publication_year":2025,"publication_date":"2025-09-23","ids":{"openalex":"https://openalex.org/W4416258283","doi":"https://doi.org/10.48550/arxiv.2509.18672"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.18672","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.18672","pdf_url":"https://arxiv.org/pdf/2509.18672","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.18672","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019520458","display_name":"Ajay Narayanan Sridhar","orcid":"https://orcid.org/0009-0004-6497-0433","observed_orcids":["https://orcid.org/0009-0004-6497-0433"]},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sridhar, Ajay Narayanan","raw_affiliation_strings":["The Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029698062","display_name":"Fuli Qiao","orcid":"https://orcid.org/0000-0003-1880-187X","observed_orcids":["https://orcid.org/0000-0003-1880-187X"]},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiao, Fuli","raw_affiliation_strings":["The Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024111770","display_name":"Nelson Daniel Troncoso Aldas","orcid":"https://orcid.org/0000-0001-5312-6860","observed_orcids":["https://orcid.org/0000-0001-5312-6860"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aldas, Nelson Daniel Troncoso","raw_affiliation_strings":["Independent Researcher"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Researcher","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shi, Yanpei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shi, Yanpei","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076083402","display_name":"Mehrdad Mahdavi","orcid":"https://orcid.org/0000-0003-2679-6679","observed_orcids":["https://orcid.org/0000-0003-2679-6679"]},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahdavi, Mehrdad","raw_affiliation_strings":["The Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054494771","display_name":"Laurent Itti","orcid":"https://orcid.org/0000-0002-0168-2977","observed_orcids":["https://orcid.org/0000-0002-0168-2977"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Itti, Laurent","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101919131","display_name":"Vijaykrishnan Narayanan","orcid":"https://orcid.org/0000-0001-6266-6068","observed_orcids":["https://orcid.org/0000-0001-6266-6068"]},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Narayanan, Vijaykrishnan","raw_affiliation_strings":["The Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.023399999365210533,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-impairment","display_name":"visual impairment","score":0.7910000085830688},{"id":"https://openalex.org/keywords/assistive-technology","display_name":"assistive technology","score":0.8180000185966492},{"id":"https://openalex.org/keywords/object-retrieval","display_name":"object retrieval","score":0.9789999723434448},{"id":"https://openalex.org/keywords/multisensory-perception","display_name":"multisensory perception","score":0.671999990940094},{"id":"https://openalex.org/keywords/open-world-object-detection","display_name":"open-world object detection","score":0.8809999823570251},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.6909999847412109},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"augmented reality","score":0.7839999794960022},{"id":"https://openalex.org/keywords/lidar","display_name":"LiDAR","score":0.9879999756813049},{"id":"https://openalex.org/keywords/conversational-ai","display_name":"conversational AI","score":0.8539999723434448},{"id":"https://openalex.org/keywords/mobile-application","display_name":"mobile application","score":0.4309999942779541},{"id":"https://openalex.org/keywords/blind-and-visually-impaired-users","display_name":"blind and visually impaired users","score":0.7409999966621399},{"id":"https://openalex.org/keywords/spatial-feedback","display_name":"spatial feedback","score":0.6790000200271606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7736999988555908},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6797000169754028},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5584999918937683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5530999898910522},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5073999762535095},{"id":"https://openalex.org/C2781372952","wikidata":"https://www.wikidata.org/wiki/Q737460","display_name":"Visual impairment","level":2,"score":0.46549999713897705},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4496000111103058},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.42289999127388},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4065999984741211},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.40560001134872437},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.40450000762939453},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.3928000032901764},{"id":"https://openalex.org/C3017715821","wikidata":"https://www.wikidata.org/wiki/Q688498","display_name":"Assistive technology","level":2,"score":0.3675999939441681},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.35019999742507935},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2906999886035919},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.2892000079154968},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2639000117778778}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2509.18672","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.18672","pdf_url":"https://arxiv.org/pdf/2509.18672","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2509.18672","doi":"https://doi.org/10.48550/arxiv.2509.18672","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.18672","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.18672","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.18672","pdf_url":"https://arxiv.org/pdf/2509.18672","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416258283.pdf","grobid_xml":"https://content.openalex.org/works/W4416258283.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7172311859","https://openalex.org/W4405089112","https://openalex.org/W7170196634","https://openalex.org/W7160920391","https://openalex.org/W4417095785","https://openalex.org/W3178706872","https://openalex.org/W7221824830","https://openalex.org/W7131162225","https://openalex.org/W6930881194","https://openalex.org/W7155688559"],"abstract_inverted_index":{"People":[0],"with":[1,38,76,101,109,134],"visual":[2],"impairments":[3],"often":[4],"face":[5],"significant":[6],"challenges":[7],"in":[8,13],"locating":[9],"and":[10,69,86,107,112,121],"retrieving":[11],"objects":[12,82],"their":[14],"surroundings.":[15],"Existing":[16],"assistive":[17,58],"technologies":[18],"present":[19],"a":[20,56,104],"trade-off:":[21],"systems":[22],"that":[23,60],"offer":[24],"precise":[25],"guidance":[26],"typically":[27],"require":[28],"pre-scanning":[29],"or":[30],"support":[31,72],"only":[32],"fixed":[33],"object":[34,40,74,118],"categories,":[35],"while":[36],"those":[37],"open-world":[39,73,132],"recognition":[41],"lack":[42],"spatial":[43,89],"feedback":[44,90],"for":[45],"reaching":[46],"the":[47,94,128],"object.":[48],"To":[49],"address":[50],"this":[51],"gap,":[52],"we":[53],"introduce":[54],"'NaviSense',":[55],"mobile":[57],"system":[59],"combines":[61],"conversational":[62],"AI,":[63],"vision-language":[64],"models,":[65],"augmented":[66],"reality":[67],"(AR),":[68],"LiDAR":[70],"to":[71,91],"detection":[75],"real-time":[77],"audio-haptic":[78],"guidance.":[79,137],"Users":[80],"specify":[81],"via":[83],"natural":[84],"language":[85],"receive":[87],"continuous":[88],"navigate":[92],"toward":[93],"target":[95],"without":[96],"needing":[97],"prior":[98],"setup.":[99],"Designed":[100],"insights":[102],"from":[103],"formative":[105],"study":[106],"evaluated":[108],"12":[110],"blind":[111],"low-vision":[113],"participants,":[114],"NaviSense":[115],"significantly":[116],"reduced":[117],"retrieval":[119],"time":[120],"was":[122],"preferred":[123],"over":[124],"existing":[125],"tools,":[126],"demonstrating":[127],"value":[129],"of":[130],"integrating":[131],"perception":[133],"precise,":[135],"accessible":[136]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2025-10-10T00:00:00"}