{"id":"https://openalex.org/W7160255428","doi":"https://doi.org/10.1016/j.array.2026.100861","title":"From synthetic navigation data to real-world mobility cues: Reinforcement learning for sensory substitution in visual impairment","display_name":"From synthetic navigation data to real-world mobility cues: Reinforcement learning for sensory substitution in visual impairment","publication_year":2026,"publication_date":"2026-05-05","ids":{"openalex":"https://openalex.org/W7160255428","doi":"https://doi.org/10.1016/j.array.2026.100861"},"language":"en","primary_location":{"id":"doi:10.1016/j.array.2026.100861","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.array.2026.100861","pdf_url":null,"source":{"id":"https://openalex.org/S4210194039","display_name":"Array","issn_l":"2590-0056","issn":["2590-0056"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Array","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.array.2026.100861","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114713648","display_name":"Ilias Sarbout","orcid":"https://orcid.org/0009-0003-4437-7897"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210097159","display_name":"Assistance Publique \u2013 H\u00f4pitaux de Paris","ror":"https://ror.org/00pg5jh14","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I4210097159"]},{"id":"https://openalex.org/I4210122116","display_name":"Fondation Ophtalmologique Adolphe de Rothschild","ror":"https://ror.org/02mdxv534","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I4210122116"]},{"id":"https://openalex.org/I4210130152","display_name":"Institut de Psychiatrie et Neurosciences de Paris","ror":"https://ror.org/02g40zn06","country_code":"FR","type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I204730241","https://openalex.org/I4210130152","https://openalex.org/I4210160774"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Ilias Sarbout","raw_affiliation_strings":["Hospital Foundation Adolphe De Rothschild, Paris, France","Sorbonne University, CNRS, Inserm, AP-HP, Inria, Paris Brain Institute - ICM, Paris, France"],"raw_orcid":"https://orcid.org/0009-0003-4437-7897","affiliations":[{"raw_affiliation_string":"Hospital Foundation Adolphe De Rothschild, Paris, France","institution_ids":["https://openalex.org/I4210122116"]},{"raw_affiliation_string":"Sorbonne University, CNRS, Inserm, AP-HP, Inria, Paris Brain Institute - ICM, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210097159","https://openalex.org/I4210130152","https://openalex.org/I39804081","https://openalex.org/I154526488"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090269940","display_name":"Mehdi Ounissi","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210097159","display_name":"Assistance Publique \u2013 H\u00f4pitaux de Paris","ror":"https://ror.org/00pg5jh14","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I4210097159"]},{"id":"https://openalex.org/I4210130152","display_name":"Institut de Psychiatrie et Neurosciences de Paris","ror":"https://ror.org/02g40zn06","country_code":"FR","type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I204730241","https://openalex.org/I4210130152","https://openalex.org/I4210160774"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mehdi Ounissi","raw_affiliation_strings":["Sorbonne University, CNRS, Inserm, AP-HP, Inria, Paris Brain Institute - ICM, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sorbonne University, CNRS, Inserm, AP-HP, Inria, Paris Brain Institute - ICM, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210097159","https://openalex.org/I4210130152","https://openalex.org/I39804081","https://openalex.org/I154526488"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029816810","display_name":"Dan Mil\u00e9a","orcid":"https://orcid.org/0000-0002-6388-8639"},"institutions":[{"id":"https://openalex.org/I4210122116","display_name":"Fondation Ophtalmologique Adolphe de Rothschild","ror":"https://ror.org/02mdxv534","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I4210122116"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Dan Milea","raw_affiliation_strings":["Hospital Foundation Adolphe De Rothschild, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hospital Foundation Adolphe De Rothschild, Paris, France","institution_ids":["https://openalex.org/I4210122116"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066171121","display_name":"Daniel Racoceanu","orcid":"https://orcid.org/0000-0002-9416-1803"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210097159","display_name":"Assistance Publique \u2013 H\u00f4pitaux de Paris","ror":"https://ror.org/00pg5jh14","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I4210097159"]},{"id":"https://openalex.org/I4210130152","display_name":"Institut de Psychiatrie et Neurosciences de Paris","ror":"https://ror.org/02g40zn06","country_code":"FR","type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I204730241","https://openalex.org/I4210130152","https://openalex.org/I4210160774"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Daniel Racoceanu","raw_affiliation_strings":["Sorbonne University, CNRS, Inserm, AP-HP, Inria, Paris Brain Institute - ICM, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sorbonne University, CNRS, Inserm, AP-HP, Inria, Paris Brain Institute - ICM, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210097159","https://openalex.org/I4210130152","https://openalex.org/I39804081","https://openalex.org/I154526488"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5114713648"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210097159","https://openalex.org/I4210122116","https://openalex.org/I4210130152"],"apc_list":{"value":1350,"currency":"USD","value_usd":1350},"apc_paid":{"value":1350,"currency":"USD","value_usd":1350},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.89619525,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":null,"first_page":"100861","last_page":"100861"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.8866999745368958,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.8866999745368958,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.019500000402331352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.017799999564886093,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensory-substitution","display_name":"Sensory substitution","score":0.7199000120162964},{"id":"https://openalex.org/keywords/substitution","display_name":"Substitution (logic)","score":0.5529999732971191},{"id":"https://openalex.org/keywords/visual-impairment","display_name":"Visual impairment","score":0.4781000018119812},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.4296000003814697},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.39890000224113464},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.35899999737739563}],"concepts":[{"id":"https://openalex.org/C8651855","wikidata":"https://www.wikidata.org/wiki/Q356133","display_name":"Sensory substitution","level":3,"score":0.7199000120162964},{"id":"https://openalex.org/C2778220771","wikidata":"https://www.wikidata.org/wiki/Q1522579","display_name":"Substitution (logic)","level":2,"score":0.5529999732971191},{"id":"https://openalex.org/C2781372952","wikidata":"https://www.wikidata.org/wiki/Q737460","display_name":"Visual impairment","level":2,"score":0.4781000018119812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4666999876499176},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.4296000003814697},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3871000111103058},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3587000072002411},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3125},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.29260000586509705},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.28529998660087585},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2840999960899353},{"id":"https://openalex.org/C2779321571","wikidata":"https://www.wikidata.org/wiki/Q7936605","display_name":"Visual learning","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2578999996185303},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.25780001282691956},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.array.2026.100861","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.array.2026.100861","pdf_url":null,"source":{"id":"https://openalex.org/S4210194039","display_name":"Array","issn_l":"2590-0056","issn":["2590-0056"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Array","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.array.2026.100861","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.array.2026.100861","pdf_url":null,"source":{"id":"https://openalex.org/S4210194039","display_name":"Array","issn_l":"2590-0056","issn":["2590-0056"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Array","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1977151663","https://openalex.org/W1987605854","https://openalex.org/W1990269101","https://openalex.org/W2001422711","https://openalex.org/W2004582407","https://openalex.org/W2046483591","https://openalex.org/W2049567999","https://openalex.org/W2059993653","https://openalex.org/W2075621112","https://openalex.org/W2091985678","https://openalex.org/W2103428456","https://openalex.org/W2107366691","https://openalex.org/W2111074889","https://openalex.org/W2115388189","https://openalex.org/W2118382442","https://openalex.org/W2120436369","https://openalex.org/W2126636462","https://openalex.org/W2133797163","https://openalex.org/W2145114078","https://openalex.org/W2746811377","https://openalex.org/W2766459852","https://openalex.org/W2783983657","https://openalex.org/W2899407468","https://openalex.org/W2921958952","https://openalex.org/W3001112922","https://openalex.org/W3038116466","https://openalex.org/W3167811510","https://openalex.org/W3174497039","https://openalex.org/W3176754876","https://openalex.org/W3204995384","https://openalex.org/W3210707782","https://openalex.org/W3214498996","https://openalex.org/W4303980481","https://openalex.org/W4306376994","https://openalex.org/W4311244846","https://openalex.org/W4319778127","https://openalex.org/W4353076813","https://openalex.org/W4384397750","https://openalex.org/W4384572322","https://openalex.org/W4389079714","https://openalex.org/W4390344966"],"related_works":[],"abstract_inverted_index":{"Limited":[0],"access":[1],"to":[2,11,36,83,250,255,278],"large-scale,":[3],"task-specific":[4],"navigation":[5,306,317,349],"data":[6,318],"remains":[7],"a":[8,56,85,94,134,140,152,156,165,218,260,333],"major":[9],"obstacle":[10],"designing":[12],"lightweight,":[13],"real-time":[14,305,360],"sensory-substitution":[15],"devices":[16],"(SSDs)":[17],"for":[18,47,187,299,308,319,365],"blind":[19,74],"and":[20,65,99,192,228,295],"low-vision":[21],"travellers.":[22],"Current":[23],"datasets":[24],"rarely":[25],"contain":[26],"collision":[27],"examples":[28],"or":[29,49,196,285],"temporal":[30],"context,":[31],"forcing":[32],"most":[33],"AI":[34],"pipelines":[35],"rely":[37],"on":[38,113,133,146,234,265],"generic":[39],"scene-understanding":[40],"tasks":[41],"whose":[42,273],"output":[43],"is":[44,332],"too":[45],"high-dimensional":[46],"haptic":[48,149],"auditory":[50],"feedback.":[51],"We":[52],"created":[53,340],"NavIndoor":[54,331],",":[55],"Unity-based,":[57],"procedurally-generated":[58,266],"maze":[59],"environment":[60],"that":[61,126,337],"delivers":[62],"paired":[63],"RGB":[64],"semantic-segmentation":[66],"streams":[67],"together":[68],"with":[69,80,93,139,155,210,237,356],"collision-aware":[70],"rewards.":[71],"A":[72],"head-mounted":[73],"\u201cdigital":[75],"twin\u201d":[76],"was":[77,104],"trained":[78],"end-to-end":[79,239],"reinforcement":[81,357],"learning":[82],"estimate":[84],"four-way":[86],"action/value":[87],"vector.":[88],"Training":[89,264],"used":[90],"250":[91],"episodes":[92],"progressive":[95],"increase":[96],"in":[97,259],"difficulty":[98],"semantic":[100,267],"mask":[101],"augmentation.":[102],"Performance":[103],"(i)":[105],"benchmarked":[106],"against":[107],"human":[108,173],"players":[109],"in-sim;":[110],"(ii)":[111],"probed":[112],"five":[114],"unseen":[115],"houses":[116],"from":[117],"the":[118,161,176,211,235,252,297,309,324,343],"Active":[119,177],"Vision":[120,178],"Dataset":[121,179],"(AVD)":[122,180],"via":[123],"linear":[124],"classifiers":[125],"predict":[127],"forward-path":[128],"safety":[129,220,274],"thresholds;":[130],"(iii)":[131],"timed":[132],"Jetson":[135,236],"Orin":[136],"Nano":[137],"powered":[138],"portable":[141],"power":[142],"supply;":[143],"(iv)":[144],"evaluated":[145],"an":[147,183,238],"early-stage":[148],"prototype":[150],"during":[151],"proof-of-concept":[153],"trial":[154],"single":[157],"blindfolded":[158,253],"participant.":[159],"In-simulation":[160],"best":[162],"model":[163],"attained":[164],"mean":[166],"reward":[167],"of":[168,172,185,242,303,316,326,346,362],"74.3":[169],"(73":[170],"%":[171],"score).":[174],"On":[175],"it":[181],"achieved":[182],"AUC":[184],"0.92":[186],"detecting":[188],"safe":[189,366],"forward":[190],"pathways":[191],"outperformed":[193],"larger":[194],"self-supervised":[195],"supervised":[197],"backbones.":[198],"The":[199,222,245,288,313],"estimated":[200],"value":[201],"function":[202],"V":[203],"\u03b8":[204],"(":[205],"s":[206],")":[207],"correlated":[208],"monotonically":[209],"walkable":[212],"distance,":[213],"validating":[214],"its":[215],"interpretation":[216],"as":[217],"one-dimensional":[219],"signal.":[221],"full":[223],"pipeline":[224],"ran":[225],"between":[226],"7":[227],"16":[229],"frames":[230],"per":[231],"second":[232],"(FPS)":[233],"(image-to-motor)":[240],"latency":[241],"1.1":[243],"s.":[244],"model\u2019s":[246],"outputs":[247],"were":[248],"able":[249],"guide":[251],"participant":[254],"navigate":[256],"without":[257,282],"collisions":[258],"38-meter":[261],"curved":[262],"corridor.":[263],"maps":[268],"yields":[269],"compact":[270],"RL":[271],"policies":[272],"cues":[275,364],"transfer":[276],"directly":[277],"real":[279],"indoor":[280],"scenes":[281],"photorealistic":[283],"rendering":[284],"domain":[286],"adaptation.":[287],"approach":[289],"enables":[290,359],"portable,":[291],"low-power":[292],"SSD":[293],"prototypes":[294],"lays":[296],"groundwork":[298],"forthcoming":[300],"clinical":[301],"validation":[302],"safe,":[304],"aids":[307],"visually":[310,320],"impaired.":[311],"\u2022":[312,330,351],"limited":[314],"availability":[315],"impaired":[321],"individuals":[322],"restricts":[323],"development":[325],"AI-driven":[327],"assistive":[328],"technologies.":[329],"new":[334],"software":[335],"tool":[336],"generates":[338],"procedurally":[339],"mazes,":[341],"enabling":[342],"rapid":[344],"extraction":[345,361],"synthetic,":[347],"human-like":[348],"data.":[350],"Synthetic":[352],"virtual-environment":[353],"data,":[354],"combined":[355],"learning,":[358],"low-dimensional":[363],"pathway":[367],"identification.":[368]},"counts_by_year":[],"updated_date":"2026-05-09T06:09:20.037420","created_date":"2026-05-06T00:00:00"}