{"id":"https://openalex.org/W2951582018","doi":"https://doi.org/10.13140/rg.2.2.10576.87048","title":"Autoencoding sensory substitution","display_name":"Autoencoding sensory substitution","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2951582018","doi":"https://doi.org/10.13140/rg.2.2.10576.87048","mag":"2951582018"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1907.06286","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.06286","pdf_url":"https://arxiv.org/pdf/1907.06286","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1907.06286","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071990522","display_name":"Viktor T\u00f3th","orcid":"https://orcid.org/0000-0002-3730-1400","observed_orcids":["https://orcid.org/0000-0002-3730-1400"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"T\u00f3th, Viktor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5067521137","display_name":"Lauri T. Parkkonen","orcid":"https://orcid.org/0000-0002-0130-0801","observed_orcids":["https://orcid.org/0000-0002-0130-0801"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parkkonen, Lauri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5071990522"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensory-substitution","display_name":"sensory substitution","score":0.9829999804496765},{"id":"https://openalex.org/keywords/recurrent-autoencoder","display_name":"recurrent autoencoder","score":0.8180000185966492},{"id":"https://openalex.org/keywords/blind-rehabilitation","display_name":"blind rehabilitation","score":0.7590000033378601},{"id":"https://openalex.org/keywords/auditory-display","display_name":"auditory display","score":0.3160000145435333},{"id":"https://openalex.org/keywords/reaching-movements","display_name":"reaching movements","score":0.5600000023841858},{"id":"https://openalex.org/keywords/audio-compression","display_name":"audio compression","score":0.6159999966621399}],"concepts":[{"id":"https://openalex.org/C2778220771","wikidata":"https://www.wikidata.org/wiki/Q1522579","display_name":"Substitution (logic)","level":2,"score":0.8176191449165344},{"id":"https://openalex.org/C8651855","wikidata":"https://www.wikidata.org/wiki/Q356133","display_name":"Sensory substitution","level":3,"score":0.807548999786377},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.5007438659667969},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37498021125793457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2506961226463318},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2181139588356018},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1907.06286","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.06286","pdf_url":"https://arxiv.org/pdf/1907.06286","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/39101","doi":null,"is_oa":true,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/39101","pdf_url":"https://aaltodoc.aalto.fi/handle/123456789/39101","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"G2 Pro gradu, diplomity\u00f6"},{"id":"doi:10.48550/arxiv.1907.06286","doi":"https://doi.org/10.48550/arxiv.1907.06286","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1907.06286","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.13140/rg.2.2.10576.87048","doi":"https://doi.org/10.13140/rg.2.2.10576.87048","is_oa":false,"landing_page_url":"https://doi.org/10.13140/rg.2.2.10576.87048","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1907.06286","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.06286","pdf_url":"https://arxiv.org/pdf/1907.06286","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2951582018.pdf","grobid_xml":"https://content.openalex.org/works/W2951582018.grobid-xml"},"referenced_works_count":171,"referenced_works":["https://openalex.org/W93691386","https://openalex.org/W596170837","https://openalex.org/W632980993","https://openalex.org/W653216719","https://openalex.org/W1489184006","https://openalex.org/W1499761551","https://openalex.org/W1502255657","https://openalex.org/W1555691962","https://openalex.org/W1557208597","https://openalex.org/W1564841162","https://openalex.org/W1591331301","https://openalex.org/W1592352382","https://openalex.org/W1643630418","https://openalex.org/W1666137090","https://openalex.org/W1710476689","https://openalex.org/W1815076433","https://openalex.org/W1822494353","https://openalex.org/W1829467613","https://openalex.org/W1850742715","https://openalex.org/W1857568955","https://openalex.org/W1863754572","https://openalex.org/W1899504021","https://openalex.org/W1903029394","https://openalex.org/W1922152898","https://openalex.org/W1928481240","https://openalex.org/W1959608418","https://openalex.org/W1963549852","https://openalex.org/W1964198515","https://openalex.org/W1966216464","https://openalex.org/W1970629866","https://openalex.org/W1972950801","https://openalex.org/W1973594775","https://openalex.org/W1977007664","https://openalex.org/W1978557059","https://openalex.org/W1979741733","https://openalex.org/W1981649281","https://openalex.org/W1988651655","https://openalex.org/W1988958688","https://openalex.org/W1991975829","https://openalex.org/W1996348120","https://openalex.org/W1996550590","https://openalex.org/W1997039480","https://openalex.org/W1999854131","https://openalex.org/W2002644089","https://openalex.org/W2004930422","https://openalex.org/W2007802578","https://openalex.org/W2008173791","https://openalex.org/W2010002462","https://openalex.org/W2013377646","https://openalex.org/W2014410922","https://openalex.org/W2017360110","https://openalex.org/W2021090797","https://openalex.org/W2025256102","https://openalex.org/W2027290950","https://openalex.org/W2027442343","https://openalex.org/W2031160135","https://openalex.org/W2033512352","https://openalex.org/W2033708670","https://openalex.org/W2036060855","https://openalex.org/W2037629933","https://openalex.org/W2037976268","https://openalex.org/W2039066615","https://openalex.org/W2040971405","https://openalex.org/W2041094588","https://openalex.org/W2041412216","https://openalex.org/W2041587140","https://openalex.org/W2049567999","https://openalex.org/W2052344510","https://openalex.org/W2053365926","https://openalex.org/W2054139811","https://openalex.org/W2056155952","https://openalex.org/W2057835559","https://openalex.org/W2059207976","https://openalex.org/W2060206404","https://openalex.org/W2064394144","https://openalex.org/W2066571473","https://openalex.org/W2068529382","https://openalex.org/W2069244153","https://openalex.org/W2069430629","https://openalex.org/W2070750644","https://openalex.org/W2075243918","https://openalex.org/W2076629853","https://openalex.org/W2076854347","https://openalex.org/W2082627290","https://openalex.org/W2083131225","https://openalex.org/W2085451113","https://openalex.org/W2091475867","https://openalex.org/W2091794409","https://openalex.org/W2098580305","https://openalex.org/W2098844381","https://openalex.org/W2103994288","https://openalex.org/W2104626942","https://openalex.org/W2105400003","https://openalex.org/W2106238360","https://openalex.org/W2106746989","https://openalex.org/W2107516612","https://openalex.org/W2109023847","https://openalex.org/W2109357138","https://openalex.org/W2109704768","https://openalex.org/W2113449884","https://openalex.org/W2113947998","https://openalex.org/W2114894207","https://openalex.org/W2115174817","https://openalex.org/W2117731089","https://openalex.org/W2118615399","https://openalex.org/W2119322319","https://openalex.org/W2119322603","https://openalex.org/W2126636462","https://openalex.org/W2127751554","https://openalex.org/W2128116263","https://openalex.org/W2129409783","https://openalex.org/W2130166597","https://openalex.org/W2132649652","https://openalex.org/W2133797163","https://openalex.org/W2135062977","https://openalex.org/W2135303033","https://openalex.org/W2137453923","https://openalex.org/W2140249772","https://openalex.org/W2146567096","https://openalex.org/W2151489780","https://openalex.org/W2157696083","https://openalex.org/W2158073373","https://openalex.org/W2159074298","https://openalex.org/W2160816201","https://openalex.org/W2162151596","https://openalex.org/W2163605009","https://openalex.org/W2167759766","https://openalex.org/W2241211221","https://openalex.org/W2264747179","https://openalex.org/W2271840356","https://openalex.org/W2296023722","https://openalex.org/W2326114782","https://openalex.org/W2399306074","https://openalex.org/W2439880944","https://openalex.org/W2468223059","https://openalex.org/W2475054693","https://openalex.org/W2510919644","https://openalex.org/W2519091744","https://openalex.org/W2519878990","https://openalex.org/W2554991621","https://openalex.org/W2582082042","https://openalex.org/W2606176153","https://openalex.org/W2609211631","https://openalex.org/W2730495599","https://openalex.org/W2762798698","https://openalex.org/W2766459852","https://openalex.org/W2767130047","https://openalex.org/W2769810959","https://openalex.org/W2777667864","https://openalex.org/W2783127012","https://openalex.org/W2792764867","https://openalex.org/W2800311957","https://openalex.org/W2805693530","https://openalex.org/W2809430132","https://openalex.org/W2819222535","https://openalex.org/W2884772108","https://openalex.org/W2894295011","https://openalex.org/W2949411980","https://openalex.org/W2951065015","https://openalex.org/W2952186574","https://openalex.org/W2962942158","https://openalex.org/W2963135265","https://openalex.org/W2963399222","https://openalex.org/W2963799213","https://openalex.org/W2964121744","https://openalex.org/W2964208720","https://openalex.org/W2973818247","https://openalex.org/W3038022805","https://openalex.org/W4298289240","https://openalex.org/W4298642009","https://openalex.org/W6982273903"],"related_works":["https://openalex.org/W4319778127","https://openalex.org/W3167125600","https://openalex.org/W4206360643","https://openalex.org/W1970318865","https://openalex.org/W3167811510","https://openalex.org/W2905962922","https://openalex.org/W2022694837","https://openalex.org/W1822494353","https://openalex.org/W4394672057","https://openalex.org/W3006625374"],"abstract_inverted_index":{"Tens":[0],"of":[1,3,20,42,51,74,88,122,134,185,205,214,232,239],"millions":[2],"people":[4],"live":[5],"blind,":[6],"and":[7,67,235],"their":[8],"number":[9],"is":[10,39,44],"ever":[11],"increasing.":[12],"Visual-to-auditory":[13],"sensory":[14],"substitution":[15],"(SS)":[16],"encompasses":[17],"a":[18,48,85,191,202,236,243],"family":[19],"cheap,":[21],"generic":[22],"solutions":[23],"to":[24,46,108,138],"assist":[25],"the":[26,58,62,68,71,75,115,120,132,144,161,164,183,212,219,225,233],"visually":[27,220],"impaired":[28],"by":[29,91],"conveying":[30],"visual":[31,116,141],"information":[32],"through":[33],"sound.":[34],"The":[35,179],"required":[36],"SS":[37,89,173,209,240],"training":[38,60,92,174],"lengthy:":[40],"months":[41],"effort":[43],"necessary":[45],"reach":[47],"practical":[49],"level":[50],"adaptation.":[52],"There":[53],"are":[54],"two":[55,157],"reasons":[56],"for":[57,70,96,168,218],"tedious":[59],"process:":[61],"elongated":[63],"substituting":[64,124,145],"audio":[65,125],"signal,":[66],"disregard":[69],"compressive":[72],"characteristics":[73],"human":[76],"hearing":[77,136],"system.":[78],"To":[79],"overcome":[80],"these":[81],"obstacles,":[82],"we":[83,118],"developed":[84],"novel":[86,208],"class":[87],"methods,":[90],"deep":[93,102],"recurrent":[94],"autoencoders":[95],"image-to-sound":[97],"conversion.":[98,112],"We":[99,152],"successfully":[100],"trained":[101],"learning":[103],"models":[104],"on":[105,175,190,224],"different":[106],"datasets":[107],"execute":[109],"visual-to-auditory":[110],"stimulus":[111,146],"By":[113],"constraining":[114],"space,":[117],"demonstrated":[119],"viability":[121],"shortened":[123],"signals,":[126],"while":[127,171],"proposing":[128],"mechanisms,":[129],"such":[130],"as":[131,147,242],"integration":[133],"computational":[135],"models,":[137],"optimally":[139],"convey":[140],"features":[142],"in":[143,156],"perceptually":[148],"discernible":[149],"auditory":[150],"components.":[151],"tested":[153],"our":[154],"approach":[155],"separate":[158],"cases.":[159],"In":[160,193],"first":[162],"experiment,":[163],"author":[165],"went":[166],"blindfolded":[167],"5":[169],"days,":[170],"performing":[172],"hand":[176],"posture":[177],"discrimination.":[178],"second":[180],"experiment":[181],"assessed":[182],"accuracy":[184,198],"reaching":[186],"movements":[187],"towards":[188],"objects":[189],"table.":[192],"both":[194],"test":[195],"cases,":[196],"above-chance-level":[197],"was":[199],"attained":[200],"after":[201],"few":[203],"hours":[204],"training.":[206],"Our":[207],"architecture":[210],"broadens":[211],"horizon":[213],"rehabilitation":[215,231],"methods":[216],"engineered":[217],"impaired.":[221],"Further":[222],"improvements":[223],"proposed":[226],"model":[227],"shall":[228],"yield":[229],"hastened":[230],"blind":[234],"wider":[237],"adaptation":[238],"devices":[241],"consequence.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2019-06-27T00:00:00"}