{"id":"https://openalex.org/W2979370604","doi":"https://doi.org/10.1109/embc.2019.8856541","title":"Deep reinforcement learning for task-based feature learning in prosthetic vision","display_name":"Deep reinforcement learning for task-based feature learning in prosthetic vision","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2979370604","doi":"https://doi.org/10.1109/embc.2019.8856541","mag":"2979370604","pmid":"https://pubmed.ncbi.nlm.nih.gov/31946477"},"language":"en","primary_location":{"id":"doi:10.1109/embc.2019.8856541","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2019.8856541","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077794334","display_name":"Jack White","orcid":"https://orcid.org/0000-0003-1273-1786"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Jack White","raw_affiliation_strings":["Faculty of Science, Engineering and Technology, Swinburne University of Technology, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Science, Engineering and Technology, Swinburne University of Technology, Victoria, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004404618","display_name":"Tatiana Kameneva","orcid":"https://orcid.org/0000-0003-0081-8569"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tatiana Kameneva","raw_affiliation_strings":["Department of Biomedical Engineering, The University of Melbourne, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, The University of Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065533993","display_name":"Chris McCarthy","orcid":"https://orcid.org/0000-0003-3848-1631"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chris McCarthy","raw_affiliation_strings":["Faculty of Science, Engineering and Technology, Swinburne University of Technology, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Science, Engineering and Technology, Swinburne University of Technology, Victoria, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077794334"],"corresponding_institution_ids":["https://openalex.org/I57093077"],"apc_list":null,"apc_paid":null,"fwci":0.7556,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.66242677,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"2019","issue":null,"first_page":"2809","last_page":"2812"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8094003200531006},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6813045144081116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6340254545211792},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.622410237789154},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5951283574104309},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5896309614181519},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.5490524768829346},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5145301222801208},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.49821901321411133},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4682503640651703},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.44642141461372375},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.430388867855072},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.4230259656906128},{"id":"https://openalex.org/keywords/visual-learning","display_name":"Visual learning","score":0.4210035800933838},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3797292113304138},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07166001200675964}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8094003200531006},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6813045144081116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6340254545211792},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.622410237789154},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5951283574104309},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5896309614181519},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5490524768829346},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5145301222801208},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.49821901321411133},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4682503640651703},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.44642141461372375},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.430388867855072},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.4230259656906128},{"id":"https://openalex.org/C2779321571","wikidata":"https://www.wikidata.org/wiki/Q7936605","display_name":"Visual learning","level":2,"score":0.4210035800933838},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3797292113304138},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07166001200675964},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009949","descriptor_name":"Orientation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009949","descriptor_name":"Orientation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009949","descriptor_name":"Orientation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014785","descriptor_name":"Vision, Ocular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014785","descriptor_name":"Vision, Ocular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014785","descriptor_name":"Vision, Ocular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019736","descriptor_name":"Prostheses and Implants","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019736","descriptor_name":"Prostheses and Implants","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019736","descriptor_name":"Prostheses and Implants","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/embc.2019.8856541","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2019.8856541","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:31946477","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31946477","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null},{"id":"pmh:oai:researchbank.swinburne.edu.au:50d69077-26cb-4ec4-ae6c-f797bd133934/1","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.3/452589","pdf_url":null,"source":{"id":"https://openalex.org/S4306401157","display_name":"Swinburne Research Bank (Swinburne University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I57093077","host_organization_name":"Swinburne University of Technology","host_organization_lineage":["https://openalex.org/I57093077"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Engineering in Medicine and Biology Society. Conference (41st : 2019 : Berlin, Germany). EMBC, July 23-27, 2019, pp. 2809-2812","raw_type":""}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1983506978","https://openalex.org/W2021851162","https://openalex.org/W2145339207","https://openalex.org/W2158326388","https://openalex.org/W2342662072","https://openalex.org/W2765615734","https://openalex.org/W2810957722","https://openalex.org/W2964043796","https://openalex.org/W4240629939","https://openalex.org/W4297795161","https://openalex.org/W6692846177","https://openalex.org/W6704571135","https://openalex.org/W6731334075","https://openalex.org/W6744991969","https://openalex.org/W6780225908"],"related_works":["https://openalex.org/W2353179089","https://openalex.org/W2923538289","https://openalex.org/W2353125546","https://openalex.org/W2470643824","https://openalex.org/W4400595174","https://openalex.org/W2349635380","https://openalex.org/W2329500892","https://openalex.org/W4353089801","https://openalex.org/W2353819554","https://openalex.org/W2359488321"],"abstract_inverted_index":{"Developing":[0],"hand-crafted":[1],"visual":[2,44,58,72,120],"features":[3,29,45,68,121,129],"to":[4,26,62,76,134],"enhance":[5],"perception":[6],"with":[7],"prosthetic":[8],"vision":[9],"devices":[10],"can":[11,130],"often":[12],"miss":[13],"important":[14],"aspects":[15],"of":[16,55,157],"a":[17,63,115],"given":[18],"task.":[19],"Retinal":[20],"implants":[21],"suffer":[22],"from":[23],"the":[24,53,57,71,77,102,151,162],"need":[25],"create":[27],"low-dimensional":[28],"for":[30,104,118,144,153],"elaborate":[31],"tasks":[32,78,160],"such":[33],"as":[34],"navigation":[35],"in":[36,109,147,161],"complex":[37,155,159],"environments.":[38,112],"Using":[39],"Deep":[40],"Reinforcement":[41],"Learning":[42,66],"(DRL),":[43],"are":[46],"learnt":[47,128],"through":[48,122],"task-based":[49,67,123],"simulations":[50,124,156],"that":[51,70,127],"remove":[52],"ambiguity":[54],"inferring":[56],"information":[59,73],"most":[60],"crucial":[61],"specific":[64],"activity.":[65],"ensures":[69],"is":[74],"salient":[75],"an":[79],"implant":[80],"recipient":[81],"may":[82],"be":[83,131],"undertaking":[84],"and":[85,99,101,107,125,149],"eliminates":[86],"potentially":[87],"redundant":[88],"features.":[89],"In":[90],"this":[91,140],"paper,":[92],"we":[93],"focus":[94],"specifically":[95],"on":[96],"basic":[97],"orientation":[98],"mobility,":[100],"methods":[103],"feature":[105,145],"learning":[106,119,146],"visualisation":[108],"structured":[110],"3D":[111],"We":[113,138],"propose":[114],"new":[116,141],"model":[117],"show":[126],"transferred":[132],"directly":[133],"real":[135],"RGB-D":[136],"images.":[137],"demonstrate":[139],"scalable":[142],"approach":[143],"simulation":[148],"open":[150],"possibility":[152],"more":[154,158],"future.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}