{"id":"https://openalex.org/W4389543137","doi":"https://doi.org/10.1109/embc40787.2023.10340288","title":"A Deep Learning-based in silico Framework for Optimization on Retinal Prosthetic Stimulation","display_name":"A Deep Learning-based in silico Framework for Optimization on Retinal Prosthetic Stimulation","publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W4389543137","doi":"https://doi.org/10.1109/embc40787.2023.10340288","pmid":"https://pubmed.ncbi.nlm.nih.gov/38082738"},"language":"en","primary_location":{"id":"doi:10.1109/embc40787.2023.10340288","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc40787.2023.10340288","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 45th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015610386","display_name":"Yuli Wu","orcid":"https://orcid.org/0000-0002-6216-4911"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Yuli Wu","raw_affiliation_strings":["RWTH Aachen University,Institute of Imaging and Computer Vision,Germany","Institute of Imaging and Computer Vision, RWTH Aachen University, Germany"],"affiliations":[{"raw_affiliation_string":"RWTH Aachen University,Institute of Imaging and Computer Vision,Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Institute of Imaging and Computer Vision, RWTH Aachen University, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083709597","display_name":"Ivan Kareti\u0107","orcid":null},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ivan Kareti\u0107","raw_affiliation_strings":["RWTH Aachen University,Institute of Imaging and Computer Vision,Germany","Institute of Imaging and Computer Vision, RWTH Aachen University, Germany","NeuroTX Aachen e.V, Germany"],"affiliations":[{"raw_affiliation_string":"RWTH Aachen University,Institute of Imaging and Computer Vision,Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Institute of Imaging and Computer Vision, RWTH Aachen University, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"NeuroTX Aachen e.V, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062748514","display_name":"Johannes Stegmaier","orcid":"https://orcid.org/0000-0003-4072-3759"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Stegmaier","raw_affiliation_strings":["RWTH Aachen University,Institute of Imaging and Computer Vision,Germany","Institute of Imaging and Computer Vision, RWTH Aachen University, Germany"],"affiliations":[{"raw_affiliation_string":"RWTH Aachen University,Institute of Imaging and Computer Vision,Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Institute of Imaging and Computer Vision, RWTH Aachen University, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103257547","display_name":"Peter Walter","orcid":"https://orcid.org/0000-0001-8745-6593"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Peter Walter","raw_affiliation_strings":["RWTH Aachen University,Department of Ophthalmology,Germany","Department of Ophthalmology, RWTH Aachen University, Germany"],"affiliations":[{"raw_affiliation_string":"RWTH Aachen University,Department of Ophthalmology,Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Department of Ophthalmology, RWTH Aachen University, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064747056","display_name":"Dorit Merhof","orcid":"https://orcid.org/0000-0002-1672-2185"},"institutions":[{"id":"https://openalex.org/I60668342","display_name":"University of Regensburg","ror":"https://ror.org/01eezs655","country_code":"DE","type":"education","lineage":["https://openalex.org/I60668342"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dorit Merhof","raw_affiliation_strings":["University of Regensburg,Institute of Image Analysis and Computer Vision,Germany","Institute of Image Analysis and Computer Vision, University of Regensburg, Germany"],"affiliations":[{"raw_affiliation_string":"University of Regensburg,Institute of Image Analysis and Computer Vision,Germany","institution_ids":["https://openalex.org/I60668342"]},{"raw_affiliation_string":"Institute of Image Analysis and Computer Vision, University of Regensburg, Germany","institution_ids":["https://openalex.org/I60668342"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5015610386"],"corresponding_institution_ids":["https://openalex.org/I887968799"],"apc_list":null,"apc_paid":null,"fwci":0.9219,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.72378704,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"2023","issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7339810132980347},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.720801591873169},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6451982855796814},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.5883651375770569},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5696630477905273},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5086939930915833},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5053139328956604},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4977121651172638},{"id":"https://openalex.org/keywords/retinal-implant","display_name":"Retinal implant","score":0.4786287844181061},{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.46895474195480347},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43320342898368835},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3547072112560272},{"id":"https://openalex.org/keywords/retinal","display_name":"Retinal","score":0.261318564414978},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.08966299891471863}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7339810132980347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.720801591873169},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6451982855796814},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.5883651375770569},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5696630477905273},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5086939930915833},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5053139328956604},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4977121651172638},{"id":"https://openalex.org/C158383150","wikidata":"https://www.wikidata.org/wiki/Q3149439","display_name":"Retinal implant","level":3,"score":0.4786287844181061},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.46895474195480347},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43320342898368835},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3547072112560272},{"id":"https://openalex.org/C2780827179","wikidata":"https://www.wikidata.org/wiki/Q422001","display_name":"Retinal","level":2,"score":0.261318564414978},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.08966299891471863},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D012160","descriptor_name":"Retina","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012160","descriptor_name":"Retina","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012160","descriptor_name":"Retina","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012160","descriptor_name":"Retina","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012160","descriptor_name":"Retina","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc40787.2023.10340288","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc40787.2023.10340288","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 45th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:38082738","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38082738","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W73031708","https://openalex.org/W1686810756","https://openalex.org/W1778783464","https://openalex.org/W1901129140","https://openalex.org/W1965673217","https://openalex.org/W1969768092","https://openalex.org/W2047497020","https://openalex.org/W2064076387","https://openalex.org/W2112796928","https://openalex.org/W2120996632","https://openalex.org/W2133665775","https://openalex.org/W2919115771","https://openalex.org/W2945793360","https://openalex.org/W2949900478","https://openalex.org/W2952464588","https://openalex.org/W2953775847","https://openalex.org/W3006860701","https://openalex.org/W3126955317","https://openalex.org/W3170332350","https://openalex.org/W3206718757","https://openalex.org/W4214727024","https://openalex.org/W4224304006","https://openalex.org/W4230056793","https://openalex.org/W4252493648","https://openalex.org/W4281742554","https://openalex.org/W4307001839","https://openalex.org/W4310123661","https://openalex.org/W4312112293","https://openalex.org/W6637373629","https://openalex.org/W6684935187","https://openalex.org/W6802694035","https://openalex.org/W6846022593"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W2750384547","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W4389249638","https://openalex.org/W2733410219","https://openalex.org/W2734358244","https://openalex.org/W4388700941"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,24,27,33,39,57,74,110],"neural":[3,98,128],"network-based":[4,99,129],"framework":[5],"to":[6,62],"optimize":[7],"the":[8,12,43,48,64,90,96,105,113,119,131,134],"perceptions":[9,136],"simulated":[10],"by":[11,116],"in":[13,69,112,118,143],"silico":[14],"retinal":[15,29,52],"implant":[16,30,53],"model":[17,31,54,67],"pulse2percept.":[18,70],"The":[19,36,50,71],"overall":[20],"pipeline":[21],"consists":[22],"of":[23,133],"trainable":[25],"encoder,":[26,130],"pre-trained":[28,34,51,120],"and":[32,46],"evaluator.":[35],"encoder":[37,100],"is":[38,55,60,73,79],"U-Net,":[40,58],"which":[41,59,78],"takes":[42],"original":[44,82],"image":[45],"outputs":[47],"stimulus.":[49],"also":[56],"trained":[61,80],"mimic":[63],"biomimetic":[65],"perceptual":[66],"implemented":[68],"evaluator":[72],"shallow":[75],"VGG":[76],"classifier,":[77],"with":[81,122],"images.":[83],"Based":[84],"on":[85],"10,000":[86],"test":[87],"images":[88],"from":[89],"MNIST":[91],"dataset,":[92],"we":[93],"show":[94],"that":[95],"convolutional":[97],"performs":[101],"significantly":[102],"better":[103],"than":[104],"trivial":[106],"downsampling":[107],"approach,":[108],"yielding":[109],"boost":[111],"weighted":[114],"F1-Score":[115],"36.17%":[117],"classifier":[121],"6\u00d710":[123],"electrodes.":[124],"With":[125],"this":[126],"fully":[127],"quality":[132],"downstream":[135],"can":[137],"be":[138],"fine-tuned":[139],"using":[140],"gradient":[141],"descent":[142],"an":[144],"end-to-end":[145],"fashion.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}