{"id":"https://openalex.org/W4389542657","doi":"https://doi.org/10.1109/embc40787.2023.10340616","title":"Transformer-based light-evoked retinal spiking activity prediction","display_name":"Transformer-based light-evoked retinal spiking activity prediction","publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W4389542657","doi":"https://doi.org/10.1109/embc40787.2023.10340616","pmid":"https://pubmed.ncbi.nlm.nih.gov/38083423"},"language":"en","primary_location":{"id":"doi:10.1109/embc40787.2023.10340616","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/embc40787.2023.10340616","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 45th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101015458","display_name":"Mingxuan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mingxuan Zhang","raw_affiliation_strings":["University of Sydney,School of Biomedical Engineering,NSW,Australia,2006"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney,School of Biomedical Engineering,NSW,Australia,2006","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061620981","display_name":"Orsolya K\u00e9kesi","orcid":"https://orcid.org/0000-0002-3330-0216"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Orsolya K\u00e9kesi","raw_affiliation_strings":["University of Sydney,School of Biomedical Engineering,NSW,Australia,2006"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney,School of Biomedical Engineering,NSW,Australia,2006","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027574689","display_name":"Gregg J. Suaning","orcid":"https://orcid.org/0000-0003-1918-3313"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Gregg J. Suaning","raw_affiliation_strings":["University of Sydney,School of Biomedical Engineering,NSW,Australia,2006"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney,School of Biomedical Engineering,NSW,Australia,2006","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":0.9687,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.74644243,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"2023","issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6746370792388916},{"id":"https://openalex.org/keywords/retinal","display_name":"Retinal","score":0.5144565105438232},{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.48654428124427795},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47037166357040405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4526209831237793},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.425326406955719},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.42417508363723755},{"id":"https://openalex.org/keywords/retina","display_name":"Retina","score":0.4140078127384186},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10633745789527893},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08912506699562073},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0838281512260437},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.06788516044616699}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6746370792388916},{"id":"https://openalex.org/C2780827179","wikidata":"https://www.wikidata.org/wiki/Q422001","display_name":"Retinal","level":2,"score":0.5144565105438232},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.48654428124427795},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47037166357040405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4526209831237793},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.425326406955719},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.42417508363723755},{"id":"https://openalex.org/C2777093970","wikidata":"https://www.wikidata.org/wiki/Q169342","display_name":"Retina","level":2,"score":0.4140078127384186},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10633745789527893},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08912506699562073},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0838281512260437},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.06788516044616699},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004558","descriptor_name":"Electric Stimulation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D004558","descriptor_name":"Electric Stimulation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D004558","descriptor_name":"Electric Stimulation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D004558","descriptor_name":"Electric Stimulation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D004558","descriptor_name":"Electric Stimulation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D012160","descriptor_name":"Retina","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012160","descriptor_name":"Retina","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012160","descriptor_name":"Retina","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012160","descriptor_name":"Retina","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012160","descriptor_name":"Retina","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012165","descriptor_name":"Retinal Ganglion Cells","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012165","descriptor_name":"Retinal Ganglion Cells","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012165","descriptor_name":"Retinal Ganglion Cells","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012165","descriptor_name":"Retinal Ganglion Cells","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012165","descriptor_name":"Retinal Ganglion Cells","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D014792","descriptor_name":"Visual Acuity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014792","descriptor_name":"Visual Acuity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014792","descriptor_name":"Visual Acuity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014792","descriptor_name":"Visual Acuity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014792","descriptor_name":"Visual Acuity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057488","descriptor_name":"Visual Prosthesis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057488","descriptor_name":"Visual Prosthesis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057488","descriptor_name":"Visual Prosthesis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057488","descriptor_name":"Visual Prosthesis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057488","descriptor_name":"Visual Prosthesis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc40787.2023.10340616","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/embc40787.2023.10340616","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 45th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:38083423","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38083423","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1694767778","https://openalex.org/W1998603352","https://openalex.org/W2012903341","https://openalex.org/W2032887453","https://openalex.org/W2083879841","https://openalex.org/W2095868797","https://openalex.org/W2194775991","https://openalex.org/W2242464395","https://openalex.org/W2523634951","https://openalex.org/W2554123946","https://openalex.org/W2884585870","https://openalex.org/W2964199361","https://openalex.org/W3094502228","https://openalex.org/W3184998487","https://openalex.org/W4245474015","https://openalex.org/W4295312788","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6694401350","https://openalex.org/W6739901393","https://openalex.org/W6766978945","https://openalex.org/W6784333009","https://openalex.org/W6892062555"],"related_works":["https://openalex.org/W2362796209","https://openalex.org/W2027168247","https://openalex.org/W2038488634","https://openalex.org/W3196308482","https://openalex.org/W61628834","https://openalex.org/W2119498694","https://openalex.org/W1977334515","https://openalex.org/W2037746501","https://openalex.org/W2093210804","https://openalex.org/W1993625448"],"abstract_inverted_index":{"Retinal":[0],"visual":[1,57,79,214],"prosthetic":[2,75,218],"devices":[3,19,219],"aim":[4],"to":[5,55,61,83,105,146,165,183,200,226,232],"restore":[6],"vision":[7],"via":[8],"electrical":[9,233],"stimulation":[10,25,36],"delivered":[11],"on":[12,44,125,162],"the":[13,24,31,39,70,86,90,95,102,139,163,179,213,221,228],"retina.":[14],"While":[15],"a":[16,73,114,157],"number":[17],"of":[18,33,49,72,98,193,216],"have":[20,28],"been":[21],"commercially":[22],"available,":[23],"strategies":[26,37],"applied":[27],"not":[29],"met":[30],"expectations":[32],"end-users.":[34],"These":[35],"involve":[38],"neurons":[40],"being":[41],"activated":[42],"based":[43,161],"their":[45,50],"spatial":[46,87],"properties,":[47],"regardless":[48],"functions,":[51],"which":[52],"may":[53,143,197],"lead":[54],"lower":[56],"acuity.":[58,80],"The":[59,190],"ability":[60],"predict":[62,147],"light-evoked":[63,171],"neural":[64,118,148,230],"activities":[65],"thus":[66],"becomes":[67],"crucial":[68],"for":[69,117],"development":[71],"retinal":[74,172,202,217],"device":[76],"with":[77],"better":[78],"In":[81,150],"addition":[82],"temporal":[84],"nonlinearity,":[85],"relationship":[88],"between":[89],"2-dimensional":[91],"light":[92],"stimulus":[93],"and":[94,136,155,210],"spiking":[96],"activity":[97,119,203],"neuron":[99],"populations":[100],"is":[101,181],"main":[103],"barrier":[104],"accurate":[106],"predictions.":[107],"Recent":[108],"advances":[109],"in":[110,129,170,187,205,220],"deep":[111,158,194],"learning":[112,159,195],"offer":[113],"possible":[115,182],"alternative":[116],"prediction":[120],"tasks.":[121],"With":[122],"proven":[123],"performance":[124,186],"nonlinear":[126],"sequential":[127],"data":[128],"fields":[130],"such":[131],"as":[132],"natural":[133],"language":[134],"processing":[135],"computer":[137],"vision,":[138],"emerging":[140],"transformer":[141,164],"model":[142,160,180],"be":[144],"adapted":[145],"activities.":[149],"this":[151,188],"study,":[152],"we":[153],"built":[154],"evaluated":[156],"explore":[166],"its":[167],"predictive":[168],"capacity":[169],"spikes.":[173],"Our":[174],"preliminary":[175],"results":[176],"show":[177],"that":[178],"achieve":[184],"good":[185],"task.":[189],"high":[191],"versatility":[192],"models":[196],"allow":[198],"us":[199,225],"make":[201],"predictions":[204],"more":[206],"complex":[207],"physiological":[208],"environments":[209],"potentially":[211],"enhance":[212],"acuity":[215],"future":[222],"by":[223],"enabling":[224],"anticipate":[227],"desired":[229],"responses":[231],"stimuli.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}