{"id":"https://openalex.org/W4385484833","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191280","title":"Predicting visually-modulated precisely-timed spikes across a coordinated and comprehensive motor program","display_name":"Predicting visually-modulated precisely-timed spikes across a coordinated and comprehensive motor program","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385484833","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191280"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015876159","display_name":"Usama Bin Sikandar","orcid":"https://orcid.org/0000-0003-3335-5994"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Usama Bin Sikandar","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology,Atlanta,GA,USA","School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011070481","display_name":"Hannah Choi","orcid":"https://orcid.org/0000-0002-8192-1121"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hannah Choi","raw_affiliation_strings":["School of Mathematics, Georgia Institute of Technology,Atlanta,GA,USA","School of Mathematics, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Mathematics, Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"School of Mathematics, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008997470","display_name":"Joy Putney","orcid":"https://orcid.org/0000-0002-8736-4282"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joy Putney","raw_affiliation_strings":["School of Biological Sciences, Georgia Institute of Technology,Atlanta,GA,USA","School of Biological Sciences, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Biological Sciences, Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"School of Biological Sciences, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086961089","display_name":"Hengye Yang","orcid":"https://orcid.org/0000-0003-2839-2344"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hengye Yang","raw_affiliation_strings":["Sibley School of Mechanical and Aerospace Engineering, Cornell University,Ithaca,NY,USA","Sibley School of Mechanical and Aerospace Engineering, Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"Sibley School of Mechanical and Aerospace Engineering, Cornell University,Ithaca,NY,USA","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Sibley School of Mechanical and Aerospace Engineering, Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101849469","display_name":"Silvio Ferrari","orcid":"https://orcid.org/0000-0002-7652-6311"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Silvia Ferrari","raw_affiliation_strings":["Sibley School of Mechanical and Aerospace Engineering, Cornell University,Ithaca,NY,USA","Sibley School of Mechanical and Aerospace Engineering, Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"Sibley School of Mechanical and Aerospace Engineering, Cornell University,Ithaca,NY,USA","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Sibley School of Mechanical and Aerospace Engineering, Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044826417","display_name":"Simon Sponberg","orcid":"https://orcid.org/0000-0003-4942-4894"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Simon Sponberg","raw_affiliation_strings":["Schools of Physics and Biological Sciences, Georgia Institute of Technology,Atlanta,GA,USA","Schools of Physics and Biological Sciences, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"Schools of Physics and Biological Sciences, Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Schools of Physics and Biological Sciences, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5015876159"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.3616,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.57376959,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7461286783218384},{"id":"https://openalex.org/keywords/spike","display_name":"Spike (software development)","score":0.6795276999473572},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6415023803710938},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.5859042406082153},{"id":"https://openalex.org/keywords/millisecond","display_name":"Millisecond","score":0.4981038570404053},{"id":"https://openalex.org/keywords/motor-control","display_name":"Motor control","score":0.4963756203651428},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.4564081132411957},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.4320182204246521},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4153779447078705},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4135657548904419},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.261922687292099},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.21147391200065613},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07914692163467407}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7461286783218384},{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.6795276999473572},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6415023803710938},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5859042406082153},{"id":"https://openalex.org/C60327585","wikidata":"https://www.wikidata.org/wiki/Q723733","display_name":"Millisecond","level":2,"score":0.4981038570404053},{"id":"https://openalex.org/C137813230","wikidata":"https://www.wikidata.org/wiki/Q2996165","display_name":"Motor control","level":2,"score":0.4963756203651428},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.4564081132411957},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.4320182204246521},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4153779447078705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4135657548904419},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.261922687292099},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.21147391200065613},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07914692163467407},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W138278390","https://openalex.org/W561632916","https://openalex.org/W578315446","https://openalex.org/W1495067093","https://openalex.org/W1662465850","https://openalex.org/W1977675569","https://openalex.org/W1983708758","https://openalex.org/W1990149295","https://openalex.org/W2000454380","https://openalex.org/W2001218774","https://openalex.org/W2030780975","https://openalex.org/W2032270585","https://openalex.org/W2049855535","https://openalex.org/W2072544504","https://openalex.org/W2088617507","https://openalex.org/W2097593761","https://openalex.org/W2099009247","https://openalex.org/W2110670541","https://openalex.org/W2140921889","https://openalex.org/W2151068567","https://openalex.org/W2158843814","https://openalex.org/W2165150869","https://openalex.org/W2165639766","https://openalex.org/W2171236529","https://openalex.org/W2416532995","https://openalex.org/W2588902758","https://openalex.org/W2617582993","https://openalex.org/W2654090317","https://openalex.org/W2789528210","https://openalex.org/W2893263515","https://openalex.org/W2996274921","https://openalex.org/W3035379963","https://openalex.org/W3125572105","https://openalex.org/W3179574759","https://openalex.org/W3181856352","https://openalex.org/W3199176488","https://openalex.org/W4236021761","https://openalex.org/W4312915875","https://openalex.org/W6797904971","https://openalex.org/W6798188818","https://openalex.org/W6848605247"],"related_works":["https://openalex.org/W2174331923","https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W2050175337","https://openalex.org/W2368158069","https://openalex.org/W1847088711","https://openalex.org/W4225394202","https://openalex.org/W3036642985","https://openalex.org/W3032952384","https://openalex.org/W2965390876"],"abstract_inverted_index":{"Traditional":[0],"models":[1,43],"of":[2,10,63,77,109,177,186,218,249,273,323],"motor":[3,37,52,57,107,121,124,191,200,277],"control":[4],"typically":[5],"operate":[6],"in":[7,169,189,289,328],"the":[8,145,154,178,182,190,207,235,269,320],"domain":[9],"continuous":[11],"signals":[12],"such":[13],"as":[14],"spike":[15,27,45,90,171,188,242,252,257,271,301],"rates,":[16],"forces,":[17],"and":[18,34,75,129,133,157,184,230,304],"kinematics.":[19],"However,":[20],"there":[21],"is":[22,162,261],"growing":[23],"evidence":[24],"that":[25,32,88,112,152,161,239,287,297],"precise":[26,270,300],"timings":[28],"encode":[29],"significant":[30],"information":[31],"coordinates":[33],"causally":[35],"influences":[36],"control.":[38,66],"Some":[39],"existing":[40],"neural":[41,85],"network":[42,86],"incorporate":[44],"timing":[46,91,134,185,253,272,302],"precision":[47,116,254,284],"but":[48],"they":[49],"neither":[50],"predict":[51,102,166,268],"spikes":[53,196],"coordinated":[54,114],"across":[55,117],"multiple":[56],"units":[58,201],"nor":[59],"capture":[60],"sensory-driven":[61],"modulation":[62,168],"agile":[64,290,314],"locomotor":[65],"In":[67],"this":[68,100],"paper,":[69],"we":[70],"propose":[71],"a":[72,78,83,103,110,139,149,158,203,211,216,274,283],"visual":[73,311],"encoder":[74,151],"model":[76,137,266],"sensorimotor":[79],"system":[80],"based":[81],"on":[82,225,234],"recurrent":[84],"(RNN)":[87],"utilizes":[89,130],"encoding":[92,295],"during":[93,202],"smooth":[94],"pursuit":[95],"target":[96],"tracking.":[97],"We":[98],"use":[99],"to":[101,164,210,286],"nearly":[104,240,275],"complete,":[105],"spike-resolved":[106],"program":[108,278],"hawkmoth":[111,208,227,280],"requires":[113],"millisecond":[115],"10":[118],"major":[119],"flight":[120,205,281],"units.":[122],"Each":[123],"unit":[125],"enervates":[126],"one":[127],"muscle":[128],"both":[131],"rate":[132],"encoding.":[135],"Our":[136],"includes":[138,195],"motion":[140],"detection":[141],"mechanism":[142],"inspired":[143],"by":[144],"hawkmoth's":[146],"compound":[147],"eye,":[148],"convolutional":[150],"compresses":[153],"sensory":[155],"input,":[156],"simple":[159],"RNN":[160,179],"sufficient":[163],"sequentially":[165],"wingstroke-to-wingstroke":[167],"millisecond-precise":[170],"timings.":[172],"The":[173,193],"two-layer":[174],"output":[175],"architecture":[176],"separately":[180],"predicts":[181],"occurrence":[183,258],"each":[187],"program.":[192],"dataset":[194],"recorded":[197],"from":[198,222],"all":[199],"tethered":[204],"where":[206],"attends":[209],"moving":[212],"robotic":[213],"flower,":[214],"with":[215,282],"total":[217],"roughly":[219],"7000":[220],"wingstrokes":[221],"16":[223],"trials":[224],"5":[226],"subjects.":[228],"Intra-trial":[229],"same-subject":[231],"inter-trial":[232],"predictions":[233],"test":[236],"data":[237],"show":[238],"every":[241],"can":[243,267,306,317],"be":[244],"predicted":[245],"within":[246],"2":[247],"ms":[248],"its":[250],"known":[251],"values.":[255],"Whereas,":[256],"prediction":[259],"accuracy":[260],"about":[262],"90%.":[263],"Overall,":[264],"our":[265],"complete":[276],"for":[279,313,326],"comparable":[285],"seen":[288],"flying":[291],"insects.":[292],"Such":[293],"an":[294],"framework":[296],"captures":[298],"visually-modulated":[299],"codes":[303],"coordination":[305],"reveal":[307],"how":[308],"organisms":[309],"process":[310],"cues":[312],"movements.":[315],"It":[316],"also":[318],"drive":[319],"next":[321],"generation":[322],"neuromorphic":[324],"controllers":[325],"navigation":[327],"complex":[329],"environments.":[330]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-25T21:42:39.735039","created_date":"2025-10-10T00:00:00"}