{"id":"https://openalex.org/W4328007707","doi":"https://doi.org/10.1109/lra.2023.3259731","title":"Ev-Conv: Fast CNN Inference on Event Camera Inputs for High-Speed Robot Perception","display_name":"Ev-Conv: Fast CNN Inference on Event Camera Inputs for High-Speed Robot Perception","publication_year":2023,"publication_date":"2023-03-20","ids":{"openalex":"https://openalex.org/W4328007707","doi":"https://doi.org/10.1109/lra.2023.3259731"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3259731","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3259731","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022820580","display_name":"Sankeerth Durvasula","orcid":"https://orcid.org/0000-0002-4899-4994"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Sankeerth Durvasula","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080041208","display_name":"Yushi Guan","orcid":"https://orcid.org/0009-0009-8701-0992"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yushi Guan","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080873211","display_name":"Nandita Vijaykumar","orcid":"https://orcid.org/0000-0003-3315-9336"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nandita Vijaykumar","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5022820580"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.1337,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.39806779,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"8","issue":"6","first_page":"3174","last_page":"3181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7252882719039917},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6956734657287598},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6511204838752747},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5841338038444519},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5225012898445129},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5109454989433289},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.5026571750640869},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.44982829689979553}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7252882719039917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6956734657287598},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6511204838752747},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5841338038444519},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5225012898445129},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5109454989433289},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.5026571750640869},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.44982829689979553},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2023.3259731","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3259731","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1492510670","https://openalex.org/W1901129140","https://openalex.org/W2274616862","https://openalex.org/W2565639579","https://openalex.org/W2567239141","https://openalex.org/W2785582094","https://openalex.org/W2788172931","https://openalex.org/W2789435382","https://openalex.org/W2796402180","https://openalex.org/W2897529137","https://openalex.org/W2955504279","https://openalex.org/W2962804204","https://openalex.org/W2962840532","https://openalex.org/W2963125977","https://openalex.org/W2963182550","https://openalex.org/W2963510238","https://openalex.org/W2965867763","https://openalex.org/W2971854498","https://openalex.org/W2981462813","https://openalex.org/W3010556452","https://openalex.org/W3035678286","https://openalex.org/W3090641261","https://openalex.org/W3091146474","https://openalex.org/W3101118898","https://openalex.org/W3102178346","https://openalex.org/W3105213754","https://openalex.org/W3106188738","https://openalex.org/W3110053799","https://openalex.org/W3122190729","https://openalex.org/W3127641627","https://openalex.org/W3129601843","https://openalex.org/W3177222833","https://openalex.org/W4205982568","https://openalex.org/W4221147914","https://openalex.org/W4224319921","https://openalex.org/W4312281374","https://openalex.org/W4312740059","https://openalex.org/W6763422710","https://openalex.org/W6783508657","https://openalex.org/W6792740705","https://openalex.org/W6809366383","https://openalex.org/W6840495885"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W2055243143","https://openalex.org/W4313906399","https://openalex.org/W4321487865","https://openalex.org/W2811106690","https://openalex.org/W4239306820","https://openalex.org/W2947043951","https://openalex.org/W2318112981","https://openalex.org/W2787993192","https://openalex.org/W4379251913"],"abstract_inverted_index":{"Event":[0],"cameras":[1,33,72,112,207],"capture":[2],"visual":[3,18],"information":[4,19],"with":[5,269],"a":[6,11,118,173,224,244],"high":[7,67,104,107],"temporal":[8,108],"resolution":[9,109],"and":[10,49,106,208,265],"wide":[12],"dynamic":[13],"range.":[14],"This":[15,30,114,171],"enables":[16,172],"capturing":[17],"at":[20,65,69,94],"fine":[21],"time":[22],"granularities":[23],"(e.g.,":[24],"microseconds)":[25],"in":[26,80,176,203,226,233,273],"rapidly":[27],"changing":[28],"environments.":[29],"makes":[31],"event":[32,57,71,95,111,130,142,206],"highly":[34],"useful":[35],"for":[36,127,253,257],"high-speed":[37,45],"robotics":[38],"tasks":[39,258],"involving":[40],"rapid":[41],"motion,":[42],"such":[43,259],"as":[44,260],"perception,":[46],"object":[47,263],"tracking,":[48],"control.":[50],"However,":[51],"convolutional":[52],"neural":[53],"network":[54],"inference":[55,64,75,93,124,157,186,254],"on":[56,125,158],"camera":[58,96,143],"streams":[59],"cannot":[60],"currently":[61],"perform":[62,156],"real-time":[63],"the":[66,85,103,138,159,166,177,185,200,211,220,227,234],"speeds":[68],"which":[70],"operate\u2014current":[73],"CNN":[74,139],"times":[76],"are":[77,192],"typically":[78],"closer":[79],"order":[81],"of":[82,88,179,213,219,229,246],"magnitude":[83],"to":[84,100,121,137,155,198,209,239,248],"frame":[86],"rates":[87,97],"regular":[89],"frame-based":[90],"cameras.":[91,131],"Real-time":[92],"is":[98],"necessary":[99],"fully":[101],"leverage":[102,199],"frequency":[105],"that":[110,134],"offer.":[113],"letter":[115],"presents":[116],"Ev-Conv,":[117],"new":[119],"approach":[120],"enable":[122],"fast":[123],"CNNs":[126,256],"inputs":[128,136],"from":[129,140,205],"We":[132,195,222,241],"observe":[133],"consecutive":[135,162],"an":[141],"have":[144],"only":[145],"<italic":[146,167,189],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[147,168,190,250],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">small":[148],"differences</i>":[149],"between":[150,161],"them.":[151],"Thus,":[152],"we":[153],"propose":[154],"difference":[160],"input":[163],"tensors,":[164],"or":[165],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">increment</i>":[169],".":[170],"significant":[174],"reduction":[175,225],"number":[178,228],"floating-point":[180],"operations":[181,231],"required":[182,232],"(and":[183],"thus":[184],"latency)":[187],"because":[188],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">increments</i>":[191],"very":[193],"sparse.":[194],"design":[196],"Ev-Conv":[197],"irregular":[201],"sparsity":[202,212],"increments":[204,215],"retain":[210],"these":[214],"across":[216],"all":[217],"layers":[218],"network.":[221],"demonstrate":[223,243],"floating":[230],"forward":[235],"pass":[236],"by":[237],"up":[238,247],"98%.":[240],"also":[242],"speedup":[245],"<inline-formula":[249],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[251],"notation=\"LaTeX\">$1.6\\times$</tex-math></inline-formula>":[252],"using":[255],"depth":[261],"estimation,":[262,268],"recognition,":[264],"optical":[266],"flow":[267],"almost":[270],"no":[271],"loss":[272],"accuracy.":[274]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}