{"id":"https://openalex.org/W4405785747","doi":"https://doi.org/10.1109/iros58592.2024.10802844","title":"Best of Both Worlds: Hybrid SNN-ANN Architecture for Event-based Optical Flow Estimation","display_name":"Best of Both Worlds: Hybrid SNN-ANN Architecture for Event-based Optical Flow Estimation","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405785747","doi":"https://doi.org/10.1109/iros58592.2024.10802844"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10802844","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802844","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114949255","display_name":"Shubham Negi","orcid":"https://orcid.org/0000-0001-7413-9636"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shubham Negi","raw_affiliation_strings":["Purdue University,Elmore Family School of Electrical and Computer Engineering,West Lafayette,IN,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University,Elmore Family School of Electrical and Computer Engineering,West Lafayette,IN,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100664110","display_name":"Deepika Sharma","orcid":"https://orcid.org/0000-0002-8244-7919"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepika Sharma","raw_affiliation_strings":["Purdue University,Elmore Family School of Electrical and Computer Engineering,West Lafayette,IN,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University,Elmore Family School of Electrical and Computer Engineering,West Lafayette,IN,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008650954","display_name":"Adarsh Kumar Kosta","orcid":"https://orcid.org/0000-0001-6377-6701"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adarsh Kumar Kosta","raw_affiliation_strings":["Purdue University,Elmore Family School of Electrical and Computer Engineering,West Lafayette,IN,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University,Elmore Family School of Electrical and Computer Engineering,West Lafayette,IN,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031161187","display_name":"Kaushik Roy","orcid":"https://orcid.org/0000-0002-0735-9695"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaushik Roy","raw_affiliation_strings":["Purdue University,Elmore Family School of Electrical and Computer Engineering,West Lafayette,IN,USA,47907"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University,Elmore Family School of Electrical and Computer Engineering,West Lafayette,IN,USA,47907","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8749,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.76254506,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2696","last_page":"2703"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9528999924659729,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6836212277412415},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5354689955711365},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.49832749366760254},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.42030563950538635},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3402346968650818},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12404534220695496},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.10119384527206421},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.06758728623390198}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6836212277412415},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5354689955711365},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.49832749366760254},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.42030563950538635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3402346968650818},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12404534220695496},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.10119384527206421},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.06758728623390198},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10802844","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802844","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W206948248","https://openalex.org/W1901129140","https://openalex.org/W1999085092","https://openalex.org/W2016574277","https://openalex.org/W2076661751","https://openalex.org/W2076964542","https://openalex.org/W2108598243","https://openalex.org/W2150355110","https://openalex.org/W2155302366","https://openalex.org/W2289252105","https://openalex.org/W2507953016","https://openalex.org/W2783525259","https://openalex.org/W2785582094","https://openalex.org/W2788172931","https://openalex.org/W2904275768","https://openalex.org/W2940862705","https://openalex.org/W2944996566","https://openalex.org/W2963891416","https://openalex.org/W2980200167","https://openalex.org/W2990793844","https://openalex.org/W3007283957","https://openalex.org/W3040838455","https://openalex.org/W3092083701","https://openalex.org/W3097285691","https://openalex.org/W3124546450","https://openalex.org/W3129515718","https://openalex.org/W3138915575","https://openalex.org/W3139658937","https://openalex.org/W3177222833","https://openalex.org/W3184329476","https://openalex.org/W3184526936","https://openalex.org/W3190686567","https://openalex.org/W4205982568","https://openalex.org/W4285676454","https://openalex.org/W4309618925","https://openalex.org/W4312382618","https://openalex.org/W4312818252","https://openalex.org/W4382466669","https://openalex.org/W4383066328","https://openalex.org/W6618372016","https://openalex.org/W6631190155","https://openalex.org/W6771742384","https://openalex.org/W6787972765","https://openalex.org/W6840495885"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0,58],"the":[1,51,60,135,142,152,157,218,221],"field":[2],"of":[3,109,137,146,198],"robotics,":[4],"event-based":[5],"cameras":[6,17],"are":[7],"emerging":[8],"as":[9,172],"a":[10,93,128,190,226],"promising":[11],"low-power":[12],"alternative":[13],"to":[14,30,69,80,149,183,189,240,247],"traditional":[15,167],"frame-based":[16],"for":[18,49,106,179,194,205],"capturing":[19],"high-speed":[20],"motion":[21],"and":[22,33,85,92,115,162,196,211,242],"high":[23],"dynamic":[24],"range":[25],"scenes.":[26],"This":[27],"is":[28,77],"due":[29,79],"their":[31,42],"sparse":[32],"asynchronous":[34,43,143],"event":[35,56,71],"outputs.":[36],"Spiking":[37],"Neural":[38,63],"Networks":[39,64],"(SNNs)":[40],"with":[41,234],"event-driven":[44],"compute,":[45],"show":[46],"great":[47],"potential":[48],"extracting":[50],"spatio-temporal":[52],"features":[53],"from":[54],"these":[55,124],"streams.":[57],"contrast,":[59],"standard":[61],"Analog":[62],"(ANNs<sup":[65],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[66],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>)":[67],"fail":[68],"process":[70],"data":[72,101],"effectively.":[73],"However,":[74],"training":[75,161],"SNNs":[76],"difficult":[78],"additional":[81,100],"trainable":[82],"parameters":[83],"(thresholds":[84],"leaks),":[86],"vanishing":[87],"spikes":[88],"at":[89,117],"deeper":[90],"layers,":[91],"non-differentiable":[94],"binary":[95],"activation":[96],"function.":[97],"Furthermore,":[98],"an":[99],"structure,":[102],"\"membrane":[103],"potential\",":[104],"responsible":[105],"keeping":[107],"track":[108],"temporal":[110,154],"information,":[111],"must":[112],"be":[113,184],"fetched":[114],"updated":[116],"every":[118],"timestep":[119],"in":[120,229],"SNNs.":[121],"To":[122],"overcome":[123],"challenges,":[125],"we":[126,140],"propose":[127],"novel":[129],"SNN-ANN":[130,223],"hybrid":[131,203,222],"architecture":[132,204,224],"that":[133],"combines":[134],"strengths":[136],"both.":[138],"Specifically,":[139],"leverage":[141],"compute":[144],"capabilities":[145],"SNN":[147],"layers":[148,159],"effectively":[150],"extract":[151],"input":[153],"information.":[155],"Concurrently,":[156],"ANN":[158],"facilitate":[160],"efficient":[163],"hardware":[164,170],"deployment":[165],"on":[166,209],"machine":[168],"learning":[169],"such":[171],"GPUs.":[173],"We":[174,200],"provide":[175],"extensive":[176],"experimental":[177],"analysis":[178],"assigning":[180],"each":[181],"layer":[182],"spiking":[185],"or":[186],"analog,":[187],"leading":[188],"network":[191],"configuration":[192],"optimized":[193],"performance":[195],"ease":[197],"training.":[199],"evaluate":[201],"our":[202],"optical":[206],"flow":[207],"estimation":[208],"DSEC-flow":[210,219],"Multi-Vehicle":[212],"Stereo":[213],"Event-Camera":[214],"(MVSEC)":[215],"datasets.":[216],"On":[217],"dataset,":[220],"achieves":[225],"40%":[227],"reduction":[228],"average":[230],"endpoint":[231],"error":[232],"(AEE)":[233],"22%":[235],"lower":[236,244],"energy":[237,252],"consumption":[238],"compared":[239,246],"Full-SNN,":[241],"48%":[243],"AEE":[245],"Full-ANN,":[248],"while":[249],"maintaining":[250],"comparable":[251],"usage.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}