{"id":"https://openalex.org/W2981446015","doi":"https://doi.org/10.1109/tci.2019.2948755","title":"Fast Retinomorphic Event-Driven Representations for Video Gameplay and Action Recognition","display_name":"Fast Retinomorphic Event-Driven Representations for Video Gameplay and Action Recognition","publication_year":2019,"publication_date":"2019-10-21","ids":{"openalex":"https://openalex.org/W2981446015","doi":"https://doi.org/10.1109/tci.2019.2948755","mag":"2981446015"},"language":"en","primary_location":{"id":"doi:10.1109/tci.2019.2948755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tci.2019.2948755","pdf_url":null,"source":{"id":"https://openalex.org/S4210233665","display_name":"IEEE Transactions on Computational Imaging","issn_l":"2333-9403","issn":["2333-9403","2573-0436"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038865931","display_name":"Huaijin Chen","orcid":"https://orcid.org/0000-0002-7337-149X"},"institutions":[{"id":"https://openalex.org/I4210112565","display_name":"Cube Technology (United States)","ror":"https://ror.org/01t4yq738","country_code":"US","type":"company","lineage":["https://openalex.org/I4210112565"]},{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Huaijin Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, USA","SenseBrain Technology LLC., San Jose, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, USA","institution_ids":["https://openalex.org/I74775410"]},{"raw_affiliation_string":"SenseBrain Technology LLC., San Jose, USA","institution_ids":["https://openalex.org/I4210112565"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079616850","display_name":"Wanjia Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wanjia Liu","raw_affiliation_strings":["Department of Computer Science, Rice University, Houston, USA","Google Inc., Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Rice University, Houston, USA","institution_ids":["https://openalex.org/I74775410"]},{"raw_affiliation_string":"Google Inc., Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110846553","display_name":"Rishab Goel","orcid":null},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]},{"id":"https://openalex.org/I84117484","display_name":"Coll\u00e8ge Bor\u00e9al","ror":"https://ror.org/0561z3j45","country_code":"CA","type":"education","lineage":["https://openalex.org/I84117484"]}],"countries":["CA","IN"],"is_corresponding":false,"raw_author_name":"Rishab Goel","raw_affiliation_strings":["Borealis AI, Montreal, Canada","Indian Institute of Technology Delhi, Hauz Khas, India"],"affiliations":[{"raw_affiliation_string":"Borealis AI, Montreal, Canada","institution_ids":["https://openalex.org/I84117484"]},{"raw_affiliation_string":"Indian Institute of Technology Delhi, Hauz Khas, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066088237","display_name":"Rhonald C. Lua","orcid":"https://orcid.org/0000-0001-8891-8024"},"institutions":[{"id":"https://openalex.org/I181547552","display_name":"Baylor College of Medicine","ror":"https://ror.org/02pttbw34","country_code":"US","type":"education","lineage":["https://openalex.org/I181547552","https://openalex.org/I2801539370"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rhonald C. Lua","raw_affiliation_strings":["Department of Neuro-science, Baylor College of Medicine, Houston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Neuro-science, Baylor College of Medicine, Houston, USA","institution_ids":["https://openalex.org/I181547552"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058604654","display_name":"Siddharth Mittal","orcid":"https://orcid.org/0000-0001-6005-0569"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Siddharth Mittal","raw_affiliation_strings":["Indian Institute of Technology Kanpur, Uttar Pradesh, India","Quadeye, Gurgaon, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Kanpur, Uttar Pradesh, India","institution_ids":["https://openalex.org/I94234084"]},{"raw_affiliation_string":"Quadeye, Gurgaon, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106223279","display_name":"Yuzhong Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I137428128","display_name":"Franklin W. Olin College of Engineering","ror":"https://ror.org/000zamq06","country_code":"US","type":"education","lineage":["https://openalex.org/I137428128"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhong Huang","raw_affiliation_strings":["Kensho Technologies, Cambridge, USA","Olin College of Engineering, Needham, USA"],"affiliations":[{"raw_affiliation_string":"Kensho Technologies, Cambridge, USA","institution_ids":[]},{"raw_affiliation_string":"Olin College of Engineering, Needham, USA","institution_ids":["https://openalex.org/I137428128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073971393","display_name":"Ashok Veeraraghavan","orcid":"https://orcid.org/0000-0001-5043-7460"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashok Veeraraghavan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, Houston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, Houston, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033298605","display_name":"Ankit Patel","orcid":"https://orcid.org/0000-0001-9678-496X"},"institutions":[{"id":"https://openalex.org/I181547552","display_name":"Baylor College of Medicine","ror":"https://ror.org/02pttbw34","country_code":"US","type":"education","lineage":["https://openalex.org/I181547552","https://openalex.org/I2801539370"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankit B. Patel","raw_affiliation_strings":["Department of Neuro-science, Baylor College of Medicine, Houston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Neuro-science, Baylor College of Medicine, Houston, USA","institution_ids":["https://openalex.org/I181547552"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5038865931"],"corresponding_institution_ids":["https://openalex.org/I4210112565","https://openalex.org/I74775410"],"apc_list":null,"apc_paid":null,"fwci":0.4087,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.66274677,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"6","issue":null,"first_page":"276","last_page":"290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6514449119567871},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.592007040977478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5069615840911865},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5054323673248291},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4932250380516052},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.47708067297935486},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33963340520858765},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3366706967353821}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6514449119567871},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.592007040977478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5069615840911865},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5054323673248291},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4932250380516052},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.47708067297935486},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33963340520858765},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3366706967353821},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tci.2019.2948755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tci.2019.2948755","pdf_url":null,"source":{"id":"https://openalex.org/S4210233665","display_name":"IEEE Transactions on Computational Imaging","issn_l":"2333-9403","issn":["2333-9403","2573-0436"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Imaging","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W28988658","https://openalex.org/W206948248","https://openalex.org/W855623855","https://openalex.org/W1492510670","https://openalex.org/W1755205674","https://openalex.org/W1757796397","https://openalex.org/W1799366690","https://openalex.org/W1832218041","https://openalex.org/W1867429401","https://openalex.org/W1923404803","https://openalex.org/W1926876413","https://openalex.org/W1929289657","https://openalex.org/W1947481528","https://openalex.org/W1963689209","https://openalex.org/W1967503435","https://openalex.org/W1978514359","https://openalex.org/W1980178290","https://openalex.org/W1980976879","https://openalex.org/W1981365824","https://openalex.org/W2014673260","https://openalex.org/W2016053056","https://openalex.org/W2016574277","https://openalex.org/W2026838101","https://openalex.org/W2029257678","https://openalex.org/W2032397540","https://openalex.org/W2034328688","https://openalex.org/W2053267234","https://openalex.org/W2055179977","https://openalex.org/W2059429869","https://openalex.org/W2060470755","https://openalex.org/W2063153269","https://openalex.org/W2064411462","https://openalex.org/W2064675550","https://openalex.org/W2074409372","https://openalex.org/W2074809449","https://openalex.org/W2076661751","https://openalex.org/W2088085131","https://openalex.org/W2096621047","https://openalex.org/W2112796928","https://openalex.org/W2126579184","https://openalex.org/W2133728753","https://openalex.org/W2136848157","https://openalex.org/W2145339207","https://openalex.org/W2148008242","https://openalex.org/W2156303437","https://openalex.org/W2163605009","https://openalex.org/W2179178098","https://openalex.org/W2194775991","https://openalex.org/W2235034809","https://openalex.org/W2279098554","https://openalex.org/W2403865344","https://openalex.org/W2461937780","https://openalex.org/W2472115300","https://openalex.org/W2507009361","https://openalex.org/W2519559998","https://openalex.org/W2551127140","https://openalex.org/W2565755350","https://openalex.org/W2574323677","https://openalex.org/W2602186967","https://openalex.org/W2616729100","https://openalex.org/W2618530766","https://openalex.org/W2769654144","https://openalex.org/W2919115771","https://openalex.org/W2951183276","https://openalex.org/W2951565738","https://openalex.org/W2952153146","https://openalex.org/W2963149042","https://openalex.org/W2963216700","https://openalex.org/W2963370182","https://openalex.org/W2963439282","https://openalex.org/W2963510238","https://openalex.org/W2963524571","https://openalex.org/W2963886665","https://openalex.org/W2964043796","https://openalex.org/W3102015846","https://openalex.org/W3124420883","https://openalex.org/W4235270414","https://openalex.org/W4249279051","https://openalex.org/W4298857966","https://openalex.org/W6600983433","https://openalex.org/W6637967152","https://openalex.org/W6638444622","https://openalex.org/W6640257725","https://openalex.org/W6658415067","https://openalex.org/W6682864246","https://openalex.org/W6685670348","https://openalex.org/W6692846177","https://openalex.org/W6695314431","https://openalex.org/W6724944384","https://openalex.org/W6738174457","https://openalex.org/W6780559895","https://openalex.org/W7071414696"],"related_works":["https://openalex.org/W1891287906","https://openalex.org/W1969923398","https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2755342338","https://openalex.org/W3010888991","https://openalex.org/W2166044122","https://openalex.org/W2007815619","https://openalex.org/W2988839539","https://openalex.org/W1981202246"],"abstract_inverted_index":{"Good":[0],"temporal":[1,39,122],"representations":[2],"are":[3],"crucial":[4],"for":[5,27,132,141,186],"video":[6,11,76,152,201],"understanding,":[7],"and":[8,55,87,98,127,160,168],"the":[9,23,38,42,63,80,92,138,161],"state-of-the-art":[10,182,211],"recognition":[12,203],"framework":[13],"is":[14,34,52,56],"based":[15],"on":[16,84],"two-stream":[17,64],"networks.":[18],"In":[19,171],"such":[20,74,163],"framework,":[21],"besides":[22],"regular":[24],"ConvNets":[25],"responsible":[26],"RGB":[28],"frame":[29],"inputs,":[30],"a":[31,102,216],"second":[32],"network":[33],"introduced":[35],"to":[36,69,124,177,225],"handle":[37],"representation,":[40],"usually":[41],"optical":[43,226],"flow":[44,51],"(OF).":[45],"However,":[46],"OF":[47],"or":[48],"other":[49],"task-oriented":[50],"computationally":[53],"costly,":[54],"thus":[57],"typically":[58],"pre-computed.":[59],"Critically,":[60],"this":[61,172],"prevents":[62],"approach":[65],"from":[66],"being":[67],"applied":[68],"reinforcement":[70,183],"learning":[71,184],"(RL)":[72],"applications":[73,153],"as":[75,164,223],"game":[77],"playing,":[78],"where":[79],"next":[81],"state":[82,86],"depends":[83],"current":[85],"action":[88,202],"choices.":[89],"Inspired":[90],"by":[91],"early":[93,113],"vision":[94],"systems":[95],"of":[96,112],"mammals":[97],"insects,":[99],"we":[100,174,205],"propose":[101],"fast":[103,142,148],"event-driven":[104],"representation":[105,221],"(EDR)":[106],"that":[107,154,190,207],"models":[108],"several":[109],"major":[110],"properties":[111],"retinal":[114],"circuits:":[115],"(1)":[116],"logarithmic":[117],"input":[118,220],"response,":[119],"(2)":[120],"multi-timescale":[121],"smoothing":[123],"filter":[125],"noise,":[126],"(3)":[128],"bipolar":[129],"(ON/OFF)":[130],"pathways":[131],"primitive":[133],"event":[134],"detection.":[135],"Trading":[136],"off":[137],"directional":[139],"information":[140],"speed":[143],"(>9000":[144],"fps),":[145],"EDR":[146,176,208],"enables":[147],"real-time":[149],"inference/learning":[150],"in":[151,212,219],"require":[155],"interaction":[156],"between":[157],"an":[158],"agent":[159],"world":[162],"game-playing,":[165],"virtual":[166],"robotics,":[167],"domain":[169],"adaptation.":[170],"vein,":[173],"use":[175],"demonstrate":[178],"performance":[179],"improvements":[180],"over":[181],"algorithms":[185],"Atari":[187],"games,":[188],"something":[189],"has":[191],"not":[192],"been":[193],"possible":[194],"with":[195,199],"pre-computed":[196],"OF.":[197],"Moreover,":[198],"UCF-101":[200],"experiments,":[204],"show":[206],"performs":[209],"near":[210],"accuracy":[213],"while":[214],"achieving":[215],"1,500x":[217],"speedup":[218],"processing,":[222],"compared":[224],"flow.":[227]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}