{"id":"https://openalex.org/W4385383297","doi":"https://doi.org/10.1016/j.future.2023.07.017","title":"7 <mml:math xmlns:mml=\"http://www.w3.org/1998/Math/MathML\" display=\"inline\" id=\"d1e2444\" altimg=\"si19.svg\"><mml:mi mathvariant=\"normal\">\u03bc</mml:mi></mml:math>J/inference end-to-end gesture recognition from dynamic vision sensor data using ternarized hybrid convolutional neural networks","display_name":"7 <mml:math xmlns:mml=\"http://www.w3.org/1998/Math/MathML\" display=\"inline\" id=\"d1e2444\" altimg=\"si19.svg\"><mml:mi mathvariant=\"normal\">\u03bc</mml:mi></mml:math>J/inference end-to-end gesture recognition from dynamic vision sensor data using ternarized hybrid convolutional neural networks","publication_year":2023,"publication_date":"2023-07-29","ids":{"openalex":"https://openalex.org/W4385383297","doi":"https://doi.org/10.1016/j.future.2023.07.017"},"language":"en","primary_location":{"id":"doi:10.1016/j.future.2023.07.017","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.future.2023.07.017","pdf_url":null,"source":{"id":"https://openalex.org/S186357190","display_name":"Future Generation Computer Systems","issn_l":"0167-739X","issn":["0167-739X","1872-7115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Generation Computer Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.future.2023.07.017","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007387832","display_name":"Georg Rutishauser","orcid":"https://orcid.org/0000-0001-8875-7611"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Georg Rutishauser","raw_affiliation_strings":["ETH Z\u00fcrich, Gloriastrasse 35, Z\u00fcrich, 8092, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8875-7611","affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Gloriastrasse 35, Z\u00fcrich, 8092, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014870575","display_name":"Moritz Scherer","orcid":"https://orcid.org/0000-0003-1203-9351"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Moritz Scherer","raw_affiliation_strings":["ETH Z\u00fcrich, Gloriastrasse 35, Z\u00fcrich, 8092, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Gloriastrasse 35, Z\u00fcrich, 8092, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103133553","display_name":"Tim Fischer","orcid":"https://orcid.org/0000-0003-2560-5623"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Tim Fischer","raw_affiliation_strings":["ETH Z\u00fcrich, Gloriastrasse 35, Z\u00fcrich, 8092, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Gloriastrasse 35, Z\u00fcrich, 8092, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043408422","display_name":"Luca Benini","orcid":"https://orcid.org/0000-0001-8068-3806"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I4210146975","display_name":"Zambon (Italy)","ror":"https://ror.org/04zzq8d03","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210146975"]},{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["CH","IT"],"is_corresponding":false,"raw_author_name":"Luca Benini","raw_affiliation_strings":["ETH Z\u00fcrich, Gloriastrasse 35, Z\u00fcrich, 8092, Switzerland","Universit\u00e0 di Bologna, Via Zamboni 33, Bologna, 40126, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Gloriastrasse 35, Z\u00fcrich, 8092, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Universit\u00e0 di Bologna, Via Zamboni 33, Bologna, 40126, Italy","institution_ids":["https://openalex.org/I9360294","https://openalex.org/I4210146975"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5007387832"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":{"value":3340,"currency":"USD","value_usd":3340},"apc_paid":{"value":3340,"currency":"USD","value_usd":3340},"fwci":0.9908,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.76430023,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"149","issue":null,"first_page":"717","last_page":"731"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalable-vector-graphics","display_name":"Scalable Vector Graphics","score":0.7603496313095093},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6064196825027466},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5374979972839355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25892961025238037},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20135566592216492}],"concepts":[{"id":"https://openalex.org/C202629362","wikidata":"https://www.wikidata.org/wiki/Q2078","display_name":"Scalable Vector Graphics","level":2,"score":0.7603496313095093},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6064196825027466},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5374979972839355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25892961025238037},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20135566592216492}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1016/j.future.2023.07.017","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.future.2023.07.017","pdf_url":null,"source":{"id":"https://openalex.org/S186357190","display_name":"Future Generation Computer Systems","issn_l":"0167-739X","issn":["0167-739X","1872-7115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Generation Computer Systems","raw_type":"journal-article"},{"id":"pmh:oai:cris.unibo.it:11585/956437","is_oa":true,"landing_page_url":"https://www.sciencedirect.com/science/article/pii/S0167739X23002704?via=ihub","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/631085","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/631085","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Generation Computer Systems, 149","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.3929/ethz-b-000631085","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000631085","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1016/j.future.2023.07.017","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.future.2023.07.017","pdf_url":null,"source":{"id":"https://openalex.org/S186357190","display_name":"Future Generation Computer Systems","issn_l":"0167-739X","issn":["0167-739X","1872-7115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Generation Computer Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3930056189","display_name":null,"funder_award_id":"877056","funder_id":"https://openalex.org/F4320327207","funder_display_name":"Electronic Components and Systems for European Leadership"},{"id":"https://openalex.org/G7331901853","display_name":null,"funder_award_id":"EU H2020","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320327207","display_name":"Electronic Components and Systems for European Leadership","ror":null},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W206948248","https://openalex.org/W1539670134","https://openalex.org/W1583837637","https://openalex.org/W1979531461","https://openalex.org/W2016574277","https://openalex.org/W2104561942","https://openalex.org/W2132870234","https://openalex.org/W2180884865","https://openalex.org/W2242818861","https://openalex.org/W2319920447","https://openalex.org/W2469690627","https://openalex.org/W2513853720","https://openalex.org/W2524428287","https://openalex.org/W2599674900","https://openalex.org/W2619510810","https://openalex.org/W2783525259","https://openalex.org/W2798690537","https://openalex.org/W2883294120","https://openalex.org/W2902644322","https://openalex.org/W2911495555","https://openalex.org/W2911733715","https://openalex.org/W2938616020","https://openalex.org/W2943798647","https://openalex.org/W2944996566","https://openalex.org/W2953440574","https://openalex.org/W2962804204","https://openalex.org/W2962939807","https://openalex.org/W2963255460","https://openalex.org/W2963481123","https://openalex.org/W2970796375","https://openalex.org/W2981751377","https://openalex.org/W2991257032","https://openalex.org/W2995086119","https://openalex.org/W3012561096","https://openalex.org/W3016151563","https://openalex.org/W3033564916","https://openalex.org/W3035788522","https://openalex.org/W3040838455","https://openalex.org/W3049586678","https://openalex.org/W3093471076","https://openalex.org/W3099544558","https://openalex.org/W3105841399","https://openalex.org/W3128989612","https://openalex.org/W3137147200","https://openalex.org/W3137875211","https://openalex.org/W3138912185","https://openalex.org/W3152157423","https://openalex.org/W3156145546","https://openalex.org/W3159712608","https://openalex.org/W3216376605","https://openalex.org/W4212774754","https://openalex.org/W4224303802","https://openalex.org/W4224462511","https://openalex.org/W4225323799","https://openalex.org/W4232395981","https://openalex.org/W4233301139","https://openalex.org/W4242245672","https://openalex.org/W4249997528","https://openalex.org/W4252252062","https://openalex.org/W4255556797","https://openalex.org/W4285247025","https://openalex.org/W4288601266","https://openalex.org/W4292893847","https://openalex.org/W4294789336","https://openalex.org/W4312296207","https://openalex.org/W6608099265","https://openalex.org/W6624872977","https://openalex.org/W6657454633","https://openalex.org/W6698200048","https://openalex.org/W6725494620","https://openalex.org/W6725895349","https://openalex.org/W6727208969","https://openalex.org/W6728936618","https://openalex.org/W6738538162","https://openalex.org/W6741233878","https://openalex.org/W6743381544","https://openalex.org/W6744650258","https://openalex.org/W6746018515","https://openalex.org/W6748638796","https://openalex.org/W6750491093","https://openalex.org/W6751879041","https://openalex.org/W6752680688","https://openalex.org/W6754595668","https://openalex.org/W6755947534","https://openalex.org/W6759984927","https://openalex.org/W6761048471","https://openalex.org/W6765577608","https://openalex.org/W6766129797","https://openalex.org/W6767298317","https://openalex.org/W6772206053","https://openalex.org/W6775298725","https://openalex.org/W6777736988","https://openalex.org/W6778887286","https://openalex.org/W6779411778","https://openalex.org/W6780320353","https://openalex.org/W6784525679","https://openalex.org/W6784556757","https://openalex.org/W6786237780","https://openalex.org/W6786271619","https://openalex.org/W6795051827","https://openalex.org/W6798034048","https://openalex.org/W6801089590","https://openalex.org/W6803524348","https://openalex.org/W6803581784","https://openalex.org/W6810162996","https://openalex.org/W6810511185","https://openalex.org/W6810938606","https://openalex.org/W6928440484"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2358969090","https://openalex.org/W3183425535","https://openalex.org/W2354624479","https://openalex.org/W2394137533","https://openalex.org/W2362190996","https://openalex.org/W2385461408","https://openalex.org/W2387643967"],"abstract_inverted_index":{"Dynamic":[0],"vision":[1],"sensor":[2,54],"(DVS)":[3],"cameras":[4,110,260],"enable":[5],"energy-activity":[6],"proportional":[7],"visual":[8],"sensing":[9],"by":[10,15,22,220],"only":[11,57],"propagating":[12],"events":[13,25,114],"produced":[14],"changes":[16],"in":[17,230,243],"the":[18,33,43,49,90,112,151,178,211,225,228,252,255],"observed":[19],"scene.":[20],"Furthermore,":[21],"generating":[23],"these":[24,121],"asynchronously,":[26],"they":[27],"offer":[28],"\u03bcs-scale":[29],"latency":[30,205],"while":[31],"eliminating":[32],"redundant":[34],"data":[35,86,166],"transmission":[36],"inherent":[37],"to":[38,47,100,224],"classical,":[39],"frame-based":[40],"cameras.":[41],"However,":[42],"potential":[44,257],"of":[45,52,144,174,200,206,217,227,258],"DVS":[46,84,109,259],"improve":[48],"energy":[50,193,199,219],"efficiency":[51,256],"IoT":[53],"nodes":[55],"can":[56,136],"be":[58,137],"fully":[59,126],"realized":[60],"with":[61,124],"efficient":[62],"and":[63,71,97,165,192,250,261],"flexible":[64],"systems":[65],"that":[66],"tightly":[67],"integrate":[68],"sensing,":[69],"processing,":[70],"actuation":[72],"capabilities.":[73],"In":[74],"this":[75],"paper,":[76],"we":[77,195],"propose":[78],"a":[79,125,171,183,197,204,215],"complete":[80],"end-to-end":[81],"pipeline":[82],"for":[83,108,186],"event":[85,117],"classification":[87,198],"implemented":[88],"on":[89,140,149,161,177,213],"Kraken":[91],"parallel":[92],"ultra-low":[93],"power":[94,191],"(PULP)":[95],"system-on-chip":[96],"apply":[98],"it":[99],"gesture":[101,181,232,248],"recognition.":[102,233],"A":[103],"dedicated":[104],"on-chip":[105,152],"peripheral":[106],"interface":[107],"aggregates":[111],"received":[113],"into":[115],"ternary":[116,153],"frames.":[118],"We":[119,157,169],"process":[120],"video":[122],"frames":[123],"ternarized":[127],"two-stage":[128],"temporal":[129],"convolutional":[130],"network":[131,135,155,162],"(TCN).":[132],"The":[133,234],"neural":[134,154],"executed":[138],"either":[139],"Kraken\u2019s":[141],"PULP":[142],"cluster":[143],"general-purpose":[145],"RISC-V":[146],"cores":[147],"or":[148],"CUTIE,":[150,214],"accelerator.":[156],"perform":[158],"extensive":[159],"ablations":[160],"structure,":[163],"training,":[164],"generation":[167],"parameters.":[168],"achieve":[170],"validation":[172],"accuracy":[173],"97.7":[175],"%":[176],"DVS128":[179],"11-class":[180],"dataset,":[182],"new":[184],"record":[185],"embedded":[187,231],"implementations.":[188],"With":[189],"in-silicon":[190],"measurements,":[194],"demonstrate":[196],"7":[201],"\u03bcJ":[202],"at":[203],"0.9":[207],"ms":[208],"when":[209,222],"running":[210],"TCN":[212],"reduction":[216],"inference":[218],"67\u00d7":[221],"compared":[223],"state":[226],"art":[229],"processing":[235],"system":[236],"consumes":[237],"as":[238,240],"little":[239],"4.7":[241],"mW":[242],"continuous":[244],"inference,":[245],"enabling":[246],"always-on":[247],"recognition":[249],"closing":[251],"gap":[253],"between":[254],"application":[262],"scenarios.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}