{"id":"https://openalex.org/W4281636494","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892063","title":"2D versus 3D Convolutional Spiking Neural Networks Trained with Unsupervised STDP for Human Action Recognition","display_name":"2D versus 3D Convolutional Spiking Neural Networks Trained with Unsupervised STDP for Human Action Recognition","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4281636494","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892063"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9892063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892063","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03679597","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052107561","display_name":"Mireille El-Assal","orcid":"https://orcid.org/0009-0006-4082-5279"},"institutions":[{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]},{"id":"https://openalex.org/I4387153239","display_name":"Centre de Recherche en Informatique, Signal et Automatique de Lille","ror":"https://ror.org/05vrs3189","country_code":null,"type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2279609970","https://openalex.org/I4387153239","https://openalex.org/I7454413"]},{"id":"https://openalex.org/I7454413","display_name":"\u00c9cole Centrale de Lille","ror":"https://ror.org/01x441g73","country_code":"FR","type":"education","lineage":["https://openalex.org/I7454413"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210115519","display_name":"Centre de Recherche en Informatique","ror":"https://ror.org/020cdve92","country_code":"FR","type":"facility","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I4210091621","https://openalex.org/I4210115519","https://openalex.org/I70768539"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Mireille El-Assal","raw_affiliation_strings":["Univ. Lille, CNRS, Centrale Lille, UMR 9189 - CRIStAL - Centre de Recherche en Informatique, Signal et Automatique de Lille,Lille,France,F-59000"],"affiliations":[{"raw_affiliation_string":"Univ. Lille, CNRS, Centrale Lille, UMR 9189 - CRIStAL - Centre de Recherche en Informatique, Signal et Automatique de Lille,Lille,France,F-59000","institution_ids":["https://openalex.org/I4210115519","https://openalex.org/I2279609970","https://openalex.org/I7454413","https://openalex.org/I1294671590","https://openalex.org/I4387153239"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022658749","display_name":"Pierre Tirilly","orcid":"https://orcid.org/0000-0003-2675-8023"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]},{"id":"https://openalex.org/I4210115519","display_name":"Centre de Recherche en Informatique","ror":"https://ror.org/020cdve92","country_code":"FR","type":"facility","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I4210091621","https://openalex.org/I4210115519","https://openalex.org/I70768539"]},{"id":"https://openalex.org/I4387153239","display_name":"Centre de Recherche en Informatique, Signal et Automatique de Lille","ror":"https://ror.org/05vrs3189","country_code":null,"type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2279609970","https://openalex.org/I4387153239","https://openalex.org/I7454413"]},{"id":"https://openalex.org/I7454413","display_name":"\u00c9cole Centrale de Lille","ror":"https://ror.org/01x441g73","country_code":"FR","type":"education","lineage":["https://openalex.org/I7454413"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pierre Tirilly","raw_affiliation_strings":["Univ. Lille, CNRS, Centrale Lille, UMR 9189 - CRIStAL - Centre de Recherche en Informatique, Signal et Automatique de Lille,Lille,France,F-59000"],"affiliations":[{"raw_affiliation_string":"Univ. Lille, CNRS, Centrale Lille, UMR 9189 - CRIStAL - Centre de Recherche en Informatique, Signal et Automatique de Lille,Lille,France,F-59000","institution_ids":["https://openalex.org/I4210115519","https://openalex.org/I2279609970","https://openalex.org/I7454413","https://openalex.org/I1294671590","https://openalex.org/I4387153239"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005884509","display_name":"Ioan Marius Bilasco","orcid":"https://orcid.org/0000-0001-7254-8727"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4387153239","display_name":"Centre de Recherche en Informatique, Signal et Automatique de Lille","ror":"https://ror.org/05vrs3189","country_code":null,"type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2279609970","https://openalex.org/I4387153239","https://openalex.org/I7454413"]},{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]},{"id":"https://openalex.org/I7454413","display_name":"\u00c9cole Centrale de Lille","ror":"https://ror.org/01x441g73","country_code":"FR","type":"education","lineage":["https://openalex.org/I7454413"]},{"id":"https://openalex.org/I4210115519","display_name":"Centre de Recherche en Informatique","ror":"https://ror.org/020cdve92","country_code":"FR","type":"facility","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I4210091621","https://openalex.org/I4210115519","https://openalex.org/I70768539"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ioan Marius Bilasco","raw_affiliation_strings":["Univ. Lille, CNRS, Centrale Lille, UMR 9189 - CRIStAL - Centre de Recherche en Informatique, Signal et Automatique de Lille,Lille,France,F-59000"],"affiliations":[{"raw_affiliation_string":"Univ. Lille, CNRS, Centrale Lille, UMR 9189 - CRIStAL - Centre de Recherche en Informatique, Signal et Automatique de Lille,Lille,France,F-59000","institution_ids":["https://openalex.org/I4210115519","https://openalex.org/I2279609970","https://openalex.org/I7454413","https://openalex.org/I1294671590","https://openalex.org/I4387153239"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5052107561"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2279609970","https://openalex.org/I4210115519","https://openalex.org/I4387153239","https://openalex.org/I7454413"],"apc_list":null,"apc_paid":null,"fwci":2.5605,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90586238,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8655561208724976},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.8615493774414062},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7236660122871399},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6826534867286682},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5502715706825256},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5303153395652771},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5212976932525635},{"id":"https://openalex.org/keywords/spike-timing-dependent-plasticity","display_name":"Spike-timing-dependent plasticity","score":0.4601621627807617},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4444355070590973},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44211307168006897},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.4149463176727295},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.41202571988105774}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8655561208724976},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.8615493774414062},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7236660122871399},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6826534867286682},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5502715706825256},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5303153395652771},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5212976932525635},{"id":"https://openalex.org/C159919123","wikidata":"https://www.wikidata.org/wiki/Q7577157","display_name":"Spike-timing-dependent plasticity","level":4,"score":0.4601621627807617},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4444355070590973},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44211307168006897},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4149463176727295},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.41202571988105774},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C25274449","wikidata":"https://www.wikidata.org/wiki/Q1805481","display_name":"Long-term potentiation","level":3,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C170493617","wikidata":"https://www.wikidata.org/wiki/Q208467","display_name":"Receptor","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9892063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892063","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03679597v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03679597","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Joint Conference on Neural Networks (IJCNN) 2022, Jul 2022, Padova, Italy","raw_type":"Conference papers"},{"id":"pmh:oai:HAL:hal-04126185v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04126185","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CORESA, Jun 2023, Villeneuve d'Ascq, France","raw_type":"Conference papers"},{"id":"pmh:oai:lilloa.univ-lille.fr:20.500.12210/74707","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.12210/74707","pdf_url":null,"source":{"id":"https://openalex.org/S4306402203","display_name":"LillOA (Universit\u00e9 de Lille (University Of Lille))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210123514","host_organization_name":"Centre d'Etudes en Civilisations, Langues et Litt\u00e9ratures Etrang\u00e8res","host_organization_lineage":["https://openalex.org/I4210123514"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03679597v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03679597","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Joint Conference on Neural Networks (IJCNN) 2022, Jul 2022, Padova, Italy","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1686810756","https://openalex.org/W1983364832","https://openalex.org/W2097117768","https://openalex.org/W2109596721","https://openalex.org/W2143215648","https://openalex.org/W2146634731","https://openalex.org/W2159432583","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2553721889","https://openalex.org/W2621826044","https://openalex.org/W2798878556","https://openalex.org/W2876270478","https://openalex.org/W2884696388","https://openalex.org/W2921780258","https://openalex.org/W2922002199","https://openalex.org/W2964338223","https://openalex.org/W2978391213","https://openalex.org/W3002055940","https://openalex.org/W3011412308","https://openalex.org/W3022766987","https://openalex.org/W3026152449","https://openalex.org/W3040838455","https://openalex.org/W3093471076","https://openalex.org/W3102040318","https://openalex.org/W3161328488","https://openalex.org/W3166169953","https://openalex.org/W3174939614","https://openalex.org/W3189103540","https://openalex.org/W4249279051","https://openalex.org/W6637373629","https://openalex.org/W6684191040","https://openalex.org/W6784354318"],"related_works":["https://openalex.org/W4391232523","https://openalex.org/W3126544799","https://openalex.org/W2998073245","https://openalex.org/W2944910788","https://openalex.org/W2794685907","https://openalex.org/W3007981140","https://openalex.org/W2736237086","https://openalex.org/W2556793986","https://openalex.org/W4362654310","https://openalex.org/W3110622310"],"abstract_inverted_index":{"Current":[0],"advances":[1],"in":[2,11,45,114,168],"technology":[3],"have":[4],"highlighted":[5],"the":[6,12,43,46,55,63,94,101,138,153],"importance":[7],"of":[8,14,48,69,87,96,103,140,145,165,175],"video":[9,18,119,217],"analysis":[10,19],"domain":[13],"computer":[15,115],"vision.":[16],"However,":[17],"has":[20,62,110],"considerably":[21],"high":[22],"computational":[23],"costs":[24],"with":[25,52,100,133,152,209,215],"traditional":[26],"artificial":[27,71],"neural":[28,32,72],"networks":[29,33],"(ANNs).":[30],"Spiking":[31],"(SNNs)":[34],"are":[35,77],"third":[36],"generation":[37],"biologically":[38],"plausible":[39],"models":[40,167],"that":[41,86,180,201],"process":[42],"information":[44],"form":[47],"spikes.":[49],"Unsupervised":[50],"learning":[51],"SNNs":[53,76,97,183],"using":[54,188],"spike":[56],"timing":[57],"dependent":[58],"plasticity":[59],"(STDP)":[60],"rule":[61],"potential":[64],"to":[65,143,170,206],"overcome":[66],"some":[67],"bottlenecks":[68],"regular":[70],"networks,":[73],"but":[74],"STDP-based":[75,148,181,210],"still":[78],"immature":[79],"and":[80,155,162],"their":[81,176],"performance":[82,95,139],"is":[83,204],"far":[84],"behind":[85],"ANNs.":[88],"In":[89,121],"this":[90,108,122,141],"work,":[91],"we":[92,124,198],"study":[93],"when":[98,150,213],"challenged":[99,151],"task":[102,109],"human":[104],"action":[105],"recognition,":[106],"because":[107],"many":[111],"real-time":[112],"applications":[113],"vision,":[116],"such":[117],"as":[118],"surveillance.":[120],"paper":[123],"introduce":[125],"a":[126,146],"multi-layered":[127],"3D":[128,189,202],"convolutional":[129,182],"SNN":[130,149],"model":[131,142],"trained":[132],"unsupervised":[134],"STDP.":[135],"We":[136,158,178],"compare":[137,160],"those":[144],"2D":[147,207],"KTH":[154],"Weizmann":[156],"datasets.":[157],"also":[159],"single-layer":[161],"multi-layer":[163],"versions":[164],"these":[166],"order":[169],"get":[171],"an":[172],"accurate":[173],"assessment":[174],"performance.":[177],"show":[179],"can":[184],"learn":[185],"motion":[186],"patterns":[187],"kernels,":[190],"thus":[191],"enabling":[192],"motion-based":[193],"recognition":[194],"from":[195],"videos.":[196],"Finally,":[197],"give":[199],"evidence":[200],"convolution":[203,208],"superior":[205],"SNNs,":[211],"especially":[212],"dealing":[214],"long":[216],"sequences.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}