{"id":"https://openalex.org/W2548409580","doi":"https://doi.org/10.1109/tnnls.2017.2735903","title":"Exploiting Spatio-Temporal Structure With Recurrent Winner-Take-All Networks","display_name":"Exploiting Spatio-Temporal Structure With Recurrent Winner-Take-All Networks","publication_year":2017,"publication_date":"2017-09-01","ids":{"openalex":"https://openalex.org/W2548409580","doi":"https://doi.org/10.1109/tnnls.2017.2735903","mag":"2548409580","pmid":"https://pubmed.ncbi.nlm.nih.gov/28880191"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2017.2735903","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2017.2735903","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003992022","display_name":"Eder Santana","orcid":"https://orcid.org/0000-0003-1261-6382"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eder Santana","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-1261-6382","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025034683","display_name":"Matthew S. Emigh","orcid":"https://orcid.org/0000-0002-1438-6069"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew S. Emigh","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-1438-6069","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090437430","display_name":"Pablo Zegers","orcid":"https://orcid.org/0000-0003-3697-2525"},"institutions":[{"id":"https://openalex.org/I189977406","display_name":"Universidad de Los Andes, Chile","ror":"https://ror.org/03v0qd864","country_code":"CL","type":"education","lineage":["https://openalex.org/I189977406"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Pablo Zegers","raw_affiliation_strings":["Facultad de Ingenieria y Ciencias Aplicadas, Universidad de los Andes, Santiago, Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facultad de Ingenieria y Ciencias Aplicadas, Universidad de los Andes, Santiago, Chile","institution_ids":["https://openalex.org/I189977406"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019504861","display_name":"Jos\u00e9 C. Pr\u0131\u0301ncipe","orcid":"https://orcid.org/0000-0002-3449-3531"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose C. Principe","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6314,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.77061881,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"29","issue":"8","first_page":"3738","last_page":"3746"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7693866491317749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6953871250152588},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5950548648834229},{"id":"https://openalex.org/keywords/winner-take-all","display_name":"Winner-take-all","score":0.5444080829620361},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5150696635246277},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5031628012657166},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.48188501596450806},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4682563245296478},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.43601760268211365},{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.4353474974632263},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.43133342266082764},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4260491728782654},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4126542806625366},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.36882075667381287},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34355032444000244}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7693866491317749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6953871250152588},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5950548648834229},{"id":"https://openalex.org/C168976158","wikidata":"https://www.wikidata.org/wiki/Q769931","display_name":"Winner-take-all","level":3,"score":0.5444080829620361},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5150696635246277},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5031628012657166},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.48188501596450806},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4682563245296478},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.43601760268211365},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.4353474974632263},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.43133342266082764},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4260491728782654},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4126542806625366},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.36882075667381287},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34355032444000244},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2017.2735903","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2017.2735903","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:28880191","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28880191","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3320180373","display_name":null,"funder_award_id":"N00014-14-1-0542","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320310009","display_name":"University of Florida","ror":"https://ror.org/02y3ad647"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W191001584","https://openalex.org/W219040644","https://openalex.org/W1485009520","https://openalex.org/W1520997877","https://openalex.org/W1522301498","https://openalex.org/W1522734439","https://openalex.org/W1531103298","https://openalex.org/W1533861849","https://openalex.org/W1686810756","https://openalex.org/W1799366690","https://openalex.org/W1810943226","https://openalex.org/W1836533770","https://openalex.org/W1904365287","https://openalex.org/W1911093723","https://openalex.org/W1934184906","https://openalex.org/W1972715665","https://openalex.org/W1973455695","https://openalex.org/W1999192586","https://openalex.org/W2021340975","https://openalex.org/W2027254377","https://openalex.org/W2035424729","https://openalex.org/W2082627290","https://openalex.org/W2100495367","https://openalex.org/W2100556411","https://openalex.org/W2118103795","https://openalex.org/W2120453412","https://openalex.org/W2130325614","https://openalex.org/W2134849720","https://openalex.org/W2145038566","https://openalex.org/W2145889472","https://openalex.org/W2150355110","https://openalex.org/W2156303437","https://openalex.org/W2158834214","https://openalex.org/W2163605009","https://openalex.org/W2169488311","https://openalex.org/W2175030374","https://openalex.org/W2194775991","https://openalex.org/W2252143850","https://openalex.org/W2293078015","https://openalex.org/W2321533354","https://openalex.org/W2401640538","https://openalex.org/W2508500886","https://openalex.org/W2951384764","https://openalex.org/W2951590555","https://openalex.org/W2963194771","https://openalex.org/W2963842982","https://openalex.org/W2964121744","https://openalex.org/W3097096317","https://openalex.org/W4294554810","https://openalex.org/W4297810741","https://openalex.org/W6631708475","https://openalex.org/W6631943919","https://openalex.org/W6640104149","https://openalex.org/W6677645113","https://openalex.org/W6680266532","https://openalex.org/W6682864246","https://openalex.org/W6683167953","https://openalex.org/W6684191040","https://openalex.org/W6685048874","https://openalex.org/W7025107196"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W2355833770","https://openalex.org/W1985458517","https://openalex.org/W3031039437","https://openalex.org/W183202219","https://openalex.org/W3095877357","https://openalex.org/W4386939572","https://openalex.org/W2805949325","https://openalex.org/W4300536205"],"abstract_inverted_index":{"We":[0,21],"propose":[1],"a":[2,63,88],"convolutional":[3],"recurrent":[4],"neural":[5],"network":[6],"(ConvRNNs),":[7],"with":[8,71],"winner-take-all":[9],"(WTA)":[10],"dropout":[11],"for":[12,26,91],"high-dimensional":[13],"unsupervised":[14],"feature":[15],"learning":[16],"in":[17,32,41,85],"multidimensional":[18],"time":[19],"series.":[20],"apply":[22],"the":[23,42,45,67,78],"proposed":[24,52,80],"method":[25],"object":[27],"recognition":[28],"using":[29],"temporal":[30],"context":[31],"videos":[33],"and":[34,55,87,93],"obtain":[35],"better":[36],"results":[37],"than":[38],"comparable":[39],"methods":[40],"literature,":[43],"including":[44],"deep":[46],"predictive":[47],"coding":[48],"networks":[49],"(DPCNs)":[50],"previously":[51,79],"by":[53],"Chalasani":[54],"Principe.":[56],"Our":[57],"contributions":[58],"can":[59],"be":[60],"summarized":[61],"as":[62],"scalable":[64],"reinterpretation":[65],"of":[66,77],"DPCNs":[68],"trained":[69],"end-to-end":[70],"backpropagation":[72],"through":[73],"time,":[74,86],"an":[75],"extension":[76],"WTA":[81],"autoencoders":[82],"to":[83],"sequences":[84],"new":[89],"technique":[90],"initializing":[92],"regularizing":[94],"ConvRNNs.":[95]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
