{"id":"https://openalex.org/W4313482706","doi":"https://doi.org/10.1109/tip.2022.3228168","title":"Spike-Based Motion Estimation for Object Tracking Through Bio-Inspired Unsupervised Learning","display_name":"Spike-Based Motion Estimation for Object Tracking Through Bio-Inspired Unsupervised Learning","publication_year":2022,"publication_date":"2022-12-14","ids":{"openalex":"https://openalex.org/W4313482706","doi":"https://doi.org/10.1109/tip.2022.3228168","pmid":"https://pubmed.ncbi.nlm.nih.gov/37015554"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2022.3228168","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2022.3228168","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091300776","display_name":"Yajing Zheng","orcid":"https://orcid.org/0000-0002-6355-7354"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yajing Zheng","raw_affiliation_strings":["National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6355-7354","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048087489","display_name":"Zhaofei Yu","orcid":"https://orcid.org/0000-0002-6913-7553"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaofei Yu","raw_affiliation_strings":["National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China","Institute for Artificial Intelligence, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6913-7553","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082259804","display_name":"Song Wang","orcid":"https://orcid.org/0000-0003-4152-5295"},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of South Carolina, Columbia, SC, USA"],"raw_orcid":"https://orcid.org/0000-0003-4152-5295","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of South Carolina, Columbia, SC, USA","institution_ids":["https://openalex.org/I155781252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058066577","display_name":"Tiejun Huang","orcid":"https://orcid.org/0000-0002-4234-6099"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Huang","raw_affiliation_strings":["National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China","Institute for Artificial Intelligence, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4234-6099","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210100255"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9756,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.92285879,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"32","issue":null,"first_page":"335","last_page":"349"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8200517892837524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8097329139709473},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6802603602409363},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.6630114912986755},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.5802317261695862},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.5754141807556152},{"id":"https://openalex.org/keywords/spike","display_name":"Spike (software development)","score":0.5265564918518066},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.5162379741668701},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.4452134072780609},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4432029128074646},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.41636693477630615},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.4158145487308502},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4124407172203064},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2936287522315979},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.28298115730285645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8200517892837524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8097329139709473},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6802603602409363},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.6630114912986755},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5802317261695862},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.5754141807556152},{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.5265564918518066},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.5162379741668701},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.4452134072780609},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4432029128074646},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.41636693477630615},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.4158145487308502},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4124407172203064},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2936287522315979},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.28298115730285645},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2022.3228168","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2022.3228168","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:37015554","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37015554","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1222315707","display_name":null,"funder_award_id":"62176003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G171606249","display_name":null,"funder_award_id":"U1803264","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3900721549","display_name":null,"funder_award_id":"2022M720238","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W206948248","https://openalex.org/W1486852018","https://openalex.org/W1604973310","https://openalex.org/W1971581013","https://openalex.org/W1976067945","https://openalex.org/W2006370340","https://openalex.org/W2010655017","https://openalex.org/W2012842163","https://openalex.org/W2016574277","https://openalex.org/W2031543773","https://openalex.org/W2033115016","https://openalex.org/W2034702314","https://openalex.org/W2070304943","https://openalex.org/W2086066258","https://openalex.org/W2124781496","https://openalex.org/W2129826981","https://openalex.org/W2138787968","https://openalex.org/W2144187604","https://openalex.org/W2144205281","https://openalex.org/W2147101007","https://openalex.org/W2148654448","https://openalex.org/W2154167842","https://openalex.org/W2156419376","https://openalex.org/W2164372017","https://openalex.org/W2222512263","https://openalex.org/W2343449569","https://openalex.org/W2470394683","https://openalex.org/W2513853720","https://openalex.org/W2557641257","https://openalex.org/W2612342510","https://openalex.org/W2620474507","https://openalex.org/W2775178320","https://openalex.org/W2783525259","https://openalex.org/W2788172931","https://openalex.org/W2789435382","https://openalex.org/W2796368857","https://openalex.org/W2813817099","https://openalex.org/W2883294120","https://openalex.org/W2919115771","https://openalex.org/W2945944624","https://openalex.org/W2963534981","https://openalex.org/W2964554711","https://openalex.org/W2966759264","https://openalex.org/W2987260487","https://openalex.org/W2992384714","https://openalex.org/W3004212813","https://openalex.org/W3006178913","https://openalex.org/W3035363744","https://openalex.org/W3035566737","https://openalex.org/W3035669331","https://openalex.org/W3090951784","https://openalex.org/W3091146474","https://openalex.org/W3092083701","https://openalex.org/W3097980825","https://openalex.org/W3101118898","https://openalex.org/W3101512531","https://openalex.org/W3102087395","https://openalex.org/W3102957360","https://openalex.org/W3106188738","https://openalex.org/W3128073964","https://openalex.org/W3161328488","https://openalex.org/W3173799069","https://openalex.org/W3188021906","https://openalex.org/W3200334356","https://openalex.org/W3212395333","https://openalex.org/W4221138189","https://openalex.org/W4226051885","https://openalex.org/W4231081240","https://openalex.org/W4294636392","https://openalex.org/W6752508582","https://openalex.org/W6754595668","https://openalex.org/W6770014675","https://openalex.org/W6779920725","https://openalex.org/W6810879400"],"related_works":["https://openalex.org/W2986579802","https://openalex.org/W3108691306","https://openalex.org/W4389237622","https://openalex.org/W4385753159","https://openalex.org/W4200152843","https://openalex.org/W4214914769","https://openalex.org/W2012951121","https://openalex.org/W3081559266","https://openalex.org/W3160415743","https://openalex.org/W3097013448"],"abstract_inverted_index":{"Neuromorphic":[0],"vision":[1,87],"sensors,":[2],"whose":[3],"pixels":[4],"output":[5],"events/spikes":[6,34,83],"asynchronously":[7],"with":[8,105,118,128],"a":[9,43,70],"high":[10],"temporal":[11],"resolution":[12],"according":[13],"to":[14,31,35,60,89],"the":[15,27,33,62,79,91,102,115,124,129,135,139,157,183,192],"scene":[16],"radiance":[17],"change,":[18],"are":[19],"naturally":[20],"appropriate":[21],"for":[22,161],"capturing":[23],"high-speed":[24,38],"motion":[25,93,116,119,132],"in":[26,152],"scenes.":[28,154],"However,":[29],"how":[30],"utilize":[32],"smoothly":[36,190],"track":[37,149,191],"moving":[39,193],"objects":[40],"is":[41],"still":[42],"challenging":[44,197],"problem.":[45],"Existing":[46],"approaches":[47],"either":[48],"employ":[49],"time-consuming":[50],"iterative":[51],"optimization,":[52],"or":[53],"require":[54],"large":[55],"amounts":[56],"of":[57,78,82,134],"labeled":[58],"data":[59],"train":[61],"object":[63,162],"detector.":[64],"To":[65],"this":[66],"end,":[67],"we":[68],"propose":[69],"bio-inspired":[71],"unsupervised":[72,159],"learning":[73],"framework,":[74],"which":[75],"takes":[76],"advantage":[77],"spatiotemporal":[80,130],"information":[81,133],"generated":[84],"by":[85],"neuromorphic":[86],"sensors":[88],"capture":[90],"intrinsic":[92],"patterns.":[94],"Without":[95],"off-line":[96],"training,":[97],"our":[98],"models":[99],"can":[100,147,186],"filter":[101,146],"redundant":[103],"signals":[104],"dynamic":[106],"adaption":[107],"module":[108,121],"based":[109,122],"on":[110,123,167,195],"short-term":[111],"plasticity,":[112],"and":[113,131,144,164,174,189,199],"extract":[114],"patterns":[117],"estimation":[120],"spike-timing-dependent":[125],"plasticity.":[126],"Combined":[127],"filtered":[136],"spike":[137],"stream,":[138],"traditional":[140],"DBSCAN":[141],"clustering":[142],"algorithm":[143],"Kalman":[145],"effectively":[148],"multiple":[150],"targets":[151,194],"extreme":[153],"We":[155],"evaluate":[156],"proposed":[158,184],"framework":[160],"detection":[163],"tracking":[165],"tasks":[166],"synthetic":[168],"data,":[169],"publicly":[170],"available":[171],"event-based":[172],"datasets,":[173],"spiking":[175],"camera":[176],"datasets.":[177],"The":[178],"experiment":[179],"results":[180],"show":[181],"that":[182],"model":[185],"robustly":[187],"detect":[188],"various":[196],"scenarios":[198],"outperforms":[200],"state-of-the-art":[201],"approaches.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}