{"id":"https://openalex.org/W4319996434","doi":"https://doi.org/10.1109/tpami.2023.3237856","title":"Capture the Moment: High-speed Imaging with Spiking Cameras through Short-term Plasticity","display_name":"Capture the Moment: High-speed Imaging with Spiking Cameras through Short-term Plasticity","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4319996434","doi":"https://doi.org/10.1109/tpami.2023.3237856","pmid":"https://pubmed.ncbi.nlm.nih.gov/37021865"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3237856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3237856","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091300776","display_name":"Yajing Zheng","orcid":"https://orcid.org/0000-0002-6355-7354"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yajing Zheng","raw_affiliation_strings":["National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055383453","display_name":"Lingxiao Zheng","orcid":"https://orcid.org/0000-0002-7533-8116"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingxiao Zheng","raw_affiliation_strings":["National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048087489","display_name":"Zhaofei Yu","orcid":"https://orcid.org/0000-0002-6913-7553"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaofei Yu","raw_affiliation_strings":["Institute for Artificial Intelligence, Peking University, Beijing, China","National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058066577","display_name":"Tiejun Huang","orcid":"https://orcid.org/0000-0002-4234-6099"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Huang","raw_affiliation_strings":["National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China","Institute for Artificial Intelligence, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Video Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082259804","display_name":"Song Wang","orcid":"https://orcid.org/0000-0003-4152-5295"},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of South Carolina, SC, USA","Department of Computer Science and Engineering, University of South Carolina, Columbia, SC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of South Carolina, SC, USA","institution_ids":["https://openalex.org/I155781252"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University of South Carolina, Columbia, SC, USA","institution_ids":["https://openalex.org/I155781252"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5091300776"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":2.2647,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.88057436,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"45","issue":"7","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8387448787689209},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7186307907104492},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6862386465072632},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5796339511871338},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.565572202205658},{"id":"https://openalex.org/keywords/image-sensor","display_name":"Image sensor","score":0.4945344626903534},{"id":"https://openalex.org/keywords/visual-hull","display_name":"Visual hull","score":0.4863494038581848},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.4666122794151306},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4436178505420685},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.4104463458061218},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.23155328631401062}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8387448787689209},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7186307907104492},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6862386465072632},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5796339511871338},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.565572202205658},{"id":"https://openalex.org/C76935873","wikidata":"https://www.wikidata.org/wiki/Q209121","display_name":"Image sensor","level":2,"score":0.4945344626903534},{"id":"https://openalex.org/C2776863239","wikidata":"https://www.wikidata.org/wiki/Q7936601","display_name":"Visual hull","level":3,"score":0.4863494038581848},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4666122794151306},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4436178505420685},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.4104463458061218},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.23155328631401062},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3237856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3237856","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37021865","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37021865","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.4300000071525574,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G1222315707","display_name":null,"funder_award_id":"62176003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G171606249","display_name":null,"funder_award_id":"U1803264","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8041512486","display_name":null,"funder_award_id":"2022M720238","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W206948248","https://openalex.org/W1901129140","https://openalex.org/W1965629054","https://openalex.org/W1982471090","https://openalex.org/W1994080942","https://openalex.org/W2000163029","https://openalex.org/W2006370340","https://openalex.org/W2010655017","https://openalex.org/W2016574277","https://openalex.org/W2018436284","https://openalex.org/W2022995207","https://openalex.org/W2027616533","https://openalex.org/W2031543773","https://openalex.org/W2046297486","https://openalex.org/W2049989540","https://openalex.org/W2056618584","https://openalex.org/W2058483899","https://openalex.org/W2081297346","https://openalex.org/W2083610878","https://openalex.org/W2102166818","https://openalex.org/W2127339105","https://openalex.org/W2144187604","https://openalex.org/W2148525506","https://openalex.org/W2148654448","https://openalex.org/W2149211411","https://openalex.org/W2163370434","https://openalex.org/W2333043638","https://openalex.org/W2601564443","https://openalex.org/W2612342510","https://openalex.org/W2613543055","https://openalex.org/W2758780985","https://openalex.org/W2788172931","https://openalex.org/W2796368857","https://openalex.org/W2883294120","https://openalex.org/W2886787375","https://openalex.org/W2901157565","https://openalex.org/W2938463073","https://openalex.org/W2945944624","https://openalex.org/W2964160927","https://openalex.org/W2964554711","https://openalex.org/W2964615694","https://openalex.org/W2966926453","https://openalex.org/W2970672284","https://openalex.org/W2980003370","https://openalex.org/W2995113801","https://openalex.org/W2998281665","https://openalex.org/W2998799713","https://openalex.org/W2999864467","https://openalex.org/W3016829532","https://openalex.org/W3034419760","https://openalex.org/W3034685081","https://openalex.org/W3034856145","https://openalex.org/W3035303839","https://openalex.org/W3035642679","https://openalex.org/W3035669331","https://openalex.org/W3048373607","https://openalex.org/W3091703563","https://openalex.org/W3097980825","https://openalex.org/W3101923070","https://openalex.org/W3106068969","https://openalex.org/W3106188738","https://openalex.org/W3118564668","https://openalex.org/W3136470502","https://openalex.org/W3173799069","https://openalex.org/W3195504409","https://openalex.org/W3199425519","https://openalex.org/W4226051885","https://openalex.org/W4247763225","https://openalex.org/W4320013936","https://openalex.org/W6639824700","https://openalex.org/W6641737702","https://openalex.org/W6755598210","https://openalex.org/W6770774428","https://openalex.org/W6785545975","https://openalex.org/W6792182677","https://openalex.org/W6801085453","https://openalex.org/W6810879400"],"related_works":["https://openalex.org/W2093768878","https://openalex.org/W2116677773","https://openalex.org/W1982516131","https://openalex.org/W3046488321","https://openalex.org/W1999236216","https://openalex.org/W2198801246","https://openalex.org/W2155261584","https://openalex.org/W2139783875","https://openalex.org/W1873415836","https://openalex.org/W4312469487"],"abstract_inverted_index":{"High-speed":[0],"imaging":[1],"can":[2,24,134,186],"help":[3],"us":[4],"understand":[5],"some":[6],"phenomena":[7],"that":[8,181],"are":[9,33],"too":[10,34],"fast":[11],"to":[12,36,50,67,74,149,164],"be":[13,37,135],"captured":[14],"by":[15,122,137],"our":[16],"eyes.":[17],"Although":[18],"ultra-fast":[19],"frame-based":[20],"cameras":[21],"(e.g.,":[22],"Phantom)":[23],"record":[25,51],"millions":[26],"of":[27,100,114,140,161],"fps":[28],"at":[29,54,128],"reduced":[30],"resolution,":[31],"they":[32],"expensive":[35],"widely":[38],"used.":[39],"Recently,":[40],"a":[41,172],"retina-inspired":[42],"vision":[43],"sensor,":[44],"spiking":[45,59],"camera,":[46],"has":[47],"been":[48],"developed":[49],"external":[52],"information":[53],"40,":[55],"000":[56],"Hz.":[57],"The":[58],"camera":[60],"uses":[61],"the":[62,95,101,110,125,131,138,141,147,151,182,196],"asynchronous":[63,79],"binary":[64],"spike":[65,117],"streams":[66],"represent":[68],"visual":[69],"information.":[70],"Despite":[71],"this,":[72],"how":[73],"reconstruct":[75,165],"dynamic":[76],"scenes":[77],"from":[78],"spikes":[80],"remains":[81],"challenging.":[82],"In":[83,143,168],"this":[84],"paper,":[85],"we":[86,145,170],"introduce":[87],"novel":[88],"high-speed":[89],"image":[90],"reconstruction":[91,184],"models":[92,163],"based":[93],"on":[94,199],"short-term":[96],"plasticity":[97],"(STP)":[98],"mechanism":[99],"brain,":[102],"termed":[103],"TFSTP":[104],"and":[105,116,153,156,194,202],"TFMDSTP.":[106],"We":[107],"first":[108],"derive":[109],"relationship":[111],"between":[112],"states":[113,139],"STP":[115,126,148,162],"patterns.":[118],"Then,":[119],"in":[120],"TFSTP,":[121],"setting":[123],"up":[124],"model":[127],"each":[129],"pixel,":[130],"scene":[132],"radiance":[133],"inferred":[136],"models.":[142],"TFMDSTP,":[144],"use":[146,158],"distinguish":[150],"moving":[152],"stationary":[154],"regions,":[155],"then":[157],"two":[159],"sets":[160],"them":[166],"respectively.":[167],"addition,":[169],"present":[171],"strategy":[173],"for":[174],"correcting":[175],"error":[176],"spikes.":[177],"Experimental":[178],"results":[179],"show":[180],"STP-based":[183],"methods":[185],"effectively":[187],"reduce":[188],"noise":[189],"with":[190],"less":[191],"computing":[192],"time,":[193],"achieve":[195],"best":[197],"performances":[198],"both":[200],"real-world":[201],"simulated":[203],"datasets.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}