{"id":"https://openalex.org/W7123585100","doi":"https://doi.org/10.1109/tpami.2026.3653768","title":"Learn to Enhance Sparse Spike Streams","display_name":"Learn to Enhance Sparse Spike Streams","publication_year":2026,"publication_date":"2026-01-13","ids":{"openalex":"https://openalex.org/W7123585100","doi":"https://doi.org/10.1109/tpami.2026.3653768","pmid":"https://pubmed.ncbi.nlm.nih.gov/41528913"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2026.3653768","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3653768","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122918803","display_name":"Liwen Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liwen Hu","raw_affiliation_strings":["State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122933174","display_name":"Yijia Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijia Guo","raw_affiliation_strings":["State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113175540","display_name":"Mianzhi Liu","orcid":"https://orcid.org/0009-0008-1205-2488"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mianzhi Liu","raw_affiliation_strings":["National Biomedical Imaging Center, College of Future Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Biomedical Imaging Center, College of Future Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122925060","display_name":"Yiming Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Fan","raw_affiliation_strings":["School of Computer and Information Engineering, Henan University, Kaifeng, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Henan University, Kaifeng, China","institution_ids":["https://openalex.org/I173899330"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rui Ma","orcid":"https://orcid.org/0009-0007-2450-8182"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Ma","raw_affiliation_strings":["National Biomedical Imaging Center, College of Future Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Biomedical Imaging Center, College of Future Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122924855","display_name":"Shengbo Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengbo Chen","raw_affiliation_strings":["School of Software, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lei Ma","orcid":"https://orcid.org/0000-0001-6024-3854"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Ma","raw_affiliation_strings":["State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070230405","display_name":"T Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Huang","raw_affiliation_strings":["State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5122918803"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12790698,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"5","first_page":"5992","last_page":"6007"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11996","display_name":"Random lasers and scattering media","score":0.6133999824523926,"subfield":{"id":"https://openalex.org/subfields/3102","display_name":"Acoustics and Ultrasonics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11996","display_name":"Random lasers and scattering media","score":0.6133999824523926,"subfield":{"id":"https://openalex.org/subfields/3102","display_name":"Acoustics and Ultrasonics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.09449999779462814,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.08919999748468399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spike","display_name":"Spike (software development)","score":0.9650999903678894},{"id":"https://openalex.org/keywords/spike-train","display_name":"Spike train","score":0.6227999925613403},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5672000050544739},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.539900004863739},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.39890000224113464},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.39489999413490295}],"concepts":[{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.9650999903678894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7835999727249146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6466000080108643},{"id":"https://openalex.org/C2909946758","wikidata":"https://www.wikidata.org/wiki/Q194277","display_name":"Spike train","level":3,"score":0.6227999925613403},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5672000050544739},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.539900004863739},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.39489999413490295},{"id":"https://openalex.org/C2777613131","wikidata":"https://www.wikidata.org/wiki/Q2003571","display_name":"Spike sorting","level":3,"score":0.35199999809265137},{"id":"https://openalex.org/C42090638","wikidata":"https://www.wikidata.org/wiki/Q4048907","display_name":"STREAMS","level":2,"score":0.3474999964237213},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3052999973297119},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C2778858076","wikidata":"https://www.wikidata.org/wiki/Q5249539","display_name":"Decodes","level":3,"score":0.2777000069618225},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2614000141620636}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2026.3653768","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3653768","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41528913","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41528913","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1271892354","display_name":null,"funder_award_id":"F251020","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G5688811419","display_name":null,"funder_award_id":"JQ24023","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"High-speed":[0],"vision":[1,193],"tasks":[2,21],"have":[3],"long":[4],"been":[5],"a":[6,104],"challenge":[7],"in":[8,19,62,139],"computer":[9],"vision.":[10],"Recently,":[11],"the":[12,50,56,72,89,97,110,115,124,133,162,185],"spike":[13,34,44,52,80,84,90,98,112,117,129,147,157,166,182,187],"camera":[14],"has":[15],"shown":[16],"great":[17],"potential":[18],"these":[20],"due":[22],"to":[23,36],"its":[24],"high":[25],"temporal":[26,125],"resolution.":[27],"Unlike":[28],"traditional":[29],"cameras,":[30],"it":[31],"emits":[32],"asynchronous":[33],"signals":[35,45],"capture":[37],"visual":[38],"information.":[39],"However,":[40],"under":[41],"low-light":[42,140],"conditions,":[43],"become":[46],"highly":[47],"sparse,":[48],"and":[49,131,141,154,177,204,207,213],"sparse":[51,79,94,128,146,156,181],"stream":[53,113,148,158],"severely":[54],"hinders":[55],"effectiveness":[57],"of":[58,127,136,172],"existing":[59,137],"spike-based":[60,192],"methods":[61,138],"high-speed":[63,142],"scenarios.":[64,143],"To":[65,144],"address":[66],"this":[67],"challenge,":[68],"we":[69,150],"introduce":[70],"SS2DS,":[71],"first":[73,87],"deep":[74],"learning":[75],"framework":[76],"that":[77],"enhances":[78],"streams":[81,130,167,188],"into":[82],"dense":[83],"streams.":[85,95,183],"SS2DS":[86,108,121],"estimates":[88],"firing":[91,99,118],"frequency":[92,100,119],"within":[93],"Subsequently,":[96],"is":[101],"enhanced":[102,111,116,165,186],"by":[103],"neural":[105],"network.":[106],"Finally,":[107],"decodes":[109],"from":[114],"sequence.":[120],"can":[122],"adjust":[123],"distribution":[126],"improve":[132],"performance":[134],"degradation":[135],"evaluate":[145],"enhancement,":[149],"construct":[151],"both":[152],"synthetic":[153],"real":[155],"datasets.":[159],"By":[160],"comparing":[161],"reconstruction":[163,198],"results,":[164],"achieve":[168],"an":[169],"average":[170],"improvement":[171],"+0.78":[173],"MA,":[174,210],"-18.42":[175],"BRISQUE,":[176,212],"-1.42":[178],"NIQE":[179],"over":[180],"Moreover,":[184],"also":[189],"benefit":[190],"other":[191],"tasks,":[194],"such":[195],"as":[196],"3D":[197],"(+1.325":[199],"dB":[200],"PSNR,":[201],"+0.005":[202],"SSIM,":[203],"-0.01":[205],"LPIPS)":[206],"superresolution":[208],"(+0.63":[209],"-13.67":[211],"-1.28":[214],"NIQE).":[215]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-14T00:00:00"}