{"id":"https://openalex.org/W4405303653","doi":"https://doi.org/10.1109/tcsvt.2024.3516478","title":"Simultaneous Learning Intensity and Optical Flow From High-Speed Spike Stream","display_name":"Simultaneous Learning Intensity and Optical Flow From High-Speed Spike Stream","publication_year":2024,"publication_date":"2024-12-12","ids":{"openalex":"https://openalex.org/W4405303653","doi":"https://doi.org/10.1109/tcsvt.2024.3516478"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3516478","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3516478","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101727060","display_name":"Lin Zhu","orcid":"https://orcid.org/0000-0001-6487-0441"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Zhu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6487-0441","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036705597","display_name":"Weiquan Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiquan Yan","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049349192","display_name":"Yi Chang","orcid":"https://orcid.org/0000-0001-8542-5937"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Chang","raw_affiliation_strings":["School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-8542-5937","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023918894","display_name":"Yonghong Tian","orcid":"https://orcid.org/0000-0002-2978-5935"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghong Tian","raw_affiliation_strings":["School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2978-5935","affiliations":[{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022334521","display_name":"Hua Huang","orcid":"https://orcid.org/0000-0003-2587-1702"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Huang","raw_affiliation_strings":["School of Artificial Intelligence, Beijing Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2587-1702","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4087,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62608926,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"35","issue":"6","first_page":"5126","last_page":"5139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.6715999841690063,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.6715999841690063,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.666700005531311,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.6549000144004822,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spike","display_name":"Spike (software development)","score":0.7171875238418579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5946314930915833},{"id":"https://openalex.org/keywords/intensity","display_name":"Intensity (physics)","score":0.5340076684951782},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.5174251794815063},{"id":"https://openalex.org/keywords/light-intensity","display_name":"Light intensity","score":0.47761982679367065},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.46329009532928467},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28503894805908203},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.25941938161849976},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.17541292309761047},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12654608488082886},{"id":"https://openalex.org/keywords/mechanics","display_name":"Mechanics","score":0.09131616353988647}],"concepts":[{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.7171875238418579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5946314930915833},{"id":"https://openalex.org/C93038891","wikidata":"https://www.wikidata.org/wiki/Q1061524","display_name":"Intensity (physics)","level":2,"score":0.5340076684951782},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.5174251794815063},{"id":"https://openalex.org/C3020368824","wikidata":"https://www.wikidata.org/wiki/Q6546192","display_name":"Light intensity","level":2,"score":0.47761982679367065},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.46329009532928467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28503894805908203},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.25941938161849976},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.17541292309761047},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12654608488082886},{"id":"https://openalex.org/C57879066","wikidata":"https://www.wikidata.org/wiki/Q41217","display_name":"Mechanics","level":1,"score":0.09131616353988647},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3516478","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3516478","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2862038627","display_name":null,"funder_award_id":"BX20230469","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4810870800","display_name":null,"funder_award_id":"62131003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5619793573","display_name":null,"funder_award_id":"62302041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5916603961","display_name":null,"funder_award_id":"62322204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1973116035","https://openalex.org/W2016574277","https://openalex.org/W2049767724","https://openalex.org/W2144187604","https://openalex.org/W2150355110","https://openalex.org/W2259424905","https://openalex.org/W2612342510","https://openalex.org/W2788172931","https://openalex.org/W2904275768","https://openalex.org/W2950689937","https://openalex.org/W2953823547","https://openalex.org/W2963782415","https://openalex.org/W2964132169","https://openalex.org/W2964160927","https://openalex.org/W2964554711","https://openalex.org/W2970672284","https://openalex.org/W2984844508","https://openalex.org/W2998281665","https://openalex.org/W2999864467","https://openalex.org/W3010556452","https://openalex.org/W3034856145","https://openalex.org/W3035303839","https://openalex.org/W3091703563","https://openalex.org/W3092083701","https://openalex.org/W3094498140","https://openalex.org/W3102040318","https://openalex.org/W3109192943","https://openalex.org/W3162489473","https://openalex.org/W3177222833","https://openalex.org/W3186769031","https://openalex.org/W3195504409","https://openalex.org/W3204512785","https://openalex.org/W3215657816","https://openalex.org/W4205982568","https://openalex.org/W4210677043","https://openalex.org/W4214514519","https://openalex.org/W4214701068","https://openalex.org/W4221138189","https://openalex.org/W4231081240","https://openalex.org/W4283808849","https://openalex.org/W4285601398","https://openalex.org/W4312383539","https://openalex.org/W4312609965","https://openalex.org/W4367721892","https://openalex.org/W4382240128","https://openalex.org/W4382466093","https://openalex.org/W4387409844","https://openalex.org/W4387831678","https://openalex.org/W4393159559","https://openalex.org/W4399881018","https://openalex.org/W6631190155","https://openalex.org/W6687484953","https://openalex.org/W6795356393","https://openalex.org/W6840495885","https://openalex.org/W6855266802"],"related_works":["https://openalex.org/W2174331923","https://openalex.org/W2050175337","https://openalex.org/W2329992713","https://openalex.org/W3050304047","https://openalex.org/W2317338006","https://openalex.org/W2385487847","https://openalex.org/W2062974934","https://openalex.org/W2360368075","https://openalex.org/W3145694028","https://openalex.org/W2366095248"],"abstract_inverted_index":{"Bio-inspired":[0],"vision":[1,62,232],"sensors,":[2],"which":[3],"emulate":[4],"the":[5,24,40,54,162,166,195,228],"human":[6,61],"retina":[7],"by":[8,33],"recording":[9],"light":[10],"intensity":[11,67,91,143,167,175],"as":[12],"binary":[13,57],"spikes,":[14],"have":[15],"gained":[16],"increasing":[17],"interest":[18],"in":[19,63,185],"recent":[20],"years.":[21],"Among":[22],"them,":[23],"spike":[25,50,58,97,108,126,209],"camera":[26],"is":[27,76,157,236],"capable":[28],"of":[29,165,197,230],"perceiving":[30],"fine":[31],"textures":[32],"simulating":[34],"a":[35,84,112,186],"small":[36],"retinal":[37],"region":[38],"called":[39],"fovea":[41],"and":[42,60,68,92,103,124,142,207,218],"producing":[43],"high":[44,72],"temporal":[45,73,104,163],"resolution":[46,74],"(20,000":[47],"Hz)":[48],"spatiotemporal":[49],"streams.":[51,98],"To":[52,99,193],"bridge":[53],"gap":[55],"between":[56],"streams":[59],"high-speed":[64],"scenes,":[65],"reconstructing":[66],"optical":[69,93,140,219],"flow":[70,94,141,155,181,220],"from":[71,96,106],"spikes":[75],"particularly":[77],"important.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82,110,135,201],"present":[83],"hybrid":[85],"SNN-ANN":[86],"network":[87,212],"designed":[88,159],"for":[89,139,226],"simultaneous":[90],"learning":[95],"adaptively":[100],"extract":[101],"spatial":[102],"features":[105,164,176],"continuous":[107],"streams,":[109],"propose":[111],"spiking":[113],"neuron":[114],"module":[115],"with":[116],"dense":[117],"connections":[118],"that":[119,145],"efficiently":[120],"processes":[121],"both":[122,205],"short-term":[123],"long-term":[125],"data,":[127],"while":[128],"maintaining":[129],"low":[130],"power":[131],"consumption":[132],"characteristics.":[133],"Subsequently,":[134],"introduce":[136],"two":[137],"decoders":[138],"estimation":[144,221],"complement":[146],"each":[147],"other.":[148],"A":[149],"temporal-aware":[150],"warping":[151],"module,":[152],"based":[153],"on":[154,204],"features,":[156],"specifically":[158],"to":[160,178],"align":[161],"decoder,":[168],"thereby":[169],"reducing":[170],"motion":[171],"artifacts.":[172],"Concurrently,":[173],"improved":[174],"contribute":[177],"more":[179],"accurate":[180],"feature":[182],"predictions,":[183],"resulting":[184],"mutually":[187],"beneficial":[188],"relationship":[189],"within":[190],"our":[191,198],"network.":[192],"evaluate":[194],"effectiveness":[196],"proposed":[199],"network,":[200],"conduct":[202],"experiments":[203],"simulated":[206],"real":[208],"datasets.":[210],"Our":[211,234],"outperforms":[213],"existing":[214],"state-of-the-art":[215],"spike-based":[216],"reconstruction":[217],"methods,":[222],"demonstrating":[223],"its":[224],"potential":[225],"advancing":[227],"field":[229],"bio-inspired":[231],"sensors.":[233],"code":[235],"available":[237],"at":[238],"<uri":[239],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[240],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/LinZhu111/SLIO</uri>.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}