{"id":"https://openalex.org/W3199425519","doi":"https://doi.org/10.1109/tpami.2021.3113344","title":"Guided Event Filtering: Synergy between Intensity Images and Neuromorphic Events for High Performance Imaging","display_name":"Guided Event Filtering: Synergy between Intensity Images and Neuromorphic Events for High Performance Imaging","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3199425519","doi":"https://doi.org/10.1109/tpami.2021.3113344","mag":"3199425519","pmid":"https://pubmed.ncbi.nlm.nih.gov/34543190"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3113344","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3113344","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077113327","display_name":"Peiqi Duan","orcid":"https://orcid.org/0000-0002-4938-3132"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peiqi Duan","raw_affiliation_strings":["the school of Electronics Engineering and Computer Science, Peking University, 12465 Beijing, Beijing, China, 100871 (e-mail: duanqi0001@pku.edu.cn)"],"affiliations":[{"raw_affiliation_string":"the school of Electronics Engineering and Computer Science, Peking University, 12465 Beijing, Beijing, China, 100871 (e-mail: duanqi0001@pku.edu.cn)","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055005191","display_name":"Zihao W. Wang","orcid":"https://orcid.org/0000-0003-4162-7849"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zihao Wang","raw_affiliation_strings":["Computer Science, Northwestern University, 3270 Evanston, Illinois, United States, (e-mail: zwinswang@gmail.com)"],"affiliations":[{"raw_affiliation_string":"Computer Science, Northwestern University, 3270 Evanston, Illinois, United States, (e-mail: zwinswang@gmail.com)","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038326097","display_name":"Boxin Shi","orcid":"https://orcid.org/0000-0001-6749-0364"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boxin Shi","raw_affiliation_strings":["School of Electronics Engineering and Computer Science, Peking University, 12465 Beijing, Beijing, China, (e-mail: boxin.shi@gmail.com)"],"affiliations":[{"raw_affiliation_string":"School of Electronics Engineering and Computer Science, Peking University, 12465 Beijing, Beijing, China, (e-mail: boxin.shi@gmail.com)","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081128203","display_name":"Oliver Cossairt","orcid":"https://orcid.org/0000-0003-0501-0163"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oliver Cossairt","raw_affiliation_strings":["Computer Science, Northwestern University, 3270 Evanston, Illinois, United States, (e-mail: olivercossairt@gmail.com)","[Computer Science, Northwestern University, 3270 Evanston, Illinois, United States, (e-mail: olivercossairt@gmail.com)]"],"affiliations":[{"raw_affiliation_string":"Computer Science, Northwestern University, 3270 Evanston, Illinois, United States, (e-mail: olivercossairt@gmail.com)","institution_ids":["https://openalex.org/I111979921"]},{"raw_affiliation_string":"[Computer Science, Northwestern University, 3270 Evanston, Illinois, United States, (e-mail: olivercossairt@gmail.com)]","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058066577","display_name":"Tiejun Huang","orcid":"https://orcid.org/0000-0002-4234-6099"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Huang","raw_affiliation_strings":["School of EE & CS, Peking University, 12465 Beijing, Beijing, China, (e-mail: tjhuang@pku.edu.cn)"],"affiliations":[{"raw_affiliation_string":"School of EE & CS, Peking University, 12465 Beijing, Beijing, China, (e-mail: tjhuang@pku.edu.cn)","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048650003","display_name":"Aggelos K. Katsaggelos","orcid":"https://orcid.org/0000-0003-4554-0070"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aggelos Katsaggelos","raw_affiliation_strings":["ECE, Northwestern University, 3270 Evanston, Illinois, United States, (e-mail: aggk@eecs.northwestern.edu)"],"affiliations":[{"raw_affiliation_string":"ECE, Northwestern University, 3270 Evanston, Illinois, United States, (e-mail: aggk@eecs.northwestern.edu)","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5077113327"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":2.4266,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.89302644,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"44","issue":"11","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7827247381210327},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6930310726165771},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6817243099212646},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5892354249954224},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5878795385360718},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.5833361744880676},{"id":"https://openalex.org/keywords/high-dynamic-range","display_name":"High dynamic range","score":0.5408402681350708},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.5231959819793701},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5166835784912109},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4742659330368042},{"id":"https://openalex.org/keywords/image-sensor","display_name":"Image sensor","score":0.46388301253318787},{"id":"https://openalex.org/keywords/image-resolution","display_name":"Image resolution","score":0.4383024275302887},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3834223747253418},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.253404438495636},{"id":"https://openalex.org/keywords/dynamic-range","display_name":"Dynamic range","score":0.252799928188324},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.21859899163246155},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.13570991158485413}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7827247381210327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6930310726165771},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6817243099212646},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5892354249954224},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5878795385360718},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.5833361744880676},{"id":"https://openalex.org/C2780056265","wikidata":"https://www.wikidata.org/wiki/Q106239881","display_name":"High dynamic range","level":3,"score":0.5408402681350708},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.5231959819793701},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5166835784912109},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4742659330368042},{"id":"https://openalex.org/C76935873","wikidata":"https://www.wikidata.org/wiki/Q209121","display_name":"Image sensor","level":2,"score":0.46388301253318787},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.4383024275302887},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3834223747253418},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.253404438495636},{"id":"https://openalex.org/C87133666","wikidata":"https://www.wikidata.org/wiki/Q1161699","display_name":"Dynamic range","level":2,"score":0.252799928188324},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.21859899163246155},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.13570991158485413},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2021.3113344","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3113344","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:34543190","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34543190","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1484764436","https://openalex.org/W1540804545","https://openalex.org/W1975697167","https://openalex.org/W1995031544","https://openalex.org/W2016574277","https://openalex.org/W2047367895","https://openalex.org/W2098118679","https://openalex.org/W2104620097","https://openalex.org/W2125188192","https://openalex.org/W2146842127","https://openalex.org/W2151502878","https://openalex.org/W2164517370","https://openalex.org/W2199472553","https://openalex.org/W2343449569","https://openalex.org/W2403865344","https://openalex.org/W2520808298","https://openalex.org/W2539488881","https://openalex.org/W2563042993","https://openalex.org/W2567239141","https://openalex.org/W2567937506","https://openalex.org/W2605173812","https://openalex.org/W2612649142","https://openalex.org/W2762315007","https://openalex.org/W2783185291","https://openalex.org/W2788172931","https://openalex.org/W2796368857","https://openalex.org/W2796402180","https://openalex.org/W2813817099","https://openalex.org/W2860799059","https://openalex.org/W2884195444","https://openalex.org/W2901157565","https://openalex.org/W2902719825","https://openalex.org/W2902747464","https://openalex.org/W2904275768","https://openalex.org/W2938463073","https://openalex.org/W2947930228","https://openalex.org/W2955504279","https://openalex.org/W2963610452","https://openalex.org/W2963870605","https://openalex.org/W2964160927","https://openalex.org/W2964251511","https://openalex.org/W2964615694","https://openalex.org/W2969508737","https://openalex.org/W2970672284","https://openalex.org/W2971037509","https://openalex.org/W2972000740","https://openalex.org/W2973083016","https://openalex.org/W2992384714","https://openalex.org/W2998799713","https://openalex.org/W3000449200","https://openalex.org/W3013427177","https://openalex.org/W3014386932","https://openalex.org/W3016922390","https://openalex.org/W3017280322","https://openalex.org/W3020891097","https://openalex.org/W3034419760","https://openalex.org/W3034628923","https://openalex.org/W3034685081","https://openalex.org/W3035212231","https://openalex.org/W3035234594","https://openalex.org/W3035303839","https://openalex.org/W3035566737","https://openalex.org/W3035642679","https://openalex.org/W3035669331","https://openalex.org/W3097980825","https://openalex.org/W3102178346","https://openalex.org/W3106188738","https://openalex.org/W3122190729","https://openalex.org/W3191528047","https://openalex.org/W4226051885","https://openalex.org/W4246876997","https://openalex.org/W6674560316","https://openalex.org/W6753202846","https://openalex.org/W6755598210","https://openalex.org/W6776636559","https://openalex.org/W6810879400"],"related_works":["https://openalex.org/W2074172223","https://openalex.org/W2080322084","https://openalex.org/W2143955714","https://openalex.org/W1967456564","https://openalex.org/W1976754823","https://openalex.org/W4206673776","https://openalex.org/W3120243212","https://openalex.org/W4312095940","https://openalex.org/W2146033527","https://openalex.org/W2033423548"],"abstract_inverted_index":{"Many":[0],"visual":[1],"and":[2,16,26,71,75,82,105,220],"robotics":[3],"tasks":[4],"in":[5,157],"real-world":[6],"scenarios":[7],"rely":[8],"on":[9],"robust":[10],"handling":[11],"of":[12,102,109,166,192],"high":[13,17,23,56,68,80,83,116,198,210,216],"speed":[14,81,211],"motion":[15],"dynamic":[18,84],"range":[19],"(HDR)":[20],"with":[21,48,67,79],"effectively":[22],"spatial":[24,69],"resolution":[25,70],"low":[27,72],"noise.":[28],"Such":[29],"stringent":[30],"requirements,":[31],"however,":[32],"cannot":[33],"be":[34],"directly":[35],"satisfied":[36],"by":[37,45,59,194],"a":[38,88,107],"single":[39],"imager":[40],"or":[41],"imaging":[42,58],"modality,":[43],"rather":[44],"multi-modal":[46],"sensors":[47,66,78],"complementary":[49],"advantages.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54],"address":[55],"performance":[57],"exploring":[60],"the":[61,122,127,144,153,158,163,167,171,190,196],"synergy":[62],"between":[63],"traditional":[64],"frame-based":[65],"sensor":[73],"noise,":[74],"emerging":[76],"event-based":[77,203],"range.":[85],"We":[86,188],"introduce":[87],"novel":[89],"computational":[90],"framework,":[91],"termed":[92],"Guided":[93],"Event":[94],"Filtering":[95],"(GEF),":[96],"to":[97,132,183,201],"process":[98],"these":[99],"two":[100],"streams":[101],"input":[103],"data":[104],"output":[106,197],"stream":[108],"super-resolved":[110],"yet":[111],"noise-reduced":[112],"events.":[113,169],"To":[114],"generate":[115],"quality":[117,199],"events,":[118],"GEF":[119,151,175,193],"first":[120],"registers":[121],"captured":[123],"noisy":[124],"events":[125,185,200],"onto":[126],"guidance":[128,172],"image":[129,140,223],"plane":[130],"according":[131],"our":[133],"flow":[134],"model.":[135],"it":[136],"then":[137],"performs":[138],"joint":[139],"filtering":[141],"that":[142,181],"inherits":[143],"mutual":[145],"structure":[146],"from":[147],"both":[148],"inputs.":[149],"Lastly,":[150],"re-distributes":[152],"filtered":[154],"event":[155,178],"frame":[156],"space-time":[159],"volume":[160],"while":[161],"preserving":[162],"statistical":[164],"characteristics":[165],"original":[168],"When":[170],"images":[173],"under-perform,":[174],"incorporates":[176],"an":[177],"self-guiding":[179],"mechanism":[180],"resorts":[182],"neighbor":[184],"for":[186],"guidance.":[187],"demonstrate":[189],"benefits":[191],"applying":[195],"existing":[202],"algorithms":[204],"across":[205],"diverse":[206],"application":[207],"categories,":[208],"including":[209],"object":[212],"tracking,":[213],"depth":[214],"estimation,":[215],"frame-rate":[217],"video":[218],"synthesis,":[219],"super":[221],"resolution/HDR/color":[222],"restoration.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}