{"id":"https://openalex.org/W4292259411","doi":"https://doi.org/10.1109/tmm.2022.3199556","title":"A Residual Learning Approach to Deblur and Generate High Frame Rate Video With an Event Camera","display_name":"A Residual Learning Approach to Deblur and Generate High Frame Rate Video With an Event Camera","publication_year":2022,"publication_date":"2022-08-17","ids":{"openalex":"https://openalex.org/W4292259411","doi":"https://doi.org/10.1109/tmm.2022.3199556"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3199556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3199556","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100763973","display_name":"Haoyu Chen","orcid":"https://orcid.org/0000-0003-0676-4610"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Chen","raw_affiliation_strings":["Bilibili, Shanghai, China","Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bilibili, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087679505","display_name":"Minggui Teng","orcid":"https://orcid.org/0000-0002-9234-4243"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minggui Teng","raw_affiliation_strings":["National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9234-4243","affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038326097","display_name":"Boxin Shi","orcid":"https://orcid.org/0000-0001-6749-0364"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boxin Shi","raw_affiliation_strings":["National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","Institute for Artificial Intelligence, Peking University, Beijing, China","Beijing Academy of Artificial Intelligence, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6749-0364","affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100602395","display_name":"Yizhou Wang","orcid":"https://orcid.org/0000-0001-9888-6409"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yizhou Wang","raw_affiliation_strings":["Center on Frontiers of Computing, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9888-6409","affiliations":[{"raw_affiliation_string":"Center on Frontiers of Computing, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058066577","display_name":"Tiejun Huang","orcid":"https://orcid.org/0000-0002-4234-6099"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Huang","raw_affiliation_strings":["National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","Institute for Artificial Intelligence, Peking University, Beijing, China","Beijing Academy of Artificial Intelligence, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4234-6099","affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4737,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.89478534,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"5826","last_page":"5839"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deblurring","display_name":"Deblurring","score":0.8917087912559509},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8795931339263916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7937633991241455},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7360298037528992},{"id":"https://openalex.org/keywords/motion-blur","display_name":"Motion blur","score":0.6565189361572266},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.6487691402435303},{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.6258113384246826},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.616978645324707},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5691914558410645},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5109876394271851},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46879085898399353},{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.3813628852367401},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.35348987579345703},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.2755430340766907},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08939272165298462}],"concepts":[{"id":"https://openalex.org/C2777693668","wikidata":"https://www.wikidata.org/wiki/Q25053743","display_name":"Deblurring","level":5,"score":0.8917087912559509},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8795931339263916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7937633991241455},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7360298037528992},{"id":"https://openalex.org/C2777708103","wikidata":"https://www.wikidata.org/wiki/Q852589","display_name":"Motion blur","level":3,"score":0.6565189361572266},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.6487691402435303},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.6258113384246826},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.616978645324707},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5691914558410645},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5109876394271851},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46879085898399353},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.3813628852367401},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.35348987579345703},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2755430340766907},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08939272165298462},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3199556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3199556","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3598382722","display_name":null,"funder_award_id":"62136001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W206948248","https://openalex.org/W639708223","https://openalex.org/W1457323852","https://openalex.org/W1536680647","https://openalex.org/W1598281290","https://openalex.org/W1901129140","https://openalex.org/W1916935112","https://openalex.org/W1976730913","https://openalex.org/W1978749115","https://openalex.org/W1980178290","https://openalex.org/W2016574277","https://openalex.org/W2047123483","https://openalex.org/W2077931794","https://openalex.org/W2081297346","https://openalex.org/W2102605133","https://openalex.org/W2103913786","https://openalex.org/W2125389028","https://openalex.org/W2142263374","https://openalex.org/W2167307343","https://openalex.org/W2194775991","https://openalex.org/W2331128040","https://openalex.org/W2403865344","https://openalex.org/W2519597608","https://openalex.org/W2560533888","https://openalex.org/W2586480386","https://openalex.org/W2603823201","https://openalex.org/W2604329646","https://openalex.org/W2796314858","https://openalex.org/W2798735168","https://openalex.org/W2860799059","https://openalex.org/W2901157565","https://openalex.org/W2904263947","https://openalex.org/W2904275768","https://openalex.org/W2938463073","https://openalex.org/W2948208276","https://openalex.org/W2962785568","https://openalex.org/W2962872506","https://openalex.org/W2963093735","https://openalex.org/W2963150697","https://openalex.org/W2963446712","https://openalex.org/W2963510238","https://openalex.org/W2964030969","https://openalex.org/W2964160927","https://openalex.org/W2964317599","https://openalex.org/W2964615694","https://openalex.org/W2967205412","https://openalex.org/W2969884493","https://openalex.org/W2970672284","https://openalex.org/W2971037509","https://openalex.org/W2982795046","https://openalex.org/W2987477823","https://openalex.org/W2998281665","https://openalex.org/W3035212231","https://openalex.org/W3095435396","https://openalex.org/W3097097310","https://openalex.org/W3101787898","https://openalex.org/W3101923070","https://openalex.org/W3110052477","https://openalex.org/W3112576346","https://openalex.org/W3118490733","https://openalex.org/W3147474004","https://openalex.org/W6628877408","https://openalex.org/W6678815747","https://openalex.org/W6755494875"],"related_works":["https://openalex.org/W4224288641","https://openalex.org/W4382450485","https://openalex.org/W2557898294","https://openalex.org/W2232201529","https://openalex.org/W2031788393","https://openalex.org/W2558246008","https://openalex.org/W4293737289","https://openalex.org/W791927757","https://openalex.org/W2033307681","https://openalex.org/W3153582293"],"abstract_inverted_index":{"Event":[0],"cameras":[1,4,22,34,52],"are":[2],"bio-inspired":[3],"that":[5,24,150],"can":[6],"measure":[7],"the":[8,18,47,96,107,113,127,134,138,142,146,151],"intensity":[9],"change":[10],"asynchronously":[11],"with":[12,39,110],"high":[13,73,122,162],"temporal":[14],"resolution.":[15],"One":[16],"of":[17,20,70,112,133],"advantages":[19],"event":[21],"is":[23],"they":[25],"suffer":[26],"less":[27],"from":[28,91,137],"motion":[29],"blur":[30],"than":[31],"traditional":[32,51],"frame":[33,74,123,163],"when":[35],"recording":[36],"daily":[37],"scenes":[38],"fast-moving":[40],"objects.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45,100],"formulate":[46],"deblurring":[48,71],"task":[49],"on":[50],"directed":[53],"by":[54,105],"events":[55,140],"to":[56,86,119],"be":[57],"a":[58,82,88,92],"residual":[59],"learning":[60,69,144],"one,":[61],"and":[62,72,131,141,161],"propose":[63],"corresponding":[64,97],"network":[65,85,104],"architectures":[66],"for":[67,157],"effective":[68],"rate":[75,124,164],"video":[76,125],"generation":[77],"tasks.":[78],"We":[79],"first":[80],"train":[81,101],"modified":[83],"U-Net":[84],"restore":[87],"sharp":[89,129,159],"image":[90,94,130],"blurry":[93],"using":[95,126],"events.":[98,135],"Then":[99],"another":[102],"similar":[103],"replacing":[106],"downsampling":[108],"blocks":[109,111],"convolutional":[114],"long":[115],"short-term":[116],"memory":[117],"(Conv-LSTM)":[118],"recurrently":[120],"generate":[121],"restored":[128],"part":[132],"Benefitting":[136],"blur-free":[139],"proposed":[143,152],"strategy,":[145],"experimental":[147],"results":[148],"show":[149],"method":[153],"outperforms":[154],"state-of-the-art":[155],"methods":[156],"generating":[158],"images":[160],"videos.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}