{"id":"https://openalex.org/W4284988520","doi":"https://doi.org/10.1007/s11633-022-1350-3","title":"Image De-occlusion via Event-enhanced Multi-modal Fusion Hybrid Network","display_name":"Image De-occlusion via Event-enhanced Multi-modal Fusion Hybrid Network","publication_year":2022,"publication_date":"2022-07-08","ids":{"openalex":"https://openalex.org/W4284988520","doi":"https://doi.org/10.1007/s11633-022-1350-3"},"language":"en","primary_location":{"id":"doi:10.1007/s11633-022-1350-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-022-1350-3","pdf_url":null,"source":{"id":"https://openalex.org/S4210224602","display_name":"Machine Intelligence Research","issn_l":"2731-538X","issn":["2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s11633-022-1350-3","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100336543","display_name":"Siqi Li","orcid":"https://orcid.org/0000-0001-9720-826X"},"institutions":[{"id":"https://openalex.org/I4210145478","display_name":"Beijing Municipal Education Commission","ror":"https://ror.org/04bpn6s66","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210145478"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Si-Qi Li","raw_affiliation_strings":["Beijing Laboratory of Brain and Cognitive Intelligence, Beijing Municipal Education Commission, Tsinghua University, Beijing, 100084, China","Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, 100084, China","Institute for Brain and Cognitive Sciences, Tsinghua University, Beijing, 100084, China","Key Laboratory for Information System Security, School of Software, Tsinghua University, Beijing, 100084, China"],"raw_orcid":"https://orcid.org/0000-0001-9720-826X","affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Brain and Cognitive Intelligence, Beijing Municipal Education Commission, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I4210145478"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Brain and Cognitive Sciences, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Key Laboratory for Information System Security, School of Software, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100602494","display_name":"Yue Gao","orcid":"https://orcid.org/0000-0002-4971-590X"},"institutions":[{"id":"https://openalex.org/I4210145478","display_name":"Beijing Municipal Education Commission","ror":"https://ror.org/04bpn6s66","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210145478"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Gao","raw_affiliation_strings":["Beijing Laboratory of Brain and Cognitive Intelligence, Beijing Municipal Education Commission, Tsinghua University, Beijing, 100084, China","Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, 100084, China","Institute for Brain and Cognitive Sciences, Tsinghua University, Beijing, 100084, China","Key Laboratory for Information System Security, School of Software, Tsinghua University, Beijing, 100084, China"],"raw_orcid":"https://orcid.org/0000-0002-4971-590X","affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Brain and Cognitive Intelligence, Beijing Municipal Education Commission, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I4210145478"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Brain and Cognitive Sciences, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Key Laboratory for Information System Security, School of Software, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080722708","display_name":"Qionghai Dai","orcid":"https://orcid.org/0000-0001-7043-3061"},"institutions":[{"id":"https://openalex.org/I4210145478","display_name":"Beijing Municipal Education Commission","ror":"https://ror.org/04bpn6s66","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210145478"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiong-Hai Dai","raw_affiliation_strings":["Beijing Laboratory of Brain and Cognitive Intelligence, Beijing Municipal Education Commission, Tsinghua University, Beijing, 100084, China","Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, 100084, China","Department of Automation, Tsinghua University, Beijing, 100084, China","Institute for Brain and Cognitive Sciences, Tsinghua University, Beijing, 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Brain and Cognitive Intelligence, Beijing Municipal Education Commission, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I4210145478"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Brain and Cognitive Sciences, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100336543"],"corresponding_institution_ids":["https://openalex.org/I4210145478","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.0148,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.76786822,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"19","issue":"4","first_page":"307","last_page":"318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7591875791549683},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7561506628990173},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7173241376876831},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6037018299102783},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5311663746833801},{"id":"https://openalex.org/keywords/brightness","display_name":"Brightness","score":0.4962950348854065},{"id":"https://openalex.org/keywords/occlusion","display_name":"Occlusion","score":0.4634852707386017},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3548921048641205}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7591875791549683},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7561506628990173},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7173241376876831},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6037018299102783},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5311663746833801},{"id":"https://openalex.org/C125245961","wikidata":"https://www.wikidata.org/wiki/Q221656","display_name":"Brightness","level":2,"score":0.4962950348854065},{"id":"https://openalex.org/C2776268601","wikidata":"https://www.wikidata.org/wiki/Q968808","display_name":"Occlusion","level":2,"score":0.4634852707386017},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3548921048641205},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C164705383","wikidata":"https://www.wikidata.org/wiki/Q10379","display_name":"Cardiology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11633-022-1350-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-022-1350-3","pdf_url":null,"source":{"id":"https://openalex.org/S4210224602","display_name":"Machine Intelligence Research","issn_l":"2731-538X","issn":["2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11633-022-1350-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-022-1350-3","pdf_url":null,"source":{"id":"https://openalex.org/S4210224602","display_name":"Machine Intelligence Research","issn_l":"2731-538X","issn":["2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.4099999964237213,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W206948248","https://openalex.org/W1686810756","https://openalex.org/W1985940938","https://openalex.org/W1987994242","https://openalex.org/W2072420336","https://openalex.org/W2098918212","https://openalex.org/W2108598243","https://openalex.org/W2108687567","https://openalex.org/W2113642013","https://openalex.org/W2113672159","https://openalex.org/W2136733503","https://openalex.org/W2164653071","https://openalex.org/W2331128040","https://openalex.org/W2412782625","https://openalex.org/W2518108298","https://openalex.org/W2519559998","https://openalex.org/W2626539870","https://openalex.org/W2796368857","https://openalex.org/W2904275768","https://openalex.org/W2962785568","https://openalex.org/W2970107519","https://openalex.org/W2970672284","https://openalex.org/W2981539886","https://openalex.org/W2998281665","https://openalex.org/W3009652626","https://openalex.org/W3011524659","https://openalex.org/W3035212231","https://openalex.org/W3035642679","https://openalex.org/W3044665958","https://openalex.org/W3097980825","https://openalex.org/W3109601353","https://openalex.org/W3135352736","https://openalex.org/W3173494255","https://openalex.org/W3174138177","https://openalex.org/W3202353648","https://openalex.org/W3203926970","https://openalex.org/W4287126156","https://openalex.org/W6631190155","https://openalex.org/W6754595668"],"related_works":["https://openalex.org/W2387055199","https://openalex.org/W2313061941","https://openalex.org/W1003800352","https://openalex.org/W1953485902","https://openalex.org/W2588661485","https://openalex.org/W2052546562","https://openalex.org/W2605640648","https://openalex.org/W3175896399","https://openalex.org/W2126198268","https://openalex.org/W4250745116"],"abstract_inverted_index":{"Abstract":[0],"Seeing":[1],"through":[2],"dense":[3,28],"occlusions":[4,29],"and":[5,83,112,117,135,156],"reconstructing":[6],"scene":[7,110],"images":[8,65],"is":[9,70,87,131,144],"an":[10,94],"important":[11],"but":[12],"challenging":[13],"task.":[14],"Traditional":[15],"frame-based":[16,157],"image":[17,101,158],"de-occlusion":[18,159],"methods":[19],"may":[20],"lead":[21],"to":[22,31,107,114,133,146],"fatal":[23],"errors":[24],"when":[25],"facing":[26],"extremely":[27],"due":[30],"the":[32,39,52,74,80,84,126,137],"lack":[33],"of":[34],"valid":[35],"information":[36,111],"available":[37],"from":[38,67],"limited":[40],"input":[41],"occluded":[42],"frames.":[43],"Event":[44],"cameras":[45],"are":[46,77],"bio-inspired":[47],"vision":[48],"sensors":[49],"that":[50,162],"record":[51],"brightness":[53,75,86],"changes":[54,76],"at":[55],"each":[56],"pixel":[57],"asynchronously":[58],"with":[59],"high":[60],"temporal":[61],"resolution.":[62],"However,":[63],"synthesizing":[64],"solely":[66],"event":[68,81,105,121,138],"streams":[69,106],"ill-posed":[71],"since":[72],"only":[73],"recorded":[78],"in":[79],"stream,":[82],"initial":[85],"unknown.":[88],"In":[89],"this":[90],"paper,":[91],"we":[92],"propose":[93],"event-enhanced":[95],"multi-modal":[96],"fusion":[97],"hybrid":[98],"network":[99,129],"for":[100],"de-occlusion,":[102],"which":[103],"uses":[104],"provide":[108,115],"complete":[109],"frames":[113],"color":[116],"texture":[118],"information.":[119],"An":[120],"stream":[122,139],"encoder":[123],"based":[124],"on":[125,152],"spiking":[127],"neural":[128],"(SNN)":[130],"proposed":[132,145,164],"encode":[134],"denoise":[136],"efficiently.":[140],"A":[141],"comparison":[142],"loss":[143],"generate":[147],"clearer":[148],"results.":[149],"Experimental":[150],"results":[151],"a":[153],"large-scale":[154],"event-based":[155],"dataset":[160],"demonstrate":[161],"our":[163],"method":[165],"achieves":[166],"state-of-the-art":[167],"performance.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}