{"id":"https://openalex.org/W4400112283","doi":"https://doi.org/10.1109/tai.2024.3418376","title":"Disentangled Cross-modal Fusion for Event-Guided Image Super-resolution","display_name":"Disentangled Cross-modal Fusion for Event-Guided Image Super-resolution","publication_year":2024,"publication_date":"2024-06-28","ids":{"openalex":"https://openalex.org/W4400112283","doi":"https://doi.org/10.1109/tai.2024.3418376"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2024.3418376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3418376","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114626837","display_name":"Minjie Liu","orcid":"https://orcid.org/0009-0007-9855-8166"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minjie Liu","raw_affiliation_strings":["Artificial Intelligence Thrust, Information Hub, Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-9855-8166","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Thrust, Information Hub, Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114626765","display_name":"Hongjian Wang","orcid":"https://orcid.org/0000-0001-8369-5925"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjian Wang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8369-5925","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110557165","display_name":"Kuk-Jin Yoon","orcid":"https://orcid.org/0000-0002-1634-2756"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kuk-Jin Yoon","raw_affiliation_strings":["Visual Intelligence Lab, Department of Mechanical Engineering, Korea Advanced Institute of Science &#x0026; Technology (KAIST), Daejeon, Korea"],"raw_orcid":"https://orcid.org/0000-0002-1634-2756","affiliations":[{"raw_affiliation_string":"Visual Intelligence Lab, Department of Mechanical Engineering, Korea Advanced Institute of Science &#x0026; Technology (KAIST), Daejeon, Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100403195","display_name":"Lin Wang","orcid":"https://orcid.org/0000-0002-7485-4493"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lin Wang","raw_affiliation_strings":["Artificial Intelligence Thrust, Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7485-4493","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Thrust, Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2712,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56400643,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"5","issue":"10","first_page":"5314","last_page":"5324"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6320834755897522},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5389905571937561},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5120719075202942},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.48554298281669617},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4833352267742157},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4751948118209839},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.4649710953235626},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.364810049533844},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.20317509770393372},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.12356862425804138},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.06460574269294739}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6320834755897522},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5389905571937561},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5120719075202942},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48554298281669617},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4833352267742157},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4751948118209839},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.4649710953235626},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.364810049533844},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.20317509770393372},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.12356862425804138},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06460574269294739},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tai.2024.3418376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3418376","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-162325","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-162325","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:koasas.kaist.ac.kr:10203/326452","is_oa":false,"landing_page_url":"http://hdl.handle.net/10203/326452","pdf_url":null,"source":{"id":"https://openalex.org/S4306402435","display_name":"KAIST Institutional Repository (KAIST)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I157485424","host_organization_name":"Korea Advanced Institute of Science and Technology","host_organization_lineage":["https://openalex.org/I157485424"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6100000143051147,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1885185971","https://openalex.org/W2102166818","https://openalex.org/W2194775991","https://openalex.org/W2242218935","https://openalex.org/W2476548250","https://openalex.org/W2560533888","https://openalex.org/W2605173812","https://openalex.org/W2768814045","https://openalex.org/W2866634454","https://openalex.org/W2896457183","https://openalex.org/W2953127297","https://openalex.org/W2963093735","https://openalex.org/W2963182372","https://openalex.org/W2963372104","https://openalex.org/W2964101377","https://openalex.org/W2981851019","https://openalex.org/W2996878574","https://openalex.org/W3034685081","https://openalex.org/W3035212231","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3098418424","https://openalex.org/W3110052477","https://openalex.org/W3155072588","https://openalex.org/W3158383274","https://openalex.org/W3174847012","https://openalex.org/W3186542190","https://openalex.org/W3188021906","https://openalex.org/W3202291536","https://openalex.org/W3203854346","https://openalex.org/W3204971388","https://openalex.org/W3207918547","https://openalex.org/W4213019189","https://openalex.org/W4223483730","https://openalex.org/W4287020683","https://openalex.org/W4310278871","https://openalex.org/W4312280868","https://openalex.org/W4312458589","https://openalex.org/W4312581549","https://openalex.org/W4312933868","https://openalex.org/W4313153644","https://openalex.org/W4320015914","https://openalex.org/W4321392758","https://openalex.org/W4385245566","https://openalex.org/W4386065725","https://openalex.org/W4386066586","https://openalex.org/W4386075509","https://openalex.org/W4386076368","https://openalex.org/W4386083034","https://openalex.org/W4386179772","https://openalex.org/W4390871779","https://openalex.org/W4390872407","https://openalex.org/W4390872911","https://openalex.org/W4390873790","https://openalex.org/W6631190155","https://openalex.org/W6725448924","https://openalex.org/W6754680263","https://openalex.org/W6755207826","https://openalex.org/W6770774428","https://openalex.org/W6780226713","https://openalex.org/W6784333009","https://openalex.org/W6789753369","https://openalex.org/W6810856158","https://openalex.org/W6849908995"],"related_works":["https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2095903272","https://openalex.org/W2370195708","https://openalex.org/W1490651872","https://openalex.org/W2139242969","https://openalex.org/W2284201331"],"abstract_inverted_index":{"Event":[0],"cameras":[1],"detect":[2],"the":[3,26,37,44,83,89,113,117,127,135,138,142,145,156,180,189],"intensity":[4,27,118,146],"changes":[5],"and":[6,14,39,47,86,91,109,116,133,144,167,171,182],"produce":[7],"asynchronous":[8],"events":[9,115,143,170],"with":[10,165],"high":[11],"dynamic":[12],"range":[13],"no":[15],"motion":[16],"blur.":[17],"Recently,":[18],"several":[19],"attempts":[20],"have":[21],"been":[22],"made":[23],"to":[24,56,81,106,154],"superresolve":[25],"images":[28],"guided":[29],"by":[30,192],"events.":[31],"However,":[32],"these":[33],"methods":[34,191],"directly":[35],"fuse":[36],"event":[38,90],"image":[40,49,58,79,97,173],"features":[41,94,111],"without":[42],"distinguishing":[43],"modality":[45,84,93,131],"difference":[46,136],"achieve":[48],"superresolution":[50],"(SR)":[51],"in":[52,137],"multiple":[53],"steps,":[54],"leading":[55],"error-prone":[57],"SR":[59,157],"results.":[60],"Also,":[61],"they":[62],"lack":[63],"quantitative":[64],"evaluation":[65],"of":[66,130],"real-world":[67,163,183],"data.":[68],"In":[69],"this":[70],"article,":[71],"we":[72,160],"present":[73],"an":[74],"<i>end-to-end</i>":[75],"framework,":[76],"called":[77],"<i>event-guided":[78],"(EGI)-SR</i>":[80],"narrow":[82],"gap":[85],"subtly":[87],"integrate":[88],"RGB":[92],"for":[95],"effective":[96],"SR.":[98],"Specifically,":[99],"EGI-SR":[100,123,186],"employs":[101],"three":[102],"crossmodality":[103],"encoders":[104],"(CME)":[105],"learn":[107],"modality-specific":[108],"modality-shared":[110],"from":[112],"stacked":[114],"image,":[119],"respectively.":[120],"As":[121],"such,":[122],"can":[124],"better":[125],"mitigate":[126],"negative":[128],"impact":[129],"varieties":[132],"reduce":[134],"feature":[139],"space":[140],"between":[141],"image.":[147,158],"Subsequently,":[148],"a":[149,162,193],"transformer-based":[150],"decoder":[151],"is":[152],"deployed":[153],"reconstruct":[155],"Moreover,":[159],"collect":[161],"dataset,":[164],"temporally":[166],"spatially":[168],"aligned":[169],"color":[172],"pairs.":[174],"We":[175],"conduct":[176],"extensive":[177],"experiments":[178],"on":[179],"synthetic":[181],"datasets,":[184],"showing":[185],"favorably":[187],"surpassing":[188],"existing":[190],"large":[194],"margin.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}