{"id":"https://openalex.org/W4393034035","doi":"https://doi.org/10.1109/tmm.2024.3380255","title":"EISNet: A Multi-Modal Fusion Network for Semantic Segmentation With Events and Images","display_name":"EISNet: A Multi-Modal Fusion Network for Semantic Segmentation With Events and Images","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4393034035","doi":"https://doi.org/10.1109/tmm.2024.3380255"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3380255","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3380255","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039479218","display_name":"Bochen Xie","orcid":"https://orcid.org/0000-0003-4668-2759"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bochen Xie","raw_affiliation_strings":["Department of Mechanical Engineering, City University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-4668-2759","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, City University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048895548","display_name":"Yongjian Deng","orcid":"https://orcid.org/0000-0001-6253-3564"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjian Deng","raw_affiliation_strings":["College of Computer Science, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6253-3564","affiliations":[{"raw_affiliation_string":"College of Computer Science, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003260829","display_name":"Zhanpeng Shao","orcid":"https://orcid.org/0000-0002-8130-5230"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]},{"id":"https://openalex.org/I3130607311","display_name":"Changsha Normal University","ror":"https://ror.org/02sqk3z62","country_code":"CN","type":"education","lineage":["https://openalex.org/I3130607311"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanpeng Shao","raw_affiliation_strings":["College of Information Science and Engineering, Hunan Normal University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-8130-5230","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan Normal University, Changsha, China","institution_ids":["https://openalex.org/I173759888","https://openalex.org/I3130607311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100642147","display_name":"Youfu Li","orcid":"https://orcid.org/0000-0002-5227-1326"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Youfu Li","raw_affiliation_strings":["Department of Mechanical Engineering, City University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-5227-1326","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, City University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6318,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91075042,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"8639","last_page":"8650"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.8702999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.8702999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.8514000177383423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.8338000178337097,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8696649670600891},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5991977453231812},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5710635781288147},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5357666611671448},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.47795748710632324},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.47524499893188477},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.43094000220298767},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35370373725891113},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3293108344078064}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8696649670600891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5991977453231812},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5710635781288147},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5357666611671448},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.47795748710632324},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.47524499893188477},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.43094000220298767},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35370373725891113},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3293108344078064},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3380255","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3380255","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1571090332","display_name":null,"funder_award_id":"61976191","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6221147","display_name":null,"funder_award_id":"62173286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8881695889","display_name":null,"funder_award_id":"62203024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W206948248","https://openalex.org/W2194775991","https://openalex.org/W2774839435","https://openalex.org/W2796402180","https://openalex.org/W2884822772","https://openalex.org/W2913843253","https://openalex.org/W2955504279","https://openalex.org/W2965867763","https://openalex.org/W2971014764","https://openalex.org/W3010268791","https://openalex.org/W3034469298","https://openalex.org/W3035137671","https://openalex.org/W3040838455","https://openalex.org/W3102178346","https://openalex.org/W3108601100","https://openalex.org/W3129601843","https://openalex.org/W3132455321","https://openalex.org/W3138516171","https://openalex.org/W3153096694","https://openalex.org/W3166016280","https://openalex.org/W3170841864","https://openalex.org/W3189897383","https://openalex.org/W3198062544","https://openalex.org/W3202534481","https://openalex.org/W3207537403","https://openalex.org/W4200630704","https://openalex.org/W4205262662","https://openalex.org/W4220849367","https://openalex.org/W4221147914","https://openalex.org/W4289752563","https://openalex.org/W4292259411","https://openalex.org/W4292794822","https://openalex.org/W4296549969","https://openalex.org/W4312280868","https://openalex.org/W4312281374","https://openalex.org/W4313000235","https://openalex.org/W4313153644","https://openalex.org/W4321635957","https://openalex.org/W4323065857","https://openalex.org/W4360584268","https://openalex.org/W4362562911","https://openalex.org/W4382568158","https://openalex.org/W4386065698","https://openalex.org/W4386179772","https://openalex.org/W4394597128","https://openalex.org/W6745178058","https://openalex.org/W6771571646","https://openalex.org/W6797399245","https://openalex.org/W6842806116"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W4379231730","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W4389858081","https://openalex.org/W2099421762","https://openalex.org/W2362990116","https://openalex.org/W2381300099","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Bio-inspired":[0],"event":[1,43,76,117],"cameras":[2,17],"record":[3],"a":[4,49,203],"scene":[5,23,81,126],"as":[6],"sparse":[7],"and":[8,35,44,83,139,147,191],"asynchronous":[9],"\u201cevents\u201d":[10],"by":[11,95,202],"detecting":[12],"per-pixel":[13],"brightness":[14],"changes.":[15],"Such":[16],"show":[18,195],"great":[19],"potential":[20],"in":[21,67],"challenging":[22],"understanding":[24],"tasks,":[25],"benefiting":[26],"from":[27],"the":[28,40,56,97,104,131,136,163],"imaging":[29],"advantages":[30],"of":[31,63,99,165],"high":[32,36],"dynamic":[33],"range":[34],"temporal":[37],"resolution.":[38],"Considering":[39],"complementarity":[41],"between":[42],"standard":[45],"cameras,":[46],"we":[47,107,134],"propose":[48,108],"multi-modal":[50,92,150],"fusion":[51],"network":[52],"(EISNet)":[53],"to":[54,74,78,90,115,143,157,161],"improve":[55],"semantic":[57,187,208],"segmentation":[58,188,209],"performance.":[59],"The":[60,211],"key":[61],"challenges":[62],"this":[64],"topic":[65],"lie":[66],"(":[68,84],"<italic":[69,85],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[70,86,218],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i</i>":[71],")":[72,88],"how":[73,89],"encode":[75],"data":[77,118],"represent":[79],"accurate":[80,186],"information":[82],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ii</i>":[87],"fuse":[91],"complementary":[93,166],"features":[94,151],"considering":[96],"characteristics":[98],"two":[100,174],"modalities.":[101],"To":[102,129],"solve":[103],"first":[105],"challenge,":[106,133],"an":[109,181],"Activity-Aware":[110],"Event":[111],"Integration":[112],"Module":[113,141],"(AEIM)":[114],"convert":[116],"into":[119],"frame-based":[120],"representations":[121,146],"with":[122],"high-confidence":[123],"details":[124],"via":[125],"activity":[127],"modeling.":[128],"tackle":[130],"second":[132],"introduce":[135],"Modality":[137],"Recalibration":[138],"Fusion":[140],"(MRFM)":[142],"recalibrate":[144],"modal-specific":[145],"then":[148],"aggregate":[149],"at":[152,216],"multiple":[153],"stages.":[154],"MRFM":[155],"learns":[156],"generate":[158],"modal-oriented":[159],"masks":[160],"guide":[162],"merging":[164],"features,":[167],"achieving":[168],"adaptive":[169],"fusion.":[170],"Based":[171],"on":[172,206],"these":[173],"core":[175],"designs,":[176],"our":[177,197],"proposed":[178],"EISNet":[179],"adopts":[180],"encoder-decoder":[182],"transformer":[183],"architecture":[184],"for":[185],"using":[189],"events":[190],"images.":[192],"Experimental":[193],"results":[194],"that":[196],"model":[198],"outperforms":[199],"state-of-the-art":[200],"methods":[201],"large":[204],"margin":[205],"event-based":[207],"datasets.":[210],"code":[212],"is":[213],"publicly":[214],"available":[215],"<uri":[217],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/bochenxie/EISNet</uri>":[219],".":[220]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}