{"id":"https://openalex.org/W4392131573","doi":"https://doi.org/10.1145/3649447","title":"Deep Multimodal Data Fusion","display_name":"Deep Multimodal Data Fusion","publication_year":2024,"publication_date":"2024-02-24","ids":{"openalex":"https://openalex.org/W4392131573","doi":"https://doi.org/10.1145/3649447"},"language":"en","primary_location":{"id":"doi:10.1145/3649447","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649447","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649447","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3649447","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102019396","display_name":"Fei Zhao","orcid":"https://orcid.org/0009-0003-8535-4923"},"institutions":[{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Fei Zhao","raw_affiliation_strings":["The University of Alabama at Birmingham, Birmingham, AL, USA"],"raw_orcid":"https://orcid.org/0009-0003-8535-4923","affiliations":[{"raw_affiliation_string":"The University of Alabama at Birmingham, Birmingham, AL, USA","institution_ids":["https://openalex.org/I32389192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061568662","display_name":"Chengcui Zhang","orcid":"https://orcid.org/0000-0002-5868-6450"},"institutions":[{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chengcui Zhang","raw_affiliation_strings":["The University of Alabama at Birmingham, Birmingham, AL, USA"],"raw_orcid":"https://orcid.org/0000-0002-5868-6450","affiliations":[{"raw_affiliation_string":"The University of Alabama at Birmingham, Birmingham, AL, USA","institution_ids":["https://openalex.org/I32389192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065090118","display_name":"Baocheng Geng","orcid":"https://orcid.org/0000-0002-9596-0359"},"institutions":[{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Baocheng Geng","raw_affiliation_strings":["The University of Alabama at Birmingham, Birmingham, AL, USA"],"raw_orcid":"https://orcid.org/0000-0002-9596-0359","affiliations":[{"raw_affiliation_string":"The University of Alabama at Birmingham, Birmingham, AL, USA","institution_ids":["https://openalex.org/I32389192"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102019396"],"corresponding_institution_ids":["https://openalex.org/I32389192"],"apc_list":null,"apc_paid":null,"fwci":66.2911,"has_fulltext":false,"cited_by_count":285,"citation_normalized_percentile":{"value":0.99957353,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"56","issue":"9","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8661503195762634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4429355561733246},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4162978529930115},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4130121171474457}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8661503195762634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4429355561733246},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4162978529930115},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4130121171474457},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3649447","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649447","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649447","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3649447","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3649447","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3649447","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392131573.pdf"},"referenced_works_count":221,"referenced_works":["https://openalex.org/W138224622","https://openalex.org/W1575833922","https://openalex.org/W1593271688","https://openalex.org/W1594368566","https://openalex.org/W1923184257","https://openalex.org/W1933349210","https://openalex.org/W1956340063","https://openalex.org/W2016726354","https://openalex.org/W2021242760","https://openalex.org/W2083371626","https://openalex.org/W2085411191","https://openalex.org/W2086509056","https://openalex.org/W2100235303","https://openalex.org/W2103227205","https://openalex.org/W2115579991","https://openalex.org/W2151498684","https://openalex.org/W2155695215","https://openalex.org/W2163922914","https://openalex.org/W2189070436","https://openalex.org/W2251512949","https://openalex.org/W2296311849","https://openalex.org/W2336162022","https://openalex.org/W2397854647","https://openalex.org/W2425121537","https://openalex.org/W2489434015","https://openalex.org/W2491697916","https://openalex.org/W2558027072","https://openalex.org/W2560730294","https://openalex.org/W2561715562","https://openalex.org/W2596603442","https://openalex.org/W2600463316","https://openalex.org/W2606561738","https://openalex.org/W2609280828","https://openalex.org/W2619383789","https://openalex.org/W2747623286","https://openalex.org/W2772409766","https://openalex.org/W2776622059","https://openalex.org/W2777534232","https://openalex.org/W2788846526","https://openalex.org/W2795832645","https://openalex.org/W2798556392","https://openalex.org/W2808260522","https://openalex.org/W2808399042","https://openalex.org/W2808877322","https://openalex.org/W2866634454","https://openalex.org/W2876852810","https://openalex.org/W2885380450","https://openalex.org/W2886381447","https://openalex.org/W2886517819","https://openalex.org/W2889792105","https://openalex.org/W2890531016","https://openalex.org/W2890904455","https://openalex.org/W2891977434","https://openalex.org/W2900323013","https://openalex.org/W2905312384","https://openalex.org/W2907143950","https://openalex.org/W2910905530","https://openalex.org/W2912305564","https://openalex.org/W2919115771","https://openalex.org/W2921749009","https://openalex.org/W2936721683","https://openalex.org/W2938170127","https://openalex.org/W2952132648","https://openalex.org/W2954400523","https://openalex.org/W2954773727","https://openalex.org/W2959300817","https://openalex.org/W2962967746","https://openalex.org/W2963017553","https://openalex.org/W2963091558","https://openalex.org/W2963101956","https://openalex.org/W2963109634","https://openalex.org/W2963293463","https://openalex.org/W2963541336","https://openalex.org/W2963897031","https://openalex.org/W2963916161","https://openalex.org/W2964010806","https://openalex.org/W2964067226","https://openalex.org/W2964216321","https://openalex.org/W2964245886","https://openalex.org/W2964303913","https://openalex.org/W2964346351","https://openalex.org/W2966146145","https://openalex.org/W2966715458","https://openalex.org/W2969659868","https://openalex.org/W2970231061","https://openalex.org/W2970546341","https://openalex.org/W2970869018","https://openalex.org/W2971014764","https://openalex.org/W2971290066","https://openalex.org/W2971539529","https://openalex.org/W2973233205","https://openalex.org/W2977259558","https://openalex.org/W2979739834","https://openalex.org/W2980088508","https://openalex.org/W2981165461","https://openalex.org/W2981851019","https://openalex.org/W2982108874","https://openalex.org/W2982824538","https://openalex.org/W2984008963","https://openalex.org/W2990654629","https://openalex.org/W2995201943","https://openalex.org/W2998356391","https://openalex.org/W3004273418","https://openalex.org/W3004349648","https://openalex.org/W3004967630","https://openalex.org/W3006377070","https://openalex.org/W3006750887","https://openalex.org/W3011727199","https://openalex.org/W3018555349","https://openalex.org/W3021662968","https://openalex.org/W3024534448","https://openalex.org/W3026863179","https://openalex.org/W3032990727","https://openalex.org/W3034325957","https://openalex.org/W3034425145","https://openalex.org/W3034692043","https://openalex.org/W3034764937","https://openalex.org/W3034943799","https://openalex.org/W3035265375","https://openalex.org/W3035355219","https://openalex.org/W3035356612","https://openalex.org/W3036167779","https://openalex.org/W3043840704","https://openalex.org/W3081753142","https://openalex.org/W3090449556","https://openalex.org/W3091791645","https://openalex.org/W3093002391","https://openalex.org/W3097351234","https://openalex.org/W3100676321","https://openalex.org/W3101310341","https://openalex.org/W3105009590","https://openalex.org/W3105232955","https://openalex.org/W3107521863","https://openalex.org/W3107848599","https://openalex.org/W3107951865","https://openalex.org/W3112170415","https://openalex.org/W3118960049","https://openalex.org/W3121127014","https://openalex.org/W3127597934","https://openalex.org/W3128042633","https://openalex.org/W3132401233","https://openalex.org/W3133884127","https://openalex.org/W3138307461","https://openalex.org/W3139414251","https://openalex.org/W3143320354","https://openalex.org/W3145807616","https://openalex.org/W3152893301","https://openalex.org/W3154596443","https://openalex.org/W3156698624","https://openalex.org/W3160140554","https://openalex.org/W3160183718","https://openalex.org/W3161402421","https://openalex.org/W3165647589","https://openalex.org/W3167366812","https://openalex.org/W3168640669","https://openalex.org/W3170986249","https://openalex.org/W3171536535","https://openalex.org/W3172655693","https://openalex.org/W3175234951","https://openalex.org/W3176481196","https://openalex.org/W3176713826","https://openalex.org/W3181367324","https://openalex.org/W3184872565","https://openalex.org/W3185098617","https://openalex.org/W3185106195","https://openalex.org/W3194342258","https://openalex.org/W3196669497","https://openalex.org/W3198213150","https://openalex.org/W3202469562","https://openalex.org/W3206020652","https://openalex.org/W4206159997","https://openalex.org/W4214844714","https://openalex.org/W4214931354","https://openalex.org/W4220759996","https://openalex.org/W4224035735","https://openalex.org/W4226517336","https://openalex.org/W4280571659","https://openalex.org/W4281485151","https://openalex.org/W4283384437","https://openalex.org/W4283815599","https://openalex.org/W4283838088","https://openalex.org/W4285105012","https://openalex.org/W4285106902","https://openalex.org/W4288055133","https://openalex.org/W4288056186","https://openalex.org/W4291034555","https://openalex.org/W4292971248","https://openalex.org/W4298392976","https://openalex.org/W4299522971","https://openalex.org/W4303987227","https://openalex.org/W4304014186","https://openalex.org/W4304014444","https://openalex.org/W4304087177","https://openalex.org/W4304098547","https://openalex.org/W4304142059","https://openalex.org/W4311773928","https://openalex.org/W4312117887","https://openalex.org/W4312463400","https://openalex.org/W4312933868","https://openalex.org/W4319301039","https://openalex.org/W4324358447","https://openalex.org/W4360595168","https://openalex.org/W4377711491","https://openalex.org/W4378189111","https://openalex.org/W4383503708","https://openalex.org/W4383812946","https://openalex.org/W4385245566","https://openalex.org/W4385376328","https://openalex.org/W4385572123","https://openalex.org/W4385825493","https://openalex.org/W4385938250","https://openalex.org/W4386057717","https://openalex.org/W4386065611","https://openalex.org/W4386071468","https://openalex.org/W4386799811","https://openalex.org/W4390873421","https://openalex.org/W6634232107","https://openalex.org/W6739901393","https://openalex.org/W6779823529","https://openalex.org/W6784910987","https://openalex.org/W6944827019"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2353265673","https://openalex.org/W2031175860","https://openalex.org/W2152662039","https://openalex.org/W2145797872"],"abstract_inverted_index":{"Multimodal":[0],"Artificial":[1],"Intelligence":[2],"(Multimodal":[3],"AI),":[4],"in":[5,197],"general,":[6],"involves":[7],"various":[8],"types":[9],"of":[10,143,155],"data":[11,16,65,131],"(e.g.,":[12,23,28,68,161,167,177],"images,":[13,168],"texts,":[14],"or":[15],"collected":[17],"from":[18],"different":[19],"sensors),":[20],"feature":[21,43,45],"engineering":[22],"extraction,":[24,44],"combination/fusion),":[25],"and":[26,35,47,122,170,173,194],"decision-making":[27,48],"majority":[29],"vote).":[30],"As":[31],"architectures":[32],"become":[33],"more":[34,36],"sophisticated,":[37],"multimodal":[38,64,130],"neural":[39],"networks":[40],"can":[41],"integrate":[42],"fusion,":[46],"processes":[49,58],"into":[50,106],"one":[51,137],"single":[52],"model.":[53],"The":[54,62],"boundaries":[55],"between":[56],"those":[57],"are":[59,133],"increasingly":[60],"blurred.":[61],"conventional":[63],"fusion":[66,75,132],"taxonomy":[67,100],"early/late":[69],"fusion),":[70],"based":[71,89],"on":[72,90,129,136],"which":[73],"the":[74,83,91,102],"occurs":[76],"in,":[77],"is":[78,188],"no":[79],"longer":[80],"suitable":[81],"for":[82],"modern":[84],"deep":[85],"learning":[86],"era.":[87],"Therefore,":[88],"main-stream":[92],"techniques":[93],"used,":[94],"we":[95],"propose":[96],"a":[97,141,152,183],"new":[98],"fine-grained":[99],"grouping":[101],"state-of-the-art":[103],"(SOTA)":[104],"models":[105],"five":[107],"classes:":[108],"Encoder-Decoder":[109],"methods,":[110,113,117,121],"Attention":[111],"Mechanism":[112],"Graph":[114],"Neural":[115,119],"Network":[116,120],"Generative":[118],"other":[123],"Constraint-based":[124],"methods.":[125],"Most":[126],"existing":[127],"surveys":[128],"only":[134],"focused":[135],"specific":[138,145],"task":[139],"with":[140],"combination":[142,154],"two":[144],"modalities.":[146],"Unlike":[147],"those,":[148],"this":[149,198],"survey":[150],"covers":[151],"broader":[153],"modalities,":[156],"including":[157],"Vision":[158,164],"+":[159,165],"Language":[160],"videos,":[162],"texts),":[163],"Sensors":[166],"LiDAR),":[169],"so":[171],"on,":[172],"their":[174],"corresponding":[175],"tasks":[176],"video":[178],"captioning,":[179],"object":[180],"detection).":[181],"Moreover,":[182],"comparison":[184],"among":[185],"these":[186],"methods":[187],"provided,":[189],"as":[190,192],"well":[191],"challenges":[193],"future":[195],"directions":[196],"area.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":70},{"year":2025,"cited_by_count":194},{"year":2024,"cited_by_count":21}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}