{"id":"https://openalex.org/W3199015608","doi":"https://doi.org/10.1145/3543848","title":"Multimodal Classification: Current Landscape, Taxonomy and Future Directions","display_name":"Multimodal Classification: Current Landscape, Taxonomy and Future Directions","publication_year":2022,"publication_date":"2022-06-15","ids":{"openalex":"https://openalex.org/W3199015608","doi":"https://doi.org/10.1145/3543848","mag":"3199015608"},"language":"en","primary_location":{"id":"doi:10.1145/3543848","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543848","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543848","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3543848","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047762320","display_name":"William C. Sleeman","orcid":"https://orcid.org/0000-0002-8431-8483"},"institutions":[{"id":"https://openalex.org/I184840846","display_name":"Virginia Commonwealth University","ror":"https://ror.org/02nkdxk79","country_code":"US","type":"education","lineage":["https://openalex.org/I184840846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William C. Sleeman","raw_affiliation_strings":["Virginia Commonwealth University, Richmond, Virginia, USA"],"raw_orcid":"https://orcid.org/0000-0002-8431-8483","affiliations":[{"raw_affiliation_string":"Virginia Commonwealth University, Richmond, Virginia, USA","institution_ids":["https://openalex.org/I184840846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021439006","display_name":"Rishabh Kapoor","orcid":"https://orcid.org/0000-0003-3064-4088"},"institutions":[{"id":"https://openalex.org/I184840846","display_name":"Virginia Commonwealth University","ror":"https://ror.org/02nkdxk79","country_code":"US","type":"education","lineage":["https://openalex.org/I184840846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rishabh Kapoor","raw_affiliation_strings":["Virginia Commonwealth University, Richmond, Virginia, USA"],"raw_orcid":"https://orcid.org/0000-0003-3064-4088","affiliations":[{"raw_affiliation_string":"Virginia Commonwealth University, Richmond, Virginia, USA","institution_ids":["https://openalex.org/I184840846"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080886331","display_name":"Preetam Ghosh","orcid":"https://orcid.org/0000-0003-3880-5886"},"institutions":[{"id":"https://openalex.org/I184840846","display_name":"Virginia Commonwealth University","ror":"https://ror.org/02nkdxk79","country_code":"US","type":"education","lineage":["https://openalex.org/I184840846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Preetam Ghosh","raw_affiliation_strings":["Virginia Commonwealth University, Richmond, Virginia, USA"],"raw_orcid":"https://orcid.org/0000-0003-3880-5886","affiliations":[{"raw_affiliation_string":"Virginia Commonwealth University, Richmond, Virginia, USA","institution_ids":["https://openalex.org/I184840846"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.1217,"has_fulltext":true,"cited_by_count":115,"citation_normalized_percentile":{"value":0.99217238,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"55","issue":"7","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8370563387870789},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.7724035978317261},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5831273198127747},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.4940374493598938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43876853585243225},{"id":"https://openalex.org/keywords/biometrics","display_name":"Biometrics","score":0.42564207315444946},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.41686782240867615},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3875054121017456}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8370563387870789},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.7724035978317261},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5831273198127747},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.4940374493598938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43876853585243225},{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.42564207315444946},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.41686782240867615},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3875054121017456},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3543848","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543848","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543848","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3543848","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543848","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543848","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3199015608.pdf","grobid_xml":"https://content.openalex.org/works/W3199015608.grobid-xml"},"referenced_works_count":137,"referenced_works":["https://openalex.org/W1496056137","https://openalex.org/W1555603176","https://openalex.org/W1670132599","https://openalex.org/W1686810756","https://openalex.org/W2026131661","https://openalex.org/W2060166505","https://openalex.org/W2085789144","https://openalex.org/W2118978333","https://openalex.org/W2132791018","https://openalex.org/W2148143831","https://openalex.org/W2162825184","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2300921526","https://openalex.org/W2338318698","https://openalex.org/W2526403378","https://openalex.org/W2567080747","https://openalex.org/W2570915410","https://openalex.org/W2588755956","https://openalex.org/W2590019597","https://openalex.org/W2604843307","https://openalex.org/W2606464395","https://openalex.org/W2606546398","https://openalex.org/W2607541615","https://openalex.org/W2611552941","https://openalex.org/W2619383789","https://openalex.org/W2743255627","https://openalex.org/W2751512870","https://openalex.org/W2753840835","https://openalex.org/W2766584688","https://openalex.org/W2767290858","https://openalex.org/W2777460464","https://openalex.org/W2782743885","https://openalex.org/W2786797739","https://openalex.org/W2798886737","https://openalex.org/W2801473415","https://openalex.org/W2802895140","https://openalex.org/W2803345276","https://openalex.org/W2805505990","https://openalex.org/W2810277203","https://openalex.org/W2833504722","https://openalex.org/W2884451679","https://openalex.org/W2884780389","https://openalex.org/W2888568221","https://openalex.org/W2890267272","https://openalex.org/W2890929258","https://openalex.org/W2891394872","https://openalex.org/W2891917920","https://openalex.org/W2892053105","https://openalex.org/W2892816441","https://openalex.org/W2898582579","https://openalex.org/W2905551935","https://openalex.org/W2909807434","https://openalex.org/W2910182281","https://openalex.org/W2913428326","https://openalex.org/W2914327968","https://openalex.org/W2933162517","https://openalex.org/W2936150952","https://openalex.org/W2946165673","https://openalex.org/W2954861253","https://openalex.org/W2954996726","https://openalex.org/W2955472583","https://openalex.org/W2962770389","https://openalex.org/W2962926344","https://openalex.org/W2963252191","https://openalex.org/W2964242217","https://openalex.org/W2965568939","https://openalex.org/W2967226526","https://openalex.org/W2967510410","https://openalex.org/W2969556441","https://openalex.org/W2969729722","https://openalex.org/W2981318525","https://openalex.org/W2985076077","https://openalex.org/W2990136158","https://openalex.org/W2991616984","https://openalex.org/W2996722826","https://openalex.org/W2997583253","https://openalex.org/W2998470965","https://openalex.org/W2998927558","https://openalex.org/W3002315819","https://openalex.org/W3011727199","https://openalex.org/W3014484706","https://openalex.org/W3014537276","https://openalex.org/W3014606235","https://openalex.org/W3020146971","https://openalex.org/W3027901288","https://openalex.org/W3037541461","https://openalex.org/W3039694695","https://openalex.org/W3042011957","https://openalex.org/W3042780256","https://openalex.org/W3046143422","https://openalex.org/W3048631361","https://openalex.org/W3080185092","https://openalex.org/W3088820816","https://openalex.org/W3089125064","https://openalex.org/W3091791645","https://openalex.org/W3092443416","https://openalex.org/W3094067205","https://openalex.org/W3094595351","https://openalex.org/W3094843711","https://openalex.org/W3095024162","https://openalex.org/W3098388691","https://openalex.org/W3099561884","https://openalex.org/W3100146208","https://openalex.org/W3102692100","https://openalex.org/W3105297345","https://openalex.org/W3105354225","https://openalex.org/W3118914438","https://openalex.org/W3120387732","https://openalex.org/W3120689699","https://openalex.org/W3120761035","https://openalex.org/W3121886859","https://openalex.org/W3122451732","https://openalex.org/W3125896291","https://openalex.org/W3126336475","https://openalex.org/W3127597934","https://openalex.org/W3127905598","https://openalex.org/W3129153946","https://openalex.org/W3133373188","https://openalex.org/W3134976640","https://openalex.org/W3145717406","https://openalex.org/W3148388528","https://openalex.org/W3155178406","https://openalex.org/W3155681870","https://openalex.org/W3163621182","https://openalex.org/W3164154072","https://openalex.org/W3166124543","https://openalex.org/W3166287017","https://openalex.org/W3168096119","https://openalex.org/W3176694003","https://openalex.org/W3184833890","https://openalex.org/W3185098617","https://openalex.org/W4210320858","https://openalex.org/W4225936869","https://openalex.org/W4231067411","https://openalex.org/W6636883489"],"related_works":["https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2368049389","https://openalex.org/W2170801710","https://openalex.org/W2384861574","https://openalex.org/W2952704802","https://openalex.org/W4294565801","https://openalex.org/W2142306706","https://openalex.org/W2002712007"],"abstract_inverted_index":{"Multimodal":[0],"classification":[1,75,121],"research":[2,20],"has":[3,21,37],"been":[4,125],"gaining":[5],"popularity":[6],"with":[7],"new":[8,70],"datasets":[9],"in":[10,81,104],"domains":[11],"such":[12],"as":[13,97,99],"satellite":[14],"imagery,":[15],"biometrics,":[16],"and":[17,53,107,136,147],"medicine.":[18],"Prior":[19],"shown":[22],"the":[23,40,48,105,115],"benefits":[24],"of":[25,42,50,85,110,114,119,144,150],"combining":[26],"data":[27,35],"from":[28],"multiple":[29],"sources":[30],"compared":[31],"to":[32,39,59,92,102],"traditional":[33],"unimodal":[34,120],"that":[36],"led":[38],"development":[41],"many":[43],"novel":[44],"multimodal":[45,74,129],"architectures.":[46],"However,":[47],"lack":[49],"consistent":[51],"terminologies":[52],"architectural":[54],"descriptions":[55],"makes":[56],"it":[57],"difficult":[58,117],"compare":[60],"different":[61],"solutions.":[62],"We":[63,139],"address":[64],"these":[65,145],"challenges":[66,146],"by":[67],"proposing":[68],"a":[69,100,142],"taxonomy":[71,88],"for":[72,128],"describing":[73],"models":[76,94],"based":[77],"on":[78],"trends":[79],"found":[80],"recent":[82],"publications.":[83],"Examples":[84],"how":[86],"this":[87],"could":[89],"be":[90],"applied":[91],"existing":[93],"are":[95],"presented":[96],"well":[98],"checklist":[101],"aid":[103],"clear":[106],"complete":[108],"presentation":[109],"future":[111,148],"models.":[112],"Many":[113],"most":[116],"aspects":[118],"have":[122],"not":[123],"yet":[124],"fully":[126],"addressed":[127],"datasets,":[130],"including":[131],"big":[132],"data,":[133],"class":[134],"imbalance,":[135],"instance-level":[137],"difficulty.":[138],"also":[140],"provide":[141],"discussion":[143],"directions":[149],"research.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":12}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2021-09-27T00:00:00"}