{"id":"https://openalex.org/W2619383789","doi":"https://doi.org/10.1109/tpami.2018.2798607","title":"Multimodal Machine Learning: A Survey and Taxonomy","display_name":"Multimodal Machine Learning: A Survey and Taxonomy","publication_year":2018,"publication_date":"2018-01-25","ids":{"openalex":"https://openalex.org/W2619383789","doi":"https://doi.org/10.1109/tpami.2018.2798607","mag":"2619383789","pmid":"https://pubmed.ncbi.nlm.nih.gov/29994351"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2018.2798607","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2018.2798607","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058610902","display_name":"Tadas Baltru\u0161aitis","orcid":"https://orcid.org/0000-0001-7923-8780"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tadas Baltrusaitis","raw_affiliation_strings":["Microsoft Corporation, Cambridge, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-7923-8780","affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050602513","display_name":"Chaitanya Ahuja","orcid":"https://orcid.org/0000-0003-4396-2050"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaitanya Ahuja","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University, Pittsburgh, PA"],"raw_orcid":"https://orcid.org/0000-0003-4396-2050","affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081398601","display_name":"Louis\u2010Philippe Morency","orcid":"https://orcid.org/0000-0001-6376-7696"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis-Philippe Morency","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University, Pittsburgh, PA"],"raw_orcid":"https://orcid.org/0000-0001-6376-7696","affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":159.9207,"has_fulltext":false,"cited_by_count":4295,"citation_normalized_percentile":{"value":1.0,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"41","issue":"2","first_page":"423","last_page":"443"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11667","display_name":"Advanced Chemical Sensor Technologies","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.7634491920471191},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6933263540267944},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.644882082939148},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6390953063964844},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.6077015399932861},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5977133512496948},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4987671375274658},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.45902901887893677},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42995545268058777},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35926470160484314},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08981871604919434}],"concepts":[{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.7634491920471191},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6933263540267944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.644882082939148},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6390953063964844},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.6077015399932861},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5977133512496948},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4987671375274658},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.45902901887893677},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42995545268058777},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35926470160484314},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08981871604919434},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2018.2798607","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2018.2798607","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:29994351","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29994351","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":369,"referenced_works":["https://openalex.org/W8316075","https://openalex.org/W21006490","https://openalex.org/W22229905","https://openalex.org/W59175527","https://openalex.org/W68733909","https://openalex.org/W129606432","https://openalex.org/W155596317","https://openalex.org/W189596042","https://openalex.org/W199018803","https://openalex.org/W262578090","https://openalex.org/W854541894","https://openalex.org/W877909479","https://openalex.org/W956551720","https://openalex.org/W1123427201","https://openalex.org/W1480583224","https://openalex.org/W1481820510","https://openalex.org/W1488163396","https://openalex.org/W1503933356","https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1523385540","https://openalex.org/W1527575280","https://openalex.org/W1528056001","https://openalex.org/W1533861849","https://openalex.org/W1540429825","https://openalex.org/W1555767263","https://openalex.org/W1566289585","https://openalex.org/W1572567476","https://openalex.org/W1573040851","https://openalex.org/W1586939924","https://openalex.org/W1601567445","https://openalex.org/W1628307106","https://openalex.org/W1651753422","https://openalex.org/W1664311846","https://openalex.org/W1686810756","https://openalex.org/W1687846465","https://openalex.org/W1753482797","https://openalex.org/W1762503104","https://openalex.org/W1766290689","https://openalex.org/W1773149199","https://openalex.org/W1811254738","https://openalex.org/W1822526425","https://openalex.org/W1828348983","https://openalex.org/W1836465849","https://openalex.org/W1858383477","https://openalex.org/W1870428314","https://openalex.org/W1872883209","https://openalex.org/W1883346539","https://openalex.org/W1889038981","https://openalex.org/W1889081078","https://openalex.org/W1893116441","https://openalex.org/W1895577753","https://openalex.org/W1897761818","https://openalex.org/W1905882502","https://openalex.org/W1906515132","https://openalex.org/W1922557984","https://openalex.org/W1931795219","https://openalex.org/W1933065844","https://openalex.org/W1933349210","https://openalex.org/W1956340063","https://openalex.org/W1963540633","https://openalex.org/W1964073652","https://openalex.org/W1966811077","https://openalex.org/W1969616664","https://openalex.org/W1970055505","https://openalex.org/W1971791733","https://openalex.org/W1976066595","https://openalex.org/W1977547683","https://openalex.org/W1985867508","https://openalex.org/W1986451414","https://openalex.org/W1987835821","https://openalex.org/W1996418862","https://openalex.org/W1996478295","https://openalex.org/W2000911139","https://openalex.org/W2003333103","https://openalex.org/W2006969979","https://openalex.org/W2009059481","https://openalex.org/W2012237712","https://openalex.org/W2015394094","https://openalex.org/W2015412875","https://openalex.org/W2019024625","https://openalex.org/W2022799064","https://openalex.org/W2025341678","https://openalex.org/W2025638820","https://openalex.org/W2026012689","https://openalex.org/W2026243162","https://openalex.org/W2038698865","https://openalex.org/W2041288440","https://openalex.org/W2042608483","https://openalex.org/W2048343491","https://openalex.org/W2048679005","https://openalex.org/W2051721233","https://openalex.org/W2053101950","https://openalex.org/W2057568625","https://openalex.org/W2058616948","https://openalex.org/W2061781940","https://openalex.org/W2062632672","https://openalex.org/W2062955551","https://openalex.org/W2063036810","https://openalex.org/W2063330527","https://openalex.org/W2064675550","https://openalex.org/W2066667210","https://openalex.org/W2068676460","https://openalex.org/W2069682406","https://openalex.org/W2077395415","https://openalex.org/W2080576537","https://openalex.org/W2083885588","https://openalex.org/W2090048052","https://openalex.org/W2095705004","https://openalex.org/W2096391593","https://openalex.org/W2098411764","https://openalex.org/W2098562545","https://openalex.org/W2099471712","https://openalex.org/W2100235303","https://openalex.org/W2100561338","https://openalex.org/W2101105183","https://openalex.org/W2101534792","https://openalex.org/W2102765684","https://openalex.org/W2105103432","https://openalex.org/W2106277773","https://openalex.org/W2108710284","https://openalex.org/W2109586012","https://openalex.org/W2109743529","https://openalex.org/W2111078031","https://openalex.org/W2111645492","https://openalex.org/W2112019442","https://openalex.org/W2112184938","https://openalex.org/W2112912048","https://openalex.org/W2113507809","https://openalex.org/W2118714046","https://openalex.org/W2119288237","https://openalex.org/W2120776756","https://openalex.org/W2123024445","https://openalex.org/W2124033848","https://openalex.org/W2124372976","https://openalex.org/W2125336414","https://openalex.org/W2125366733","https://openalex.org/W2126598020","https://openalex.org/W2128856065","https://openalex.org/W2129142580","https://openalex.org/W2129360799","https://openalex.org/W2129382193","https://openalex.org/W2130055251","https://openalex.org/W2130162821","https://openalex.org/W2130942839","https://openalex.org/W2131179926","https://openalex.org/W2133459682","https://openalex.org/W2133564696","https://openalex.org/W2135776491","https://openalex.org/W2136922672","https://openalex.org/W2136985729","https://openalex.org/W2137735870","https://openalex.org/W2137806537","https://openalex.org/W2141477623","https://openalex.org/W2142192571","https://openalex.org/W2142900973","https://openalex.org/W2143449221","https://openalex.org/W2143492886","https://openalex.org/W2143612262","https://openalex.org/W2143926884","https://openalex.org/W2145056192","https://openalex.org/W2147880316","https://openalex.org/W2147885303","https://openalex.org/W2148298736","https://openalex.org/W2149172860","https://openalex.org/W2149557440","https://openalex.org/W2149940198","https://openalex.org/W2150295085","https://openalex.org/W2150658333","https://openalex.org/W2150696241","https://openalex.org/W2150824314","https://openalex.org/W2151096985","https://openalex.org/W2151103935","https://openalex.org/W2152239535","https://openalex.org/W2153579005","https://openalex.org/W2153927146","https://openalex.org/W2156303437","https://openalex.org/W2156503193","https://openalex.org/W2159973364","https://openalex.org/W2160815625","https://openalex.org/W2163108352","https://openalex.org/W2163605009","https://openalex.org/W2163922914","https://openalex.org/W2164186291","https://openalex.org/W2164450870","https://openalex.org/W2164587673","https://openalex.org/W2164699598","https://openalex.org/W2167103782","https://openalex.org/W2173180041","https://openalex.org/W2180844455","https://openalex.org/W2181691731","https://openalex.org/W2184045248","https://openalex.org/W2184188583","https://openalex.org/W2185175083","https://openalex.org/W2201007611","https://openalex.org/W2203543769","https://openalex.org/W2220981600","https://openalex.org/W2250742840","https://openalex.org/W2250842428","https://openalex.org/W2251353663","https://openalex.org/W2251394420","https://openalex.org/W2251885125","https://openalex.org/W2251970440","https://openalex.org/W2252122141","https://openalex.org/W2252238675","https://openalex.org/W2266728343","https://openalex.org/W2267126114","https://openalex.org/W2282219577","https://openalex.org/W2291822808","https://openalex.org/W2293453011","https://openalex.org/W2294797155","https://openalex.org/W2296613712","https://openalex.org/W2316138215","https://openalex.org/W2327501763","https://openalex.org/W2342662179","https://openalex.org/W2388114291","https://openalex.org/W2397159106","https://openalex.org/W2399507222","https://openalex.org/W2399733683","https://openalex.org/W2402955625","https://openalex.org/W2405756170","https://openalex.org/W2411037331","https://openalex.org/W2418349398","https://openalex.org/W2434537049","https://openalex.org/W2462496837","https://openalex.org/W2470413457","https://openalex.org/W2489434015","https://openalex.org/W2494980014","https://openalex.org/W2519091744","https://openalex.org/W2519656895","https://openalex.org/W2520160253","https://openalex.org/W2546919788","https://openalex.org/W2557865186","https://openalex.org/W2579317665","https://openalex.org/W2914699769","https://openalex.org/W2949465329","https://openalex.org/W2953318193","https://openalex.org/W2962706528","https://openalex.org/W2962756039","https://openalex.org/W2962835968","https://openalex.org/W2963082528","https://openalex.org/W2963109634","https://openalex.org/W2963143316","https://openalex.org/W2963192057","https://openalex.org/W2963260436","https://openalex.org/W2963324994","https://openalex.org/W2963383024","https://openalex.org/W2963389687","https://openalex.org/W2963410018","https://openalex.org/W2963576560","https://openalex.org/W2963579811","https://openalex.org/W2963605190","https://openalex.org/W2963656855","https://openalex.org/W2963735856","https://openalex.org/W2963811219","https://openalex.org/W2963899908","https://openalex.org/W2963954913","https://openalex.org/W2964040984","https://openalex.org/W2964118342","https://openalex.org/W2964121744","https://openalex.org/W2964217371","https://openalex.org/W2964241990","https://openalex.org/W2964308564","https://openalex.org/W2964345931","https://openalex.org/W3000384245","https://openalex.org/W3023993913","https://openalex.org/W3087871082","https://openalex.org/W3125032682","https://openalex.org/W4211232216","https://openalex.org/W4212844288","https://openalex.org/W4240592325","https://openalex.org/W4244018879","https://openalex.org/W4245655784","https://openalex.org/W4252331534","https://openalex.org/W4285719527","https://openalex.org/W4293665662","https://openalex.org/W4294170691","https://openalex.org/W4297813007","https://openalex.org/W4299801216","https://openalex.org/W4302613066","https://openalex.org/W4320013936","https://openalex.org/W6600334730","https://openalex.org/W6600827882","https://openalex.org/W6605295763","https://openalex.org/W6606244218","https://openalex.org/W6606327593","https://openalex.org/W6607775107","https://openalex.org/W6608183366","https://openalex.org/W6623517193","https://openalex.org/W6623995992","https://openalex.org/W6625044600","https://openalex.org/W6628794645","https://openalex.org/W6629203210","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6631216910","https://openalex.org/W6631516269","https://openalex.org/W6631943919","https://openalex.org/W6634126550","https://openalex.org/W6636447180","https://openalex.org/W6636942303","https://openalex.org/W6637306801","https://openalex.org/W6637373629","https://openalex.org/W6637698695","https://openalex.org/W6637971603","https://openalex.org/W6637989529","https://openalex.org/W6638549007","https://openalex.org/W6638667902","https://openalex.org/W6638742206","https://openalex.org/W6639103823","https://openalex.org/W6639118148","https://openalex.org/W6639283537","https://openalex.org/W6639358663","https://openalex.org/W6639432524","https://openalex.org/W6639434097","https://openalex.org/W6640257717","https://openalex.org/W6640296258","https://openalex.org/W6640764460","https://openalex.org/W6650605322","https://openalex.org/W6652311901","https://openalex.org/W6674330103","https://openalex.org/W6675048546","https://openalex.org/W6676380891","https://openalex.org/W6676497082","https://openalex.org/W6676647902","https://openalex.org/W6676709516","https://openalex.org/W6678360021","https://openalex.org/W6678470764","https://openalex.org/W6678809451","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6680094886","https://openalex.org/W6680336390","https://openalex.org/W6681184217","https://openalex.org/W6682082992","https://openalex.org/W6682086108","https://openalex.org/W6682222085","https://openalex.org/W6682511423","https://openalex.org/W6682691769","https://openalex.org/W6682864246","https://openalex.org/W6683074461","https://openalex.org/W6683167905","https://openalex.org/W6683277684","https://openalex.org/W6684191040","https://openalex.org/W6684209796","https://openalex.org/W6685183736","https://openalex.org/W6685527872","https://openalex.org/W6686207219","https://openalex.org/W6687543112","https://openalex.org/W6687672932","https://openalex.org/W6688143368","https://openalex.org/W6691419566","https://openalex.org/W6691647468","https://openalex.org/W6692004142","https://openalex.org/W6696843773","https://openalex.org/W6697449767","https://openalex.org/W6712426025","https://openalex.org/W6712802073","https://openalex.org/W6713645886","https://openalex.org/W6717487601","https://openalex.org/W6726977916","https://openalex.org/W6727336983","https://openalex.org/W6729831399","https://openalex.org/W6730042849","https://openalex.org/W6730666313","https://openalex.org/W6732843983","https://openalex.org/W6845679800","https://openalex.org/W6898505805","https://openalex.org/W7011438494"],"related_works":["https://openalex.org/W4319049579","https://openalex.org/W2791907740","https://openalex.org/W2135449968","https://openalex.org/W2739856905","https://openalex.org/W1508553398","https://openalex.org/W2170966221","https://openalex.org/W1594974701","https://openalex.org/W4287761641","https://openalex.org/W3034009428","https://openalex.org/W2116664529"],"abstract_inverted_index":{"Our":[0],"experience":[1],"of":[2,93,101,164],"the":[3,23,56,110,128,162,165],"world":[4,57],"is":[5,30,36,88],"multimodal":[6,39,68,105,114,143],"-":[7],"we":[8],"see":[9],"objects,":[10],"hear":[11],"sounds,":[12],"feel":[13],"texture,":[14],"smell":[15],"odors,":[16],"and":[17,32,81,96,118,131,135,151,167],"taste":[18],"flavors.":[19],"Modality":[20],"refers":[21],"to":[22,51,62,65,75,159],"way":[24],"in":[25,54,113,121],"which":[26],"something":[27],"happens":[28],"or":[29],"experienced":[31],"a":[33,89,122],"research":[34],"problem":[35],"characterized":[37],"as":[38],"when":[40],"it":[41,60],"includes":[42],"multiple":[43,85],"such":[44,67],"modalities.":[45,86],"In":[46],"order":[47],"for":[48,170],"Artificial":[49],"Intelligence":[50],"make":[52],"progress":[53],"understanding":[55],"around":[58],"us,":[59],"needs":[61],"be":[63],"able":[64],"interpret":[66],"signals":[69],"together.":[70],"Multimodal":[71],"machine":[72,115,144],"learning":[73,116],"aims":[74],"build":[76],"models":[77],"that":[78,139],"can":[79],"process":[80],"relate":[82],"information":[83],"from":[84],"It":[87],"vibrant":[90],"multi-disciplinary":[91],"field":[92,166],"increasing":[94],"importance":[95],"with":[97],"extraordinary":[98],"potential.":[99],"Instead":[100],"focusing":[102],"on":[103],"specific":[104],"applications,":[106],"this":[107],"paper":[108],"surveys":[109],"recent":[111],"advances":[112],"itself":[117],"presents":[119],"them":[120],"common":[123],"taxonomy.":[124],"We":[125],"go":[126],"beyond":[127],"typical":[129],"early":[130],"late":[132],"fusion":[133],"categorization":[134],"identify":[136,168],"broader":[137],"challenges":[138],"are":[140],"faced":[141],"by":[142],"learning,":[145],"namely:":[146],"representation,":[147],"translation,":[148],"alignment,":[149],"fusion,":[150],"co-learning.":[152],"This":[153],"new":[154],"taxonomy":[155],"will":[156],"enable":[157],"researchers":[158],"better":[160],"understand":[161],"state":[163],"directions":[169],"future":[171],"research.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":585},{"year":2025,"cited_by_count":968},{"year":2024,"cited_by_count":698},{"year":2023,"cited_by_count":590},{"year":2022,"cited_by_count":478},{"year":2021,"cited_by_count":382},{"year":2020,"cited_by_count":336},{"year":2019,"cited_by_count":194},{"year":2018,"cited_by_count":63},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}