{"id":"https://openalex.org/W2994772196","doi":"https://doi.org/10.1007/s10590-020-09250-0","title":"Multimodal machine translation through visuals and speech","display_name":"Multimodal machine translation through visuals and speech","publication_year":2020,"publication_date":"2020-08-13","ids":{"openalex":"https://openalex.org/W2994772196","doi":"https://doi.org/10.1007/s10590-020-09250-0","mag":"2994772196"},"language":"en","primary_location":{"id":"doi:10.1007/s10590-020-09250-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10590-020-09250-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10590-020-09250-0.pdf","source":{"id":"https://openalex.org/S95210917","display_name":"Machine Translation","issn_l":"0922-6567","issn":["0922-6567","1573-0573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Translation","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10590-020-09250-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060871343","display_name":"Umut Sulubacak","orcid":"https://orcid.org/0000-0002-4929-4850"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Umut Sulubacak","raw_affiliation_strings":["University of Helsinki, Helsinki\n, Finland"],"raw_orcid":"https://orcid.org/0000-0002-4929-4850","affiliations":[{"raw_affiliation_string":"University of Helsinki, Helsinki\n, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103277328","display_name":"Ozan \u00c7a\u011flayan","orcid":"https://orcid.org/0000-0002-5992-3470"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ozan Caglayan","raw_affiliation_strings":["Imperial College London, London\n, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London, London\n, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008922825","display_name":"Stig-Arne Gr\u00f6nroos","orcid":"https://orcid.org/0000-0002-3750-6924"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Stig-Arne Gr\u00f6nroos","raw_affiliation_strings":["Aalto University, \nEspoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University, \nEspoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045737992","display_name":"Aku Rouhe","orcid":"https://orcid.org/0009-0000-0977-609X"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Aku Rouhe","raw_affiliation_strings":["Aalto University, \nEspoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University, \nEspoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010165733","display_name":"Desmond Elliott","orcid":"https://orcid.org/0000-0003-3112-7904"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Desmond Elliott","raw_affiliation_strings":["University of Copenhagen, Copenhagen\n, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen\n, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053217291","display_name":"Lucia Specia","orcid":"https://orcid.org/0000-0002-5495-3128"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lucia Specia","raw_affiliation_strings":["Imperial College London, London\n, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London, London\n, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082417280","display_name":"J\u00f6rg Tiedemann","orcid":"https://orcid.org/0000-0003-3065-7989"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"J\u00f6rg Tiedemann","raw_affiliation_strings":["University of Helsinki, Helsinki\n, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Helsinki, Helsinki\n, Finland","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060871343"],"corresponding_institution_ids":["https://openalex.org/I133731052"],"apc_list":{"value":2780,"currency":"USD","value_usd":2780},"apc_paid":{"value":2780,"currency":"USD","value_usd":2780},"fwci":5.6298,"has_fulltext":true,"cited_by_count":77,"citation_normalized_percentile":{"value":0.96569046,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"34","issue":"2-3","first_page":"97","last_page":"147"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7887969613075256},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7608290910720825},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.648446798324585},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6267684698104858},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5891100764274597},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5875511765480042},{"id":"https://openalex.org/keywords/speech-translation","display_name":"Speech translation","score":0.5547192096710205},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5327911972999573}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7887969613075256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7608290910720825},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.648446798324585},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6267684698104858},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5891100764274597},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5875511765480042},{"id":"https://openalex.org/C2780366754","wikidata":"https://www.wikidata.org/wiki/Q7494857","display_name":"Speech translation","level":3,"score":0.5547192096710205},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5327911972999573},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s10590-020-09250-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10590-020-09250-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10590-020-09250-0.pdf","source":{"id":"https://openalex.org/S95210917","display_name":"Machine Translation","issn_l":"0922-6567","issn":["0922-6567","1573-0573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Translation","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1911.12798","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.12798","pdf_url":"https://arxiv.org/pdf/1911.12798","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:helda.helsinki.fi:10138/325501","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1911.12798","pdf_url":"http://hdl.handle.net/10138/325501","source":{"id":"https://openalex.org/S4210213322","display_name":"Ty\u00f6v\u00e4entutkimus Vuosikirja","issn_l":"0784-1272","issn":["0784-1272","1459-7780"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/103005","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/e892a7e5-7ae1-4685-b308-c9b08ab23528","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"A1 Alkuper\u00e4isartikkeli tieteellisess\u00e4 aikakauslehdess\u00e4"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/4d822977-ad97-4864-9af7-8593bc30e0a4","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/4d822977-ad97-4864-9af7-8593bc30e0a4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sulubacak , U , Caglayan , O , Gr\u00f6nroos , S-A , Rouhe , A , Elliott , D , Specia , L & Tiedemann , J 2020 , ' Multimodal Machine Translation through Visuals and Speech ' , Machine Translation , vol. 34 , pp. 97\u2013147 . https://doi.org/10.1007/s10590-020-09250-0","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s10590-020-09250-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10590-020-09250-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10590-020-09250-0.pdf","source":{"id":"https://openalex.org/S95210917","display_name":"Machine Translation","issn_l":"0922-6567","issn":["0922-6567","1573-0573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Translation","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1182257893","display_name":null,"funder_award_id":"352343575","funder_id":"https://openalex.org/F4320312420","funder_display_name":"Newton Fund"},{"id":"https://openalex.org/G272704935","display_name":null,"funder_award_id":"678017","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3739139011","display_name":null,"funder_award_id":"780069","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"},{"id":"https://openalex.org/G4089906118","display_name":null,"funder_award_id":"678017","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"},{"id":"https://openalex.org/G4459410915","display_name":null,"funder_award_id":"771113","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5861945474","display_name":"Methods for Managing Audiovisual Data: Combining  Automatic Efficiency with Human Accuracy","funder_award_id":"780069","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8507877546","display_name":null,"funder_award_id":"771113","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"}],"funders":[{"id":"https://openalex.org/F4320310086","display_name":"Helsingin Yliopisto","ror":"https://ror.org/040af2s02"},{"id":"https://openalex.org/F4320310467","display_name":"Helsingin ja Uudenmaan Sairaanhoitopiiri","ror":"https://ror.org/020cpqb94"},{"id":"https://openalex.org/F4320312420","display_name":"Newton Fund","ror":"https://ror.org/009twqt47"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2994772196.pdf","grobid_xml":"https://content.openalex.org/works/W2994772196.grobid-xml"},"referenced_works_count":218,"referenced_works":["https://openalex.org/W38568571","https://openalex.org/W114341944","https://openalex.org/W179875071","https://openalex.org/W183182694","https://openalex.org/W330298975","https://openalex.org/W399167303","https://openalex.org/W569133020","https://openalex.org/W810030822","https://openalex.org/W1494198834","https://openalex.org/W1502890786","https://openalex.org/W1531333757","https://openalex.org/W1563939609","https://openalex.org/W1753482797","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1916559533","https://openalex.org/W1919957031","https://openalex.org/W1924770834","https://openalex.org/W1933349210","https://openalex.org/W2017814585","https://openalex.org/W2025040932","https://openalex.org/W2038765747","https://openalex.org/W2039154778","https://openalex.org/W2043003570","https://openalex.org/W2064675550","https://openalex.org/W2079623482","https://openalex.org/W2081074144","https://openalex.org/W2084339293","https://openalex.org/W2085628288","https://openalex.org/W2097203679","https://openalex.org/W2101105183","https://openalex.org/W2102605133","https://openalex.org/W2103078213","https://openalex.org/W2108598243","https://openalex.org/W2113106066","https://openalex.org/W2114483840","https://openalex.org/W2115550799","https://openalex.org/W2117539524","https://openalex.org/W2119775030","https://openalex.org/W2124807415","https://openalex.org/W2131774270","https://openalex.org/W2133459682","https://openalex.org/W2133512280","https://openalex.org/W2139126703","https://openalex.org/W2139647714","https://openalex.org/W2143612262","https://openalex.org/W2146574666","https://openalex.org/W2149327368","https://openalex.org/W2168262690","https://openalex.org/W2171361956","https://openalex.org/W2172097686","https://openalex.org/W2184135559","https://openalex.org/W2185175083","https://openalex.org/W2186089609","https://openalex.org/W2194775991","https://openalex.org/W2251654371","https://openalex.org/W2251743902","https://openalex.org/W2252166243","https://openalex.org/W2282219577","https://openalex.org/W2291393697","https://openalex.org/W2293344577","https://openalex.org/W2398826216","https://openalex.org/W2417549359","https://openalex.org/W2418300416","https://openalex.org/W2419539795","https://openalex.org/W2434050427","https://openalex.org/W2466918907","https://openalex.org/W2507833193","https://openalex.org/W2509282593","https://openalex.org/W2509490957","https://openalex.org/W2512381898","https://openalex.org/W2513263213","https://openalex.org/W2516756687","https://openalex.org/W2529436507","https://openalex.org/W2541297210","https://openalex.org/W2550821151","https://openalex.org/W2551572271","https://openalex.org/W2572044271","https://openalex.org/W2573834658","https://openalex.org/W2581101319","https://openalex.org/W2593011301","https://openalex.org/W2593341061","https://openalex.org/W2594229957","https://openalex.org/W2594706607","https://openalex.org/W2605131327","https://openalex.org/W2605202026","https://openalex.org/W2613904329","https://openalex.org/W2619947201","https://openalex.org/W2623210963","https://openalex.org/W2626778328","https://openalex.org/W2735006420","https://openalex.org/W2735217275","https://openalex.org/W2746176496","https://openalex.org/W2757877530","https://openalex.org/W2758879476","https://openalex.org/W2760425631","https://openalex.org/W2772470221","https://openalex.org/W2773827481","https://openalex.org/W2778814079","https://openalex.org/W2785350307","https://openalex.org/W2799054028","https://openalex.org/W2799615702","https://openalex.org/W2807230608","https://openalex.org/W2884074763","https://openalex.org/W2885570648","https://openalex.org/W2888070626","https://openalex.org/W2888519496","https://openalex.org/W2889545026","https://openalex.org/W2889903020","https://openalex.org/W2890907172","https://openalex.org/W2892009249","https://openalex.org/W2897809270","https://openalex.org/W2899274165","https://openalex.org/W2900013662","https://openalex.org/W2902031175","https://openalex.org/W2902463012","https://openalex.org/W2902646476","https://openalex.org/W2903049941","https://openalex.org/W2903188467","https://openalex.org/W2903343986","https://openalex.org/W2903397100","https://openalex.org/W2913340405","https://openalex.org/W2917604489","https://openalex.org/W2923014074","https://openalex.org/W2933138175","https://openalex.org/W2936848022","https://openalex.org/W2936969148","https://openalex.org/W2944255943","https://openalex.org/W2945286432","https://openalex.org/W2949117887","https://openalex.org/W2949328740","https://openalex.org/W2949888546","https://openalex.org/W2950178297","https://openalex.org/W2950207430","https://openalex.org/W2950448199","https://openalex.org/W2950613790","https://openalex.org/W2950617329","https://openalex.org/W2950761309","https://openalex.org/W2950848235","https://openalex.org/W2950886580","https://openalex.org/W2951635603","https://openalex.org/W2952148143","https://openalex.org/W2952215760","https://openalex.org/W2952746495","https://openalex.org/W2953830716","https://openalex.org/W2955541912","https://openalex.org/W2962706528","https://openalex.org/W2962780374","https://openalex.org/W2962784628","https://openalex.org/W2962824709","https://openalex.org/W2962830144","https://openalex.org/W2962835968","https://openalex.org/W2962929176","https://openalex.org/W2962934837","https://openalex.org/W2962996770","https://openalex.org/W2963027654","https://openalex.org/W2963150697","https://openalex.org/W2963212250","https://openalex.org/W2963216553","https://openalex.org/W2963308731","https://openalex.org/W2963331233","https://openalex.org/W2963344439","https://openalex.org/W2963360627","https://openalex.org/W2963383024","https://openalex.org/W2963407669","https://openalex.org/W2963418779","https://openalex.org/W2963496089","https://openalex.org/W2963661177","https://openalex.org/W2963778889","https://openalex.org/W2963779652","https://openalex.org/W2963834942","https://openalex.org/W2963842982","https://openalex.org/W2963898017","https://openalex.org/W2963909453","https://openalex.org/W2963911037","https://openalex.org/W2963988211","https://openalex.org/W2964003477","https://openalex.org/W2964007535","https://openalex.org/W2964048171","https://openalex.org/W2964102148","https://openalex.org/W2964161387","https://openalex.org/W2964172053","https://openalex.org/W2964192290","https://openalex.org/W2964199361","https://openalex.org/W2964258722","https://openalex.org/W2964308564","https://openalex.org/W2964343359","https://openalex.org/W2965350935","https://openalex.org/W2970756316","https://openalex.org/W2970791445","https://openalex.org/W2972448360","https://openalex.org/W2973048981","https://openalex.org/W2973215447","https://openalex.org/W2978606418","https://openalex.org/W2982129078","https://openalex.org/W2984163533","https://openalex.org/W2986752547","https://openalex.org/W2987379636","https://openalex.org/W2989322838","https://openalex.org/W2989819126","https://openalex.org/W2997436923","https://openalex.org/W3005389111","https://openalex.org/W3008125272","https://openalex.org/W3008549139","https://openalex.org/W3010232603","https://openalex.org/W3012492057","https://openalex.org/W3015633994","https://openalex.org/W3015703505","https://openalex.org/W3016137827","https://openalex.org/W3037187981","https://openalex.org/W3098507616","https://openalex.org/W3101868899","https://openalex.org/W3103005696","https://openalex.org/W3207986056","https://openalex.org/W3211848854","https://openalex.org/W4250640912","https://openalex.org/W4285719527","https://openalex.org/W4300558631"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W4301342010","https://openalex.org/W158465921","https://openalex.org/W3151736118","https://openalex.org/W2279116787","https://openalex.org/W4362495644","https://openalex.org/W2261315194","https://openalex.org/W2883671469","https://openalex.org/W2728761353","https://openalex.org/W123774389"],"abstract_inverted_index":{"Abstract":[0],"Multimodal":[1],"machine":[2],"translation":[3],"involves":[4],"drawing":[5],"information":[6],"from":[7,56],"more":[8,130],"than":[9],"one":[10],"modality,":[11],"based":[12],"on":[13],"the":[14,17,26,69,83,90,96,99,108,127,146],"assumption":[15],"that":[16],"additional":[18],"modalities":[19],"will":[20],"contain":[21],"useful":[22],"alternative":[23],"views":[24],"of":[25,60,71,98,119,138],"input":[27,147],"data.":[28],"The":[29,113],"most":[30],"prominent":[31],"tasks":[32,53],"in":[33,76,101,110,124,144],"this":[34],"area":[35],"are":[36,54],"spoken":[37],"language":[38],"translation,":[39,41,44],"image-guided":[40],"and":[42,48,65,103,106,132,141,148],"video-guided":[43],"which":[45],"exploit":[46],"audio":[47],"visual":[49],"modalities,":[50],"respectively.":[51],"These":[52],"distinguished":[55],"their":[57],"monolingual":[58],"counterparts":[59],"speech":[61],"recognition,":[62],"image":[63],"captioning,":[64],"video":[66],"captioning":[67],"by":[68],"requirement":[70],"models":[72],"to":[73],"generate":[74],"outputs":[75],"a":[77,117],"different":[78],"language.":[79],"This":[80],"survey":[81],"reviews":[82],"major":[84],"data":[85],"resources":[86],"for":[87,121,129,135,142],"these":[88,125],"tasks,":[89],"evaluation":[91],"campaigns":[92],"concentrated":[93],"around":[94],"them,":[95],"state":[97],"art":[100],"end-to-end":[102],"pipeline":[104],"approaches,":[105],"also":[107],"challenges":[109],"performance":[111],"evaluation.":[112],"paper":[114],"concludes":[115],"with":[116],"discussion":[118],"directions":[120],"future":[122],"research":[123],"areas:":[126],"need":[128],"expansive":[131],"challenging":[133],"datasets,":[134],"targeted":[136],"evaluations":[137],"model":[139],"performance,":[140],"multimodality":[143],"both":[145],"output":[149],"space.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}