{"id":"https://openalex.org/W4285108752","doi":"https://doi.org/10.1109/access.2022.3185243","title":"Pre-Trained Word Embedding and Language Model Improve Multimodal Machine Translation: A Case Study in Multi30K","display_name":"Pre-Trained Word Embedding and Language Model Improve Multimodal Machine Translation: A Case Study in Multi30K","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285108752","doi":"https://doi.org/10.1109/access.2022.3185243"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3185243","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3185243","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09803016.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09803016.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014468179","display_name":"Tosho Hirasawa","orcid":"https://orcid.org/0000-0003-4657-8214"},"institutions":[{"id":"https://openalex.org/I69740276","display_name":"Tokyo Metropolitan University","ror":"https://ror.org/00ws30h19","country_code":"JP","type":"education","lineage":["https://openalex.org/I69740276"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tosho Hirasawa","raw_affiliation_strings":["Graduate School of System Design, Tokyo Metropolitan University, Hino, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4657-8214","affiliations":[{"raw_affiliation_string":"Graduate School of System Design, Tokyo Metropolitan University, Hino, Tokyo, Japan","institution_ids":["https://openalex.org/I69740276"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005531754","display_name":"Masahiro Kaneko","orcid":"https://orcid.org/0000-0002-5117-5447"},"institutions":[{"id":"https://openalex.org/I69740276","display_name":"Tokyo Metropolitan University","ror":"https://ror.org/00ws30h19","country_code":"JP","type":"education","lineage":["https://openalex.org/I69740276"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro Kaneko","raw_affiliation_strings":["Graduate School of System Design, Tokyo Metropolitan University, Hino, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-5117-5447","affiliations":[{"raw_affiliation_string":"Graduate School of System Design, Tokyo Metropolitan University, Hino, Tokyo, Japan","institution_ids":["https://openalex.org/I69740276"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004782512","display_name":"Aizhan Imankulova","orcid":"https://orcid.org/0000-0002-4484-8543"},"institutions":[{"id":"https://openalex.org/I69740276","display_name":"Tokyo Metropolitan University","ror":"https://ror.org/00ws30h19","country_code":"JP","type":"education","lineage":["https://openalex.org/I69740276"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Aizhan Imankulova","raw_affiliation_strings":["Graduate School of System Design, Tokyo Metropolitan University, Hino, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of System Design, Tokyo Metropolitan University, Hino, Tokyo, Japan","institution_ids":["https://openalex.org/I69740276"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061931124","display_name":"Mamoru Komachi","orcid":"https://orcid.org/0000-0003-1166-1739"},"institutions":[{"id":"https://openalex.org/I69740276","display_name":"Tokyo Metropolitan University","ror":"https://ror.org/00ws30h19","country_code":"JP","type":"education","lineage":["https://openalex.org/I69740276"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mamoru Komachi","raw_affiliation_strings":["Graduate School of System Design, Tokyo Metropolitan University, Hino, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1166-1739","affiliations":[{"raw_affiliation_string":"Graduate School of System Design, Tokyo Metropolitan University, Hino, Tokyo, Japan","institution_ids":["https://openalex.org/I69740276"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I69740276"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.249,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.82859471,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"10","issue":null,"first_page":"67653","last_page":"67668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.893523097038269},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.830130934715271},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7322567105293274},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7012815475463867},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6205149292945862},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6024453639984131},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6001139879226685},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.5833890438079834},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5285471677780151},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4418470561504364},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13004162907600403}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.893523097038269},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.830130934715271},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7322567105293274},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7012815475463867},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6205149292945862},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6024453639984131},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6001139879226685},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.5833890438079834},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5285471677780151},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4418470561504364},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13004162907600403},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3185243","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3185243","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09803016.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c996a3532f6d4e9eac466d2220e98638","is_oa":false,"landing_page_url":"https://doaj.org/article/c996a3532f6d4e9eac466d2220e98638","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 67653-67668 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3185243","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3185243","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09803016.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285108752.pdf","grobid_xml":"https://content.openalex.org/works/W4285108752.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2101105183","https://openalex.org/W2133459682","https://openalex.org/W2157133710","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2209746075","https://openalex.org/W2250539671","https://openalex.org/W2493916176","https://openalex.org/W2560730294","https://openalex.org/W2623210963","https://openalex.org/W2799615702","https://openalex.org/W2888070626","https://openalex.org/W2889545026","https://openalex.org/W2889903020","https://openalex.org/W2902031175","https://openalex.org/W2954969798","https://openalex.org/W2962784628","https://openalex.org/W2962996770","https://openalex.org/W2963216553","https://openalex.org/W2963331233","https://openalex.org/W2963360627","https://openalex.org/W2963407669","https://openalex.org/W2963419157","https://openalex.org/W2963909453","https://openalex.org/W2964085268","https://openalex.org/W2964199361","https://openalex.org/W2968124245","https://openalex.org/W2970231061","https://openalex.org/W2970419734","https://openalex.org/W2989276524","https://openalex.org/W2997591391","https://openalex.org/W3010232603","https://openalex.org/W3010805239","https://openalex.org/W3035010485","https://openalex.org/W3082760180","https://openalex.org/W3090449556","https://openalex.org/W3098507616","https://openalex.org/W3118009250","https://openalex.org/W3156394741","https://openalex.org/W3176512019","https://openalex.org/W3214611600","https://openalex.org/W4235505822","https://openalex.org/W6620707391","https://openalex.org/W6632702419","https://openalex.org/W6679434410","https://openalex.org/W6682691769","https://openalex.org/W6717262007","https://openalex.org/W6734040793","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6755401717","https://openalex.org/W6757784773","https://openalex.org/W6759455113","https://openalex.org/W6763306630","https://openalex.org/W6766904570","https://openalex.org/W6767211374","https://openalex.org/W6767250937","https://openalex.org/W6767279747","https://openalex.org/W6769917106","https://openalex.org/W6771713106","https://openalex.org/W6788085652"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W3011059803","https://openalex.org/W3151736118","https://openalex.org/W2183306018","https://openalex.org/W2549990292","https://openalex.org/W2883671469","https://openalex.org/W2911655849","https://openalex.org/W4286432911","https://openalex.org/W3134737443","https://openalex.org/W2896411932"],"abstract_inverted_index":{"Multimodal":[0],"machine":[1,10],"translation":[2,11,207],"(MMT)":[3],"is":[4,14,44,151,219,284],"an":[5,248],"attractive":[6],"application":[7],"of":[8,41,47,118,146,174,185,195,242],"neural":[9],"(NMT)":[12],"that":[13,117,122,209],"commonly":[15],"incorporated":[16],"with":[17,276],"image":[18],"information.":[19],"However,":[20,73],"the":[21,128,144,168,175,186,190,199,205,210,237,240],"MMT":[22,112,155,191,202,261,275],"models":[23,156,262],"proposed":[24],"thus":[25],"far":[26],"have":[27],"only":[28,80],"comparable":[29],"or":[30,88,131],"slightly":[31],"better":[32,183,260],"performance":[33],"than":[34,66],"their":[35,234],"text-only":[36],"counterparts.":[37],"One":[38],"potential":[39],"cause":[40],"this":[42,54,91,160],"infeasibility":[43],"a":[45,81],"lack":[46],"large-scale":[48,58],"data.":[49],"Most":[50],"previous":[51,119],"studies":[52],"mitigate":[53],"limitation":[55],"by":[56,263,269],"employing":[57],"textual":[59],"parallel":[60,68],"corpora,":[61,69,99],"which":[62,100],"are":[63,76,101,272],"more":[64],"accessible":[65],"multimodal":[67,97,172],"in":[70,84,105,189],"various":[71],"ways.":[72],"these":[74,141],"corpora":[75,125],"still":[77,152],"available":[78,102,285],"on":[79,198,229,251],"limited":[82],"scale":[83,104],"low-resource":[85],"language":[86,132,176,231],"pairs":[87,232],"domains.":[89],"In":[90],"study,":[92],"we":[93,245],"leveraged":[94],"monolingual":[95,124],"(or":[96],"monolingual)":[98],"at":[103,286],"most":[106],"languages":[107],"and":[108,134,171,217,223,254,274],"domains,":[109],"to":[110,126,157,181],"improve":[111],"models.":[113],"Our":[114,282],"approach":[115],"follows":[116],"unimodal":[120],"works":[121],"use":[123,184],"train":[127],"word":[129,169,215],"embedding":[130,170,216],"model":[133,177],"incorporate":[135],"them":[136],"into":[137],"NMT":[138],"systems.":[139],"While":[140],"methods":[142],"demonstrated":[143],"advantage":[145],"using":[147,213],"pre-trained":[148,187],"representations,":[149],"there":[150],"room":[153],"for":[154,167,204,258],"improve.":[158],"To":[159],"end,":[161],"our":[162,243],"system":[163],"employs":[164],"debiasing":[165],"procedures":[166],"extension":[173],"(visual-language":[178],"model,":[179],"VLM)":[180],"make":[182],"knowledge":[188],"task.":[192],"The":[193,227],"results":[194],"evaluations":[196],"conducted":[197,247],"de":[200],"facto":[201],"dataset":[203],"English–German":[206],"indicate":[208],"improvement":[211],"obtained":[212],"well-tailored":[214],"VLM":[218,252,277],"approximately":[220],"+1.84":[221],"BLEU":[222],"+1.63":[224],"BLEU,":[225],"respectively.":[226],"evaluation":[228],"multiple":[230],"reveals":[233],"adoptability":[235],"across":[236],"languages.":[238],"Beyond":[239],"success":[241],"system,":[244],"also":[246],"extensive":[249],"analysis":[250],"manipulation":[253],"showed":[255],"promising":[256],"areas":[257],"developing":[259],"exploiting":[264],"VLM;":[265],"some":[266],"benefits":[267],"brought":[268],"either":[270],"modality":[271],"missing,":[273],"generates":[278],"less":[279],"fluent":[280],"translations.":[281],"code":[283],"https://github.com/toshohirasawa/mmt-with-monolingual-data.":[287]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}