{"id":"https://openalex.org/W2573834658","doi":"https://doi.org/10.1007/s10590-017-9197-z","title":"Zero-resource machine translation by multimodal encoder\u2013decoder network with multimedia pivot","display_name":"Zero-resource machine translation by multimodal encoder\u2013decoder network with multimedia pivot","publication_year":2017,"publication_date":"2017-05-23","ids":{"openalex":"https://openalex.org/W2573834658","doi":"https://doi.org/10.1007/s10590-017-9197-z","mag":"2573834658"},"language":"en","primary_location":{"id":"doi:10.1007/s10590-017-9197-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10590-017-9197-z","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs10590-017-9197-z.pdf","source":{"id":"https://openalex.org/S95210917","display_name":"Machine Translation","issn_l":"0922-6567","issn":["0922-6567","1573-0573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Translation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007%2Fs10590-017-9197-z.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050229964","display_name":"Hideki Nakayama","orcid":"https://orcid.org/0000-0001-8726-2780"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hideki Nakayama","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, 1-1-1, Yayoi, Bunkyo-ku, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, 1-1-1, Yayoi, Bunkyo-ku, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005456292","display_name":"Noriki Nishida","orcid":"https://orcid.org/0000-0002-5851-7681"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Noriki Nishida","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, 1-1-1, Yayoi, Bunkyo-ku, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, 1-1-1, Yayoi, Bunkyo-ku, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5050229964"],"corresponding_institution_ids":["https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":3.0485,"has_fulltext":true,"cited_by_count":57,"citation_normalized_percentile":{"value":0.95019552,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"31","issue":"1-2","first_page":"49","last_page":"64"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8656929135322571},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.8388704061508179},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6596803069114685},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.5840478539466858},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5643123388290405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5368325114250183},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.47763410210609436},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4500206410884857},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4270639419555664},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3312019109725952}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8656929135322571},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.8388704061508179},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6596803069114685},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.5840478539466858},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5643123388290405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5368325114250183},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.47763410210609436},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4500206410884857},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4270639419555664},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3312019109725952},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10590-017-9197-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10590-017-9197-z","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs10590-017-9197-z.pdf","source":{"id":"https://openalex.org/S95210917","display_name":"Machine Translation","issn_l":"0922-6567","issn":["0922-6567","1573-0573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Translation","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10590-017-9197-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10590-017-9197-z","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs10590-017-9197-z.pdf","source":{"id":"https://openalex.org/S95210917","display_name":"Machine Translation","issn_l":"0922-6567","issn":["0922-6567","1573-0573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Translation","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G1069223013","display_name":null,"funder_award_id":"JSPS KAKENHI","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G193038087","display_name":null,"funder_award_id":"JST CREST","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G1945500447","display_name":null,"funder_award_id":"KAKENHI 16H05872","funder_id":"https://openalex.org/F4320335134","funder_display_name":"National Institutes of Natural Sciences"},{"id":"https://openalex.org/G2792802287","display_name":null,"funder_award_id":"KAKENHI","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"},{"id":"https://openalex.org/G3459562248","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4227499671","display_name":null,"funder_award_id":"KAKENHI Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4636223006","display_name":null,"funder_award_id":"JSPS KAK","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5345435382","display_name":"Zero-shot machine translation using multimodal deep encoder-decoder networks","funder_award_id":"16H05872","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5786340949","display_name":null,"funder_award_id":"KAKENHI Grant Number","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6718509927","display_name":null,"funder_award_id":"CREST","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8430481527","display_name":null,"funder_award_id":"Number","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8546646505","display_name":null,"funder_award_id":"CREST","funder_id":"https://openalex.org/F4320320907","funder_display_name":"Japan Science and Technology Corporation"}],"funders":[{"id":"https://openalex.org/F4320320907","display_name":"Japan Science and Technology Corporation","ror":"https://ror.org/00097mb19"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320335134","display_name":"National Institutes of Natural Sciences","ror":"https://ror.org/055n47h92"},{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2573834658.pdf","grobid_xml":"https://content.openalex.org/works/W2573834658.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W11209375","https://openalex.org/W22168010","https://openalex.org/W114341944","https://openalex.org/W149643677","https://openalex.org/W1527575280","https://openalex.org/W1686810756","https://openalex.org/W1895577753","https://openalex.org/W1916559533","https://openalex.org/W2025341678","https://openalex.org/W2064675550","https://openalex.org/W2100235303","https://openalex.org/W2101096097","https://openalex.org/W2101105183","https://openalex.org/W2108598243","https://openalex.org/W2111666304","https://openalex.org/W2123024445","https://openalex.org/W2142112143","https://openalex.org/W2155893237","https://openalex.org/W2158246688","https://openalex.org/W2169273645","https://openalex.org/W2185142058","https://openalex.org/W2185175083","https://openalex.org/W2250742840","https://openalex.org/W2250976127","https://openalex.org/W2252200119","https://openalex.org/W2293344577","https://openalex.org/W2513263213","https://openalex.org/W2518268700","https://openalex.org/W2618530766","https://openalex.org/W2912811302","https://openalex.org/W2949888546","https://openalex.org/W2963324994","https://openalex.org/W2963463964","https://openalex.org/W2963537577","https://openalex.org/W2963758027","https://openalex.org/W2963842982","https://openalex.org/W2963909453","https://openalex.org/W2964007535","https://openalex.org/W2964121744","https://openalex.org/W2964258722","https://openalex.org/W3211848854","https://openalex.org/W4244373129"],"related_works":["https://openalex.org/W4388870064","https://openalex.org/W4235186151","https://openalex.org/W2056057048","https://openalex.org/W2054685365","https://openalex.org/W2272354214","https://openalex.org/W2120383820","https://openalex.org/W2043010663","https://openalex.org/W2667588871","https://openalex.org/W4248308508","https://openalex.org/W118554674"],"abstract_inverted_index":{"We":[0,161],"propose":[1],"an":[2,171],"approach":[3],"to":[4,37,48,53,78,85,102,152],"build":[5],"a":[6,110],"neural":[7],"machine":[8],"translation":[9,159],"system":[10],"with":[11,40],"no":[12,16],"supervised":[13],"resources":[14],"(i.e.,":[15],"parallel":[17],"corpora)":[18],"using":[19],"multimodal":[20,181],"embedded":[21],"representation":[22,98],"over":[23],"texts":[24,137],"and":[25,163,168,183],"images.":[26],"Based":[27],"on":[28,112,149],"the":[29,49,56,64,89,100,104,121,129,139,189],"assumption":[30],"that":[31,154,170,174],"text":[32],"documents":[33],"are":[34],"often":[35],"likely":[36],"be":[38],"described":[39],"other":[41],"multimedia":[42,62],"information":[43],"(e.g.,":[44],"images)":[45],"somewhat":[46],"related":[47],"content,":[50],"we":[51,66,132,145],"try":[52],"indirectly":[54],"estimate":[55],"relevance":[57],"between":[58,106],"two":[59,150],"languages.":[60],"Using":[61],"as":[63,138],"\u201cpivot\u201d,":[65],"project":[67],"all":[68],"modalities":[69],"into":[70],"one":[71],"common":[72],"hidden":[73],"space":[74,91],"where":[75],"samples":[76],"belonging":[77],"similar":[79],"semantic":[80],"concepts":[81],"should":[82],"come":[83],"close":[84],"each":[86,93],"other,":[87],"whatever":[88],"observed":[90],"of":[92,114],"sample":[94],"is.":[95],"This":[96],"modality-agnostic":[97],"is":[99],"key":[101],"bridging":[103],"gap":[105],"different":[107],"modalities.":[108],"Putting":[109],"decoder":[111],"top":[113],"it,":[115],"our":[116,147],"network":[117],"can":[118,156],"flexibly":[119],"draw":[120],"outputs":[122],"from":[123],"any":[124],"input":[125,140],"modality.":[126],"Notably,":[127],"in":[128,180,186],"testing":[130],"phase,":[131],"need":[133],"only":[134],"source":[135],"language":[136],"for":[141],"translation.":[142],"In":[143],"experiments,":[144],"tested":[146],"method":[148],"benchmarks":[151],"show":[153],"it":[155],"achieve":[157],"reasonable":[158],"performance.":[160],"compared":[162],"investigated":[164],"several":[165],"possible":[166],"implementations":[167],"found":[169],"end-to-end":[172],"model":[173],"simultaneously":[175],"optimized":[176],"both":[177],"rank":[178],"loss":[179,185],"encoders":[182],"cross-entropy":[184],"decoders":[187],"performed":[188],"best.":[190]},"counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":15},{"year":2017,"cited_by_count":5}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}