{"id":"https://openalex.org/W2966618235","doi":"https://doi.org/10.24963/ijcai.2019/685","title":"From Words to Sentences: A Progressive Learning Approach for Zero-resource Machine Translation with Visual Pivots","display_name":"From Words to Sentences: A Progressive Learning Approach for Zero-resource Machine Translation with Visual Pivots","publication_year":2019,"publication_date":"2019-07-28","ids":{"openalex":"https://openalex.org/W2966618235","doi":"https://doi.org/10.24963/ijcai.2019/685","mag":"2966618235"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2019/685","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/685","pdf_url":"https://www.ijcai.org/proceedings/2019/0685.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2019/0685.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101776086","display_name":"Shizhe Chen","orcid":"https://orcid.org/0000-0002-7313-9703"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shizhe Chen","raw_affiliation_strings":["Renmin University of China, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, P.R. China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009985839","display_name":"Qin Jin","orcid":"https://orcid.org/0000-0001-6486-6020"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qin Jin","raw_affiliation_strings":["Renmin University of China, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, P.R. China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072029041","display_name":"Jianlong Fu","orcid":"https://orcid.org/0000-0002-1025-2012"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Fu","raw_affiliation_strings":["Microsoft Research Asia, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, P.R. China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5009985839"],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":1.0934,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.83480092,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4932","last_page":"4938"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7712457180023193},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7614678144454956},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7516355514526367},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7176697254180908},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.7105569243431091},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5629633665084839},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5601038932800293},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5378133058547974},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.48081719875335693},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.45021137595176697},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.43645361065864563},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4227645695209503},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35213154554367065},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09084361791610718},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.06667542457580566}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7712457180023193},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7614678144454956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7516355514526367},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7176697254180908},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.7105569243431091},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5629633665084839},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5601038932800293},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5378133058547974},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.48081719875335693},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.45021137595176697},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.43645361065864563},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4227645695209503},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35213154554367065},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09084361791610718},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.06667542457580566},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2019/685","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/685","pdf_url":"https://www.ijcai.org/proceedings/2019/0685.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2019/685","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/685","pdf_url":"https://www.ijcai.org/proceedings/2019/0685.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3625693645","display_name":null,"funder_award_id":"61772535","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320333993","display_name":"Microsoft Research Asia","ror":"https://ror.org/0300m5276"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2966618235.pdf","grobid_xml":"https://content.openalex.org/works/W2966618235.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W658020064","https://openalex.org/W2133564696","https://openalex.org/W2194775991","https://openalex.org/W2250976127","https://openalex.org/W2550821151","https://openalex.org/W2573834658","https://openalex.org/W2595715041","https://openalex.org/W2624521690","https://openalex.org/W2740565324","https://openalex.org/W2766184602","https://openalex.org/W2798931235","https://openalex.org/W2886641317","https://openalex.org/W2888070626","https://openalex.org/W2904651132","https://openalex.org/W2962784628","https://openalex.org/W2962824887","https://openalex.org/W2962830144","https://openalex.org/W2963088995","https://openalex.org/W2963331137","https://openalex.org/W2963909453","https://openalex.org/W2964199361","https://openalex.org/W2980216782","https://openalex.org/W4298393544"],"related_works":["https://openalex.org/W193726211","https://openalex.org/W2566847733","https://openalex.org/W2122287718","https://openalex.org/W2010336863","https://openalex.org/W2740094425","https://openalex.org/W3204448004","https://openalex.org/W2587602790","https://openalex.org/W3011059803","https://openalex.org/W4378619223","https://openalex.org/W2809655258"],"abstract_inverted_index":{"The":[0],"neural":[1],"machine":[2,89],"translation":[3,48,74,105,116,122,137],"model":[4,75],"has":[5],"suffered":[6],"from":[7],"the":[8,31,63,73,99,114,119,144],"lack":[9],"of":[10],"large-scale":[11],"parallel":[12,24],"corpora.":[13],"In":[14,77],"contrast,":[15],"we":[16,40,80,101],"humans":[17],"can":[18],"learn":[19,103,113],"multi-lingual":[20,59,128],"translations":[21,69],"even":[22],"without":[23],"texts":[25],"by":[26,62,117],"referring":[27],"our":[28],"languages":[29],"to":[30,45,112,123],"external":[32],"world.":[33],"To":[34],"mimic":[35],"such":[36],"human":[37],"learning":[38,84],"behavior,":[39],"employ":[41],"images":[42],"as":[43,67],"pivots":[44],"enable":[46],"zero-resource":[47,88],"learning.":[49,76],"However,":[50],"a":[51,54,82],"picture":[52],"tells":[53],"thousand":[55],"words,":[56],"which":[57],"makes":[58],"sentences":[60],"pivoted":[61],"same":[64],"image":[65,107],"noisy":[66],"mutual":[68],"and":[70,109,140],"thus":[71],"hinders":[72],"this":[78],"work,":[79],"propose":[81],"progressive":[83],"approach":[85,146],"for":[86],"image-pivoted":[87,127],"translation.":[90],"Since":[91],"words":[92],"are":[93],"less":[94],"diverse":[95],"when":[96],"grounded":[97],"in":[98,126],"image,":[100],"first":[102],"word-level":[104],"with":[106],"pivots,":[108],"then":[110],"progress":[111],"sentence-level":[115],"utilizing":[118],"learned":[120],"word":[121],"suppress":[124],"noises":[125],"sentences.":[129],"Experimental":[130],"results":[131],"on":[132],"two":[133],"widely":[134],"used":[135],"image-pivot":[136],"datasets,":[138],"IAPR-TC12":[139],"Multi30k,":[141],"show":[142],"that":[143],"proposed":[145],"significantly":[147],"outperforms":[148],"other":[149],"state-of-the-art":[150],"methods.":[151]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}