{"id":"https://openalex.org/W4324142619","doi":"https://doi.org/10.1145/3587267","title":"Contrastive Adversarial Training for Multi-Modal Machine Translation","display_name":"Contrastive Adversarial Training for Multi-Modal Machine Translation","publication_year":2023,"publication_date":"2023-03-14","ids":{"openalex":"https://openalex.org/W4324142619","doi":"https://doi.org/10.1145/3587267"},"language":"en","primary_location":{"id":"doi:10.1145/3587267","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587267","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xin Huang","orcid":"https://orcid.org/0000-0001-7327-377X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Huang","raw_affiliation_strings":["University of Chinese Academy of Sciences"],"raw_orcid":"https://orcid.org/0000-0001-7327-377X","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100319572","display_name":"Jiajun Zhang","orcid":"https://orcid.org/0000-0001-5293-7434"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Zhang","raw_affiliation_strings":["University of Chinese Academy of Sciences"],"raw_orcid":"https://orcid.org/0000-0001-5293-7434","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":null,"display_name":"Chengqing Zong","orcid":"https://orcid.org/0000-0003-1977-1115"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengqing Zong","raw_affiliation_strings":["University of Chinese Academy of Sciences"],"raw_orcid":"https://orcid.org/0000-0003-1977-1115","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.5318,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.64816884,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"22","issue":"6","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8048638701438904},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.67087322473526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6624361276626587},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.645585298538208},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.6437519192695618},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6167780160903931},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5788648724555969},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5579556226730347},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5535488724708557},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.5463789105415344},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.508695662021637},{"id":"https://openalex.org/keywords/rule-based-machine-translation","display_name":"Rule-based machine translation","score":0.4588582515716553},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43628519773483276},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3621112108230591},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32293248176574707}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8048638701438904},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.67087322473526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6624361276626587},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.645585298538208},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.6437519192695618},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6167780160903931},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5788648724555969},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5579556226730347},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5535488724708557},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5463789105415344},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.508695662021637},{"id":"https://openalex.org/C53893814","wikidata":"https://www.wikidata.org/wiki/Q7378909","display_name":"Rule-based machine translation","level":2,"score":0.4588582515716553},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43628519773483276},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3621112108230591},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32293248176574707},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3587267","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587267","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1527575280","https://openalex.org/W1902237438","https://openalex.org/W2101105183","https://openalex.org/W2133459682","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2513263213","https://openalex.org/W2553522418","https://openalex.org/W2568262903","https://openalex.org/W2581101319","https://openalex.org/W2581637843","https://openalex.org/W2593341061","https://openalex.org/W2888070626","https://openalex.org/W2889903020","https://openalex.org/W2903343986","https://openalex.org/W2950207430","https://openalex.org/W2962929176","https://openalex.org/W2963331233","https://openalex.org/W2963360627","https://openalex.org/W2963407669","https://openalex.org/W2963823140","https://openalex.org/W2963909453","https://openalex.org/W2987734933","https://openalex.org/W2997331536","https://openalex.org/W3034773362","https://openalex.org/W3034871396","https://openalex.org/W3034985160","https://openalex.org/W3035027743","https://openalex.org/W3138911414","https://openalex.org/W3173190788","https://openalex.org/W3176108833","https://openalex.org/W3176395632","https://openalex.org/W3177224328","https://openalex.org/W3186328715","https://openalex.org/W3193807484","https://openalex.org/W3197158004","https://openalex.org/W3211722597","https://openalex.org/W4221155857","https://openalex.org/W4285241608","https://openalex.org/W4287624657","https://openalex.org/W4297780100","https://openalex.org/W6785511501","https://openalex.org/W6792805101"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W3000097931","https://openalex.org/W2354322770","https://openalex.org/W4246396837","https://openalex.org/W4237547500","https://openalex.org/W2482350142","https://openalex.org/W3176240006","https://openalex.org/W3126451824","https://openalex.org/W1570848052","https://openalex.org/W2373192430"],"abstract_inverted_index":{"The":[0],"multi-modal":[1,95,145],"machine":[2],"translation":[3,8,68,73,158],"task":[4],"is":[5,18,111,154,166],"to":[6,20,42,65,85,104,169],"improve":[7],"quality":[9],"with":[10,97,113],"the":[11,34,70,98,101,106,128],"help":[12],"of":[13,53,156],"additional":[14],"visual":[15,44,57,87,119,129,170],"input.":[16],"It":[17],"expected":[19],"disambiguate":[21],"or":[22,30],"complement":[23],"semantics":[24],"while":[25],"there":[26],"are":[27],"ambiguous":[28],"words":[29],"incomplete":[31],"expressions":[32],"in":[33,89,143],"sentences.":[35],"Existing":[36],"methods":[37],"have":[38],"tried":[39],"many":[40],"ways":[41],"fuse":[43,136],"information":[45,58,130],"into":[46],"text":[47],"representations.":[48],"However,":[49],"only":[50],"a":[51,80,114],"minority":[52],"sentences":[54],"need":[55],"extra":[56],"as":[59],"complementary.":[60],"Without":[61],"guidance,":[62],"models":[63],"tend":[64],"learn":[66],"text-only":[67],"from":[69,122,131],"major":[71],"well-aligned":[72],"pairs.":[74,147],"In":[75],"this":[76],"article,":[77],"we":[78],"propose":[79],"contrastive":[81],"adversarial":[82,99],"training":[83],"approach":[84,125],"enhance":[86],"participation":[88],"semantic":[90],"representation":[91],"learning.":[92],"By":[93],"contrasting":[94],"input":[96],"samples,":[100],"model":[102,153,165],"learns":[103],"identify":[105],"most":[107],"informed":[108],"sample":[109],"that":[110,151,163],"coupled":[112],"congruent":[115],"image":[116],"and":[117,134],"several":[118],"objects":[120],"extracted":[121],"it.":[123],"This":[124],"can":[126],"prevent":[127],"being":[132],"ignored":[133],"further":[135],"cross-modal":[137],"information.":[138,171],"We":[139],"examine":[140],"our":[141,152,164],"method":[142],"three":[144],"language":[146],"Experimental":[148],"results":[149],"show":[150],"capable":[155],"improving":[157],"accuracy.":[159],"Further":[160],"analysis":[161],"shows":[162],"more":[167],"sensitive":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}