{"id":"https://openalex.org/W2740091278","doi":"https://doi.org/10.18653/v1/w17-2004","title":"Human Evaluation of Multi-modal Neural Machine Translation: A Case-Study on E-Commerce Listing Titles","display_name":"Human Evaluation of Multi-modal Neural Machine Translation: A Case-Study on E-Commerce Listing Titles","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2740091278","doi":"https://doi.org/10.18653/v1/w17-2004","mag":"2740091278"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w17-2004","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-2004","pdf_url":"https://www.aclweb.org/anthology/W17-2004.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth Workshop on Vision and Language","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W17-2004.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086777036","display_name":"Iacer Calixto","orcid":"https://orcid.org/0000-0001-6244-7906"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Iacer Calixto","raw_affiliation_strings":["ADAPT Centre, School of Computing, Dublin City University, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"ADAPT Centre, School of Computing, Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067567133","display_name":"D. L. Stein","orcid":"https://orcid.org/0000-0003-1520-8990"},"institutions":[{"id":"https://openalex.org/I1321826891","display_name":"eBay (Ireland)","ror":"https://ror.org/02b00s810","country_code":"IE","type":"company","lineage":["https://openalex.org/I1321826891","https://openalex.org/I4210150719"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Daniel Stein","raw_affiliation_strings":["eBay Inc., Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"eBay Inc., Aachen, Germany","institution_ids":["https://openalex.org/I1321826891"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055441775","display_name":"Evgeny Matusov","orcid":null},"institutions":[{"id":"https://openalex.org/I1321826891","display_name":"eBay (Ireland)","ror":"https://ror.org/02b00s810","country_code":"IE","type":"company","lineage":["https://openalex.org/I1321826891","https://openalex.org/I4210150719"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Evgeny Matusov","raw_affiliation_strings":["eBay Inc., Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"eBay Inc., Aachen, Germany","institution_ids":["https://openalex.org/I1321826891"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086647222","display_name":"Sheila Castilho","orcid":"https://orcid.org/0000-0002-8416-6555"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Sheila Castilho","raw_affiliation_strings":["ADAPT Centre, School of Computing, Dublin City University, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"ADAPT Centre, School of Computing, Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055864641","display_name":"Andy Way","orcid":"https://orcid.org/0000-0001-5736-5930"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Andy Way","raw_affiliation_strings":["ADAPT Centre, School of Computing, Dublin City University, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"ADAPT Centre, School of Computing, Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5086777036"],"corresponding_institution_ids":["https://openalex.org/I42934936"],"apc_list":null,"apc_paid":null,"fwci":0.4157,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.71981331,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"31","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/listing","display_name":"Listing (finance)","score":0.8246679306030273},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6867156624794006},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6784944534301758},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6227555274963379},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.6084811687469482},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43198102712631226},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3397694230079651},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.11367553472518921},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.05953902006149292}],"concepts":[{"id":"https://openalex.org/C2779820595","wikidata":"https://www.wikidata.org/wiki/Q798505","display_name":"Listing (finance)","level":2,"score":0.8246679306030273},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6867156624794006},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6784944534301758},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6227555274963379},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.6084811687469482},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43198102712631226},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3397694230079651},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.11367553472518921},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.05953902006149292},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/w17-2004","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-2004","pdf_url":"https://www.aclweb.org/anthology/W17-2004.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth Workshop on Vision and Language","raw_type":"proceedings-article"},{"id":"pmh:http://www.rian.ie/158304/","is_oa":false,"landing_page_url":"http://doras.dcu.ie/23073/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400033","display_name":"Arrow@dit (Dublin Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115570527","host_organization_name":"Dublin Institute of Technology","host_organization_lineage":["https://openalex.org/I115570527"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Calixto, Iacer, Stein, Daniel, Matusov, Evgeny, Castilho, Sheila ORCID: 0000-0002-8416-6555 <https://orcid.org/0000-0002-8416-6555> and Way, Andy ORCID: 0000-0001-5736-5930 <https://orcid.org/0000-0001-5736-5930>  (2017) Human evaluation of multi-modal neural machine translation: a case study on E-commerce listing titles.  In: Sixth Workshop on Vision and Language, VL@EACL, 3-7 April 2017, Valencia, Spain.  ISBN 978-1-945626-51-7","raw_type":"Other"}],"best_oa_location":{"id":"doi:10.18653/v1/w17-2004","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-2004","pdf_url":"https://www.aclweb.org/anthology/W17-2004.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth Workshop on Vision and Language","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1076797115","display_name":null,"funder_award_id":"co-funded","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G228147372","display_name":null,"funder_award_id":"Grant 13/RC/2106","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G2563910032","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3993907298","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320320865","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2740091278.pdf","grobid_xml":"https://content.openalex.org/works/W2740091278.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1895577753","https://openalex.org/W1902237438","https://openalex.org/W1934041838","https://openalex.org/W2053154970","https://openalex.org/W2101105183","https://openalex.org/W2117539524","https://openalex.org/W2133459682","https://openalex.org/W2133564696","https://openalex.org/W2141440284","https://openalex.org/W2144600658","https://openalex.org/W2146574666","https://openalex.org/W2149327368","https://openalex.org/W2164777277","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2250342921","https://openalex.org/W2293344577","https://openalex.org/W2417549359","https://openalex.org/W2509282593","https://openalex.org/W2512381898","https://openalex.org/W2513263213","https://openalex.org/W2516756687","https://openalex.org/W2593341061","https://openalex.org/W2735359189","https://openalex.org/W2740565324","https://openalex.org/W2950178297","https://openalex.org/W2962784628","https://openalex.org/W2963247703","https://openalex.org/W2963260202","https://openalex.org/W2963344439","https://openalex.org/W2963641561","https://openalex.org/W2963909453","https://openalex.org/W2964199361","https://openalex.org/W2964308564","https://openalex.org/W2998704965","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W293204540","https://openalex.org/W2775554247","https://openalex.org/W2728761353","https://openalex.org/W2883671469","https://openalex.org/W2110168585","https://openalex.org/W3107474891","https://openalex.org/W2250213760","https://openalex.org/W4386247111","https://openalex.org/W4327642362","https://openalex.org/W2587014613"],"abstract_inverted_index":{"In":[0],"this":[1,141],"paper,":[2],"we":[3,32],"study":[4],"how":[5,34],"humans":[6,91],"perceive":[7],"the":[8,70,108,131],"use":[9],"of":[10,73,107,124,130],"images":[11,136],"as":[12,120],"an":[13,23],"additional":[14],"knowledge":[15],"source":[16],"to":[17,43,99],"machine-translate":[18],"usergenerated":[19],"product":[20,75,83],"listings":[21,84],"in":[22,78,140],"e-commerce":[24],"company.":[25],"We":[26,60,88],"conduct":[27],"a":[28,35,47,53,96,116,125],"human":[29,111],"evaluation":[30],"where":[31],"assess":[33],"multi-modal":[36,103,117],"neural":[37],"machine":[38,56],"translation":[39,57],"(NMT)":[40],"model":[41,119],"compares":[42],"two":[44],"text-only":[45,101,126],"approaches:":[46],"conventional":[48],"state-of-the-art":[49],"attention-based":[50],"NMT":[51,104,118,127,139],"and":[52,67,85,102],"phrase-based":[54],"statistical":[55],"(PBSMT)":[58],"model.":[59],"evaluate":[61],"translations":[62,93,114],"obtained":[63,94],"with":[64,95],"different":[65],"systems":[66],"also":[68],"discuss":[69],"data":[71],"set":[72],"user-generated":[74],"listings,":[76],"which":[77,133],"our":[79],"case":[80],"comprises":[81],"both":[82,100],"associated":[86],"images.":[87],"found":[89],"that":[90,135],"preferred":[92],"PBSMT":[97],"system":[98],"over":[105,128],"56%":[106],"time.":[109],"Nonetheless,":[110],"evaluators":[112],"ranked":[113],"from":[115],"better":[121],"than":[122],"those":[123],"88%":[129],"time,":[132],"suggests":[134],"do":[137],"help":[138],"use-case.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2017,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}