{"id":"https://openalex.org/W2140054881","doi":"https://doi.org/10.3115/v1/p15-2073","title":"deltaBLEU: A Discriminative Metric for Generation Tasks with Intrinsically Diverse Targets","display_name":"deltaBLEU: A Discriminative Metric for Generation Tasks with Intrinsically Diverse Targets","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2140054881","doi":"https://doi.org/10.3115/v1/p15-2073","mag":"2140054881"},"language":"en","primary_location":{"id":"doi:10.3115/v1/p15-2073","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/p15-2073","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 2: Short Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3115/v1/p15-2073","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107838508","display_name":"Michel Galley","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michel Galley","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015656536","display_name":"Chris Brockett","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Brockett","raw_affiliation_strings":["Microsoft (United States), Redmond, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft (United States), Redmond, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108137151","display_name":"Alessandro Sordoni","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alessandro Sordoni","raw_affiliation_strings":["Microsoft (United States), Redmond, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft (United States), Redmond, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085302513","display_name":"Yangfeng Ji","orcid":"https://orcid.org/0000-0002-7793-486X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yangfeng Ji","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, United States","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083212922","display_name":"Michael Auli","orcid":"https://orcid.org/0000-0001-5974-4459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Auli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055734248","display_name":"Chris Quirk","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Quirk","raw_affiliation_strings":["Microsoft (United States), Redmond, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft (United States), Redmond, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046235098","display_name":"Margaret Mitchell","orcid":"https://orcid.org/0000-0001-7043-6545"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margaret Mitchell","raw_affiliation_strings":["Microsoft (United States), Redmond, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft (United States), Redmond, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114910293","display_name":"Jianfeng Gao","orcid":"https://orcid.org/0000-0002-5702-6143"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianfeng Gao","raw_affiliation_strings":["Microsoft (United States), Redmond, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft (United States), Redmond, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057693146","display_name":"Bill Dolan","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Dolan","raw_affiliation_strings":["Microsoft (United States), Redmond, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft (United States), Redmond, United States","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":100,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"445","last_page":"450"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6776506900787354},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6713343858718872},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.6023291349411011},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.4970414936542511},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.47507399320602417},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47215843200683594},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3863828480243683},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36967945098876953},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36928755044937134},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.3501030206680298},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3478951156139374},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.24673855304718018},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19865289330482483},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.17683160305023193},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.16741827130317688},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15452072024345398}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6776506900787354},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6713343858718872},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.6023291349411011},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.4970414936542511},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.47507399320602417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47215843200683594},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3863828480243683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36967945098876953},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36928755044937134},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.3501030206680298},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3478951156139374},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.24673855304718018},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19865289330482483},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.17683160305023193},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.16741827130317688},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15452072024345398},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3115/v1/p15-2073","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/p15-2073","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 2: Short Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.3115/v1/p15-2073","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/p15-2073","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 2: Short Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W10957333","https://openalex.org/W68733909","https://openalex.org/W95780973","https://openalex.org/W1482214997","https://openalex.org/W1489525520","https://openalex.org/W1518951372","https://openalex.org/W1956340063","https://openalex.org/W2060833990","https://openalex.org/W2078861931","https://openalex.org/W2101105183","https://openalex.org/W2115259925","https://openalex.org/W2123301721","https://openalex.org/W2133512280","https://openalex.org/W2136189984","https://openalex.org/W2146574666","https://openalex.org/W2250234233","https://openalex.org/W2251912507","https://openalex.org/W2252001469","https://openalex.org/W2294699749"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W4205463238","https://openalex.org/W259157601","https://openalex.org/W2761785940","https://openalex.org/W2110523656","https://openalex.org/W1482209366","https://openalex.org/W2521627374"],"abstract_inverted_index":{"Michel":[0],"Galley,":[1],"Chris":[2,10],"Brockett,":[3],"Alessandro":[4],"Sordoni,":[5],"Yangfeng":[6],"Ji,":[7],"Michael":[8],"Auli,":[9],"Quirk,":[11],"Margaret":[12],"Mitchell,":[13],"Jianfeng":[14],"Gao,":[15],"Bill":[16],"Dolan.":[17],"Proceedings":[18],"of":[19,24],"the":[20,25,31],"53rd":[21],"Annual":[22],"Meeting":[23],"Association":[26],"for":[27],"Computational":[28],"Linguistics":[29],"and":[30],"7th":[32],"International":[33],"Joint":[34],"Conference":[35],"on":[36],"Natural":[37],"Language":[38],"Processing":[39],"(Volume":[40],"2:":[41],"Short":[42],"Papers).":[43],"2015.":[44]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}