{"id":"https://openalex.org/W2963466651","doi":"https://doi.org/10.18653/v1/n19-1169","title":"Unifying Human and Statistical Evaluation for Natural Language Generation","display_name":"Unifying Human and Statistical Evaluation for Natural Language Generation","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2963466651","doi":"https://doi.org/10.18653/v1/n19-1169","mag":"2963466651"},"language":"en","primary_location":{"id":"doi:10.18653/v1/n19-1169","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1169","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.18653/v1/n19-1169","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015518638","display_name":"Tatsunori Hashimoto","orcid":"https://orcid.org/0000-0003-0521-5855"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tatsunori Hashimoto","raw_affiliation_strings":["Department of Computer Science","Department of Statistics Stanford University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science","institution_ids":[]},{"raw_affiliation_string":"Department of Statistics Stanford University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047201942","display_name":"Hugh Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hugh Zhang","raw_affiliation_strings":["Department of Computer Science"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025255782","display_name":"Percy Liang","orcid":"https://orcid.org/0000-0002-0458-6139"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Percy Liang","raw_affiliation_strings":["Department of Statistics Stanford University","Department of Computer Science"],"affiliations":[{"raw_affiliation_string":"Department of Statistics Stanford University","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5015518638"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.04860045,"has_fulltext":false,"cited_by_count":167,"citation_normalized_percentile":{"value":0.99345753,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1689","last_page":"1701"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zh\u00e0ng","display_name":"Zh\u00e0ng","score":0.7285587787628174},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6383512616157532},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.550919771194458},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.5324757099151611},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.5257761478424072},{"id":"https://openalex.org/keywords/human-language","display_name":"Human language","score":0.4879528880119324},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.48629435896873474},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45126110315322876},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4245571494102478},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3351196050643921},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.22382405400276184},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.19840583205223083},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14803382754325867},{"id":"https://openalex.org/keywords/china","display_name":"China","score":0.11476922035217285}],"concepts":[{"id":"https://openalex.org/C2777045944","wikidata":"https://www.wikidata.org/wiki/Q12170198","display_name":"Zh\u00e0ng","level":3,"score":0.7285587787628174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6383512616157532},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.550919771194458},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.5324757099151611},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.5257761478424072},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.4879528880119324},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.48629435896873474},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45126110315322876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4245571494102478},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3351196050643921},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.22382405400276184},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.19840583205223083},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14803382754325867},{"id":"https://openalex.org/C191935318","wikidata":"https://www.wikidata.org/wiki/Q148","display_name":"China","level":2,"score":0.11476922035217285},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/n19-1169","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1169","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/n19-1169","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1169","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8600000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1518159552","https://openalex.org/W1518951372","https://openalex.org/W1605255363","https://openalex.org/W1861492603","https://openalex.org/W1958706068","https://openalex.org/W2070150502","https://openalex.org/W2099057450","https://openalex.org/W2099294566","https://openalex.org/W2099471712","https://openalex.org/W2101105183","https://openalex.org/W2117010802","https://openalex.org/W2123946480","https://openalex.org/W2132314908","https://openalex.org/W2145482038","https://openalex.org/W2210838531","https://openalex.org/W2252001469","https://openalex.org/W2259472270","https://openalex.org/W2394987003","https://openalex.org/W2415830263","https://openalex.org/W2466175319","https://openalex.org/W2551879329","https://openalex.org/W2581637843","https://openalex.org/W2583679610","https://openalex.org/W2613904329","https://openalex.org/W2786472963","https://openalex.org/W2804744697","https://openalex.org/W2805984778","https://openalex.org/W2886824226","https://openalex.org/W2889467844","https://openalex.org/W2889518897","https://openalex.org/W2890397703","https://openalex.org/W2896780650","https://openalex.org/W2900260828","https://openalex.org/W2950446064","https://openalex.org/W2951352467","https://openalex.org/W2951813108","https://openalex.org/W2951984970","https://openalex.org/W2962830484","https://openalex.org/W2963064614","https://openalex.org/W2963206148","https://openalex.org/W2963212250","https://openalex.org/W2963223306","https://openalex.org/W2963527228","https://openalex.org/W2963667126","https://openalex.org/W2963672599","https://openalex.org/W2963857374","https://openalex.org/W2963903950","https://openalex.org/W2963929190","https://openalex.org/W2964265128","https://openalex.org/W2996068536","https://openalex.org/W4301206121","https://openalex.org/W4302353911","https://openalex.org/W4307979480","https://openalex.org/W4320013936"],"related_works":["https://openalex.org/W382594479","https://openalex.org/W2152921782","https://openalex.org/W2470045054","https://openalex.org/W2575772232","https://openalex.org/W2140902089","https://openalex.org/W2030298461","https://openalex.org/W3014316498","https://openalex.org/W1510553545","https://openalex.org/W3020827637","https://openalex.org/W199086061"],"abstract_inverted_index":{"Tatsunori":[0],"B.":[1],"Hashimoto,":[2],"Hugh":[3],"Zhang,":[4],"Percy":[5],"Liang.":[6],"Proceedings":[7],"of":[8,12,17],"the":[9,13,18],"2019":[10],"Conference":[11],"North":[14],"American":[15],"Chapter":[16],"Association":[19],"for":[20],"Computational":[21],"Linguistics:":[22],"Human":[23],"Language":[24],"Technologies,":[25],"Volume":[26],"1":[27],"(Long":[28],"and":[29],"Short":[30],"Papers).":[31],"2019.":[32]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":50},{"year":2020,"cited_by_count":39},{"year":2019,"cited_by_count":15}],"updated_date":"2026-01-21T23:30:37.877113","created_date":"2025-10-10T00:00:00"}