{"id":"https://openalex.org/W2126244398","doi":null,"title":"Task-Based Evaluation of NLG Systems: Control vs Real-World Context","display_name":"Task-Based Evaluation of NLG Systems: Control vs Real-World Context","publication_year":2011,"publication_date":"2011-07-31","ids":{"openalex":"https://openalex.org/W2126244398","mag":"2126244398"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.221.9772","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.221.9772","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.aclweb.org/anthology-new/W/W11/W11-2704.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005939553","display_name":"Ehud Reiter","orcid":"https://orcid.org/0000-0002-7548-9504","observed_orcids":["https://orcid.org/0000-0002-7548-9504"]},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Ehud Reiter","raw_affiliation_strings":["University of Aberdeen"],"raw_orcid":"https://orcid.org/0000-0002-7548-9504","affiliations":[{"raw_affiliation_string":"University of Aberdeen","institution_ids":["https://openalex.org/I195460627"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5005939553"],"corresponding_institution_ids":["https://openalex.org/I195460627"],"apc_list":null,"apc_paid":null,"fwci":1.0489,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.79417584,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"28","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7041000127792358,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7041000127792358,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.23340000212192535,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.009999999776482582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"natural language generation","score":0.8980000019073486},{"id":"https://openalex.org/keywords/task-based-assessment","display_name":"task-based assessment","score":0.9440000057220459},{"id":"https://openalex.org/keywords/ecological-validity","display_name":"ecological validity","score":0.8270000219345093},{"id":"https://openalex.org/keywords/evaluation-methodology","display_name":"evaluation methodology","score":0.6800000071525574},{"id":"https://openalex.org/keywords/real-world-context","display_name":"real-life context","score":0.9750000238418579}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7058079838752747},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6681010127067566},{"id":"https://openalex.org/C190210774","wikidata":"https://www.wikidata.org/wiki/Q15427384","display_name":"Ecological validity","level":3,"score":0.6237142086029053},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5349700450897217},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.522779643535614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29617851972579956},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26486796140670776},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.16883191466331482},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.10170933604240417},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09461385011672974},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.05965885519981384},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.221.9772","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.221.9772","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.aclweb.org/anthology-new/W/W11/W11-2704.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.364.8326","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.364.8326","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.nltg.brighton.ac.uk/ucnlg/ucnlg11/proceedings/cdrom/pdf/UCNLG+Eval04.pdf","raw_type":"text"},{"id":"mag:2126244398","doi":null,"is_oa":false,"landing_page_url":"https://abdn.pure.elsevier.com/en/publications/task-based-evaluation-of-nlg-systems-control-vs-real-world-contex","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2004404234","https://openalex.org/W2090818911","https://openalex.org/W2112824353","https://openalex.org/W2121088444","https://openalex.org/W2124361068","https://openalex.org/W2145849398","https://openalex.org/W2159932990","https://openalex.org/W2160635405","https://openalex.org/W2168440500"],"related_works":["https://openalex.org/W2084854231","https://openalex.org/W7097192579","https://openalex.org/W7097999229","https://openalex.org/W7099379901","https://openalex.org/W4307654398","https://openalex.org/W2265196526","https://openalex.org/W6996405641","https://openalex.org/W2105250963","https://openalex.org/W7097214775","https://openalex.org/W7100202113"],"abstract_inverted_index":{"Currently":[0],"there":[1],"is":[2],"little":[3],"agreement":[4],"about,":[5],"or":[6],"even":[7],"discussion":[8],"of,":[9],"methodologies":[10],"for":[11],"taskbased":[12],"evaluation":[13],"of":[14,28,33],"NLG":[15,52],"systems.":[16],"I":[17],"discuss":[18],"one":[19],"specific":[20],"issue":[21],"in":[22,51],"this":[23],"area,":[24],"namely":[25],"the":[26,31],"importance":[27,32],"control":[29],"vs":[30],"ecological":[34,49],"validity":[35,50],"(real-world":[36],"context),":[37],"and":[38],"suggest":[39],"that":[40],"perhaps":[41],"we":[42],"need":[43],"to":[44],"put":[45],"more":[46],"emphasis":[47],"on":[48],"evaluations.":[53],"1":[54]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2016-06-24T00:00:00"}