{"id":"https://openalex.org/W7097192579","doi":null,"title":"Evaluations of NLG Systems: common corpus and tasks or common dimensions and metrics","display_name":"Evaluations of NLG Systems: common corpus and tasks or common dimensions and metrics","publication_year":2012,"publication_date":"2012-02-15","ids":{"openalex":"https://openalex.org/W7097192579"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.211.9101","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.211.9101","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://acl.ldc.upenn.edu/W/W06/W06-1419.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"C\u00e9cile Paris","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"C\u00e9cile Paris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083336585","display_name":"Nathalie Colineau","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nathalie Colineau","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Ross Wilkinson","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ross Wilkinson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.50710455,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9003999829292297,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9003999829292297,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.07259999960660934,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"natural language generation","score":0.9200000166893005},{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.9139999747276306},{"id":"https://openalex.org/keywords/evaluation-corpus","display_name":"evaluation corpus","score":0.5329999923706055},{"id":"https://openalex.org/keywords/common-tasks","display_name":"common tasks","score":0.4950000047683716},{"id":"https://openalex.org/keywords/usability-evaluation","display_name":"usability evaluation","score":0.7239999771118164},{"id":"https://openalex.org/keywords/end-user-evaluation","display_name":"end-user evaluation","score":0.8820000290870667},{"id":"https://openalex.org/keywords/comparative-analysis","display_name":"comparative analysis","score":0.6290000081062317}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7289000153541565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.715399980545044},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5983999967575073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5633000135421753},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4487000107765198},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.42640000581741333},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.4205999970436096},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.35740000009536743},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3343999981880188},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C31084985","wikidata":"https://www.wikidata.org/wiki/Q372650","display_name":"Common knowledge (logic)","level":5,"score":0.28780001401901245},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2728999853134155},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C2777877512","wikidata":"https://www.wikidata.org/wiki/Q1116097","display_name":"Common ground","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.211.9101","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.211.9101","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://acl.ldc.upenn.edu/W/W06/W06-1419.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.217.8420","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.217.8420","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.brighton.ac.uk/nltg/home/Anja.Belz/pdf/INLG-0626.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.492.8320","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.492.8320","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ict.csiro.au/staff/Cecile.Paris/distribution/inlg2006-Paris-final.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2084854231","https://openalex.org/W2265196526","https://openalex.org/W7099379901","https://openalex.org/W7097999229","https://openalex.org/W3214496067","https://openalex.org/W6996405641","https://openalex.org/W2089200666","https://openalex.org/W3080855795","https://openalex.org/W7166855080","https://openalex.org/W7097214775"],"abstract_inverted_index":{"In":[0],"this":[1],"position":[2],"paper,":[3],"we":[4,81],"argue":[5,77,115],"that":[6,116],"a":[7,31,49,58,71,85,126],"common":[8,50,104],"task":[9,51],"and":[10,35,52,106,111,129],"corpus":[11,53],"are":[12,82],"not":[13,37,131],"the":[14,39,65,91,99],"only":[15],"ways":[16],"to":[17,42,55,83,108],"evaluate":[18,43,109],"Natural":[19],"Language":[20],"Generation":[21],"(NLG)":[22],"systems.":[23,45],"It":[24,68],"might":[25,93],"be,":[26],"in":[27],"fact,":[28],"too":[29],"narrow":[30],"view":[32,73,88,100],"on":[33],"evaluation":[34,60,128],"thus":[36,70],"be":[38,94,132],"best":[40],"way":[41],"these":[44],"The":[46],"aim":[47],"of":[48,61,74,89,101,125],"is":[54,69],"allow":[56],"for":[57],"comparative":[59],"systems,":[62],"looking":[63],"at":[64],"systems\u2019":[66],"performances.":[67],"\u201csystemoriented\u201d":[72],"evaluation.":[75],"We":[76,113],"here":[78],"that,":[79],"if":[80],"take":[84],"system":[86],"oriented":[87],"evaluation,":[90,102],"community":[92],"better":[95],"served":[96],"by":[97],"enlarging":[98],"defining":[103],"dimensions":[105],"metrics":[107],"systems":[110],"approaches.":[112],"also":[114],"end-user":[117],"(or":[118],"usability)":[119],"evaluations":[120],"form":[121],"another":[122],"important":[123],"aspect":[124],"system\u2019s":[127],"should":[130],"forgotten.":[133],"1":[134]},"counts_by_year":[],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2025-10-27T00:00:00"}