{"id":"https://openalex.org/W2894882905","doi":"https://doi.org/10.18653/v1/w18-6539","title":"Findings of the E2E NLG Challenge","display_name":"Findings of the E2E NLG Challenge","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2894882905","doi":"https://doi.org/10.18653/v1/w18-6539","mag":"2894882905"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w18-6539","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6539","pdf_url":"https://www.aclweb.org/anthology/W18-6539.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Conference on Natural Language Generation","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W18-6539.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004829991","display_name":"Ond\u0159ej Du\u0161ek","orcid":"https://orcid.org/0000-0002-1415-1702"},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":true,"raw_author_name":"Ond\u0159ej Du\u0161ek","raw_affiliation_strings":["Charles University, Prague, Czechia"],"affiliations":[{"raw_affiliation_string":"Charles University, Prague, Czechia","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050825493","display_name":"Jekaterina Novikova","orcid":"https://orcid.org/0000-0003-4754-6126"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jekaterina Novikova","raw_affiliation_strings":["The Interaction Lab, School of Mathematical and Computer Sciences Heriot-Watt University Edinburgh, Scotland, UK","Heriot-Watt University, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"The Interaction Lab, School of Mathematical and Computer Sciences Heriot-Watt University Edinburgh, Scotland, UK","institution_ids":["https://openalex.org/I32062511"]},{"raw_affiliation_string":"Heriot-Watt University, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076593865","display_name":"Verena Rieser","orcid":"https://orcid.org/0000-0001-6117-4395"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Verena Rieser","raw_affiliation_strings":["The Interaction Lab, School of Mathematical and Computer Sciences Heriot-Watt University Edinburgh, Scotland, UK","Heriot-Watt University, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"The Interaction Lab, School of Mathematical and Computer Sciences Heriot-Watt University Edinburgh, Scotland, UK","institution_ids":["https://openalex.org/I32062511"]},{"raw_affiliation_string":"Heriot-Watt University, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004829991"],"corresponding_institution_ids":["https://openalex.org/I21250087"],"apc_list":null,"apc_paid":null,"fwci":1.3539,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.86114161,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"322","last_page":"328"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.790359377861023},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.7535390853881836},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7154499888420105},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5872488617897034},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5581002831459045},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5187373757362366},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5123921036720276},{"id":"https://openalex.org/keywords/template","display_name":"Template","score":0.4811621606349945},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4155632257461548},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.3518541753292084},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16190090775489807}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.790359377861023},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.7535390853881836},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7154499888420105},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5872488617897034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5581002831459045},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5187373757362366},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5123921036720276},{"id":"https://openalex.org/C82714645","wikidata":"https://www.wikidata.org/wiki/Q438331","display_name":"Template","level":2,"score":0.4811621606349945},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4155632257461548},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3518541753292084},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16190090775489807},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/w18-6539","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6539","pdf_url":"https://www.aclweb.org/anthology/W18-6539.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Conference on Natural Language Generation","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1810.01170","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.01170","pdf_url":"https://arxiv.org/pdf/1810.01170","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2894882905","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1810.01170.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1810.01170","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1810.01170","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/w18-6539","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6539","pdf_url":"https://www.aclweb.org/anthology/W18-6539.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Conference on Natural Language Generation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4052565463","display_name":"MaDrIgAL: MultiDimensional Interaction management and Adaptive Learning","funder_award_id":"EP/N017536/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4466388606","display_name":null,"funder_award_id":"NVIDIA","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5709710992","display_name":null,"funder_award_id":"EP/N017536/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6629039517","display_name":null,"funder_award_id":"EP/M005429/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8495392564","display_name":"DILiGENt: Domain-Independent Language Generation","funder_award_id":"EP/M005429/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2894882905.pdf","grobid_xml":"https://content.openalex.org/works/W2894882905.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1948566616","https://openalex.org/W2021618504","https://openalex.org/W2153975459","https://openalex.org/W2154764394","https://openalex.org/W2483402000","https://openalex.org/W2578330760","https://openalex.org/W2740626591","https://openalex.org/W2760656271","https://openalex.org/W2786660442","https://openalex.org/W2901675956","https://openalex.org/W2902141901","https://openalex.org/W2902677561","https://openalex.org/W2903428882","https://openalex.org/W2918487654","https://openalex.org/W2962905474","https://openalex.org/W2963924362","https://openalex.org/W3105830849"],"related_works":["https://openalex.org/W2101105183","https://openalex.org/W2945367412","https://openalex.org/W2963912046","https://openalex.org/W3080459356","https://openalex.org/W2951038014","https://openalex.org/W2739874095","https://openalex.org/W3118010541","https://openalex.org/W2340972410","https://openalex.org/W2901412863","https://openalex.org/W122475380","https://openalex.org/W3092689615","https://openalex.org/W3080566208","https://openalex.org/W3166716275","https://openalex.org/W3088944691","https://openalex.org/W2966390494","https://openalex.org/W3155980373","https://openalex.org/W2981852735","https://openalex.org/W2290964183","https://openalex.org/W3162506348","https://openalex.org/W2994033896"],"abstract_inverted_index":{"This":[0],"paper":[1],"summarises":[2],"the":[3,9,33,97],"experimental":[4],"setup":[5],"and":[6,74,111],"results":[7],"of":[8,90],"first":[10],"shared":[11,50],"task":[12,51],"on":[13,108],"end-to-end":[14,25],"(E2E)":[15],"natural":[16],"language":[17],"generation":[18,26],"(NLG)":[19],"in":[20],"spoken":[21],"dialogue":[22],"systems.":[23],"Recent":[24],"systems":[27,81,106],"are":[28,40],"promising":[29],"since":[30],"they":[31,39],"reduce":[32],"need":[34],"for":[35],"data":[36],"annotation.":[37],"However,":[38],"currently":[41],"limited":[42],"to":[43,53],"small,":[44],"delexicalised":[45],"datasets.":[46],"The":[47],"E2E":[48],"NLG":[49],"aims":[52],"assess":[54],"whether":[55],"these":[56],"novel":[57],"approaches":[58],"can":[59],"generate":[60],"better-quality":[61],"output":[62],"by":[63,83],"learning":[64,94],"from":[65],"a":[66,87],"dataset":[67],"containing":[68],"higher":[69],"lexical":[70],"richness,":[71],"syntactic":[72],"complexity":[73],"diverse":[75],"discourse":[76],"phenomena.":[77],"We":[78],"compare":[79],"62":[80],"submitted":[82],"17":[84],"institutions,":[85],"covering":[86],"wide":[88],"range":[89],"approaches,":[91],"including":[92],"machine":[93],"architectures":[95],"-with":[96],"majority":[98],"implementing":[99],"sequence-to-sequence":[100],"models":[101],"(seq2seq)":[102],"-as":[103],"well":[104],"as":[105],"based":[107],"grammatical":[109],"rules":[110],"templates.":[112]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}