{"id":"https://openalex.org/W2894882905","doi":"https://doi.org/10.18653/v1/w18-6539","title":"Findings of the E2E NLG Challenge","display_name":"Findings of the E2E NLG Challenge","alternate_titles":[],"publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2894882905","doi":"https://doi.org/10.18653/v1/w18-6539","mag":"2894882905"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w18-6539","doi":"https://doi.org/10.18653/v1/w18-6539","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6539","pdf_url":"https://www.aclweb.org/anthology/W18-6539.pdf","source":{"id":"https://openalex.org/S4306419715","display_name":"International Conference on Natural Language Generation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Conference on Natural Language Generation","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2894882905"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/W18-6539.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004829991","display_name":"Ond\u0159ej Du\u0161ek","orcid":"https://orcid.org/0000-0002-1415-1702","observed_orcids":["https://orcid.org/0000-0002-1415-1702"]},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]},{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["CZ","GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ond\u0159ej Du\u0161ek","raw_affiliation_strings":["The Interaction Lab , School of Mathematical and Computer Sciences Heriot-Watt University Edinburgh , Scotland , UK","Charles University, Prague, Czechia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Interaction Lab , School of Mathematical and Computer Sciences Heriot-Watt University Edinburgh , Scotland , UK","institution_ids":["https://openalex.org/I32062511"]},{"raw_affiliation_string":"Charles University, Prague, Czechia","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050825493","display_name":"Jekaterina Novikova","orcid":"https://orcid.org/0000-0003-4754-6126","observed_orcids":["https://orcid.org/0000-0003-4754-6126"]},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jekaterina Novikova","raw_affiliation_strings":["The Interaction Lab , School of Mathematical and Computer Sciences Heriot-Watt University Edinburgh , Scotland , UK","Heriot-Watt University, Edinburgh, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Interaction Lab , School of Mathematical and Computer Sciences Heriot-Watt University Edinburgh , Scotland , UK","institution_ids":["https://openalex.org/I32062511"]},{"raw_affiliation_string":"Heriot-Watt University, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076593865","display_name":"Verena Rieser","orcid":"https://orcid.org/0000-0001-6117-4395","observed_orcids":["https://orcid.org/0000-0001-6117-4395"]},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Verena Rieser","raw_affiliation_strings":["The Interaction Lab , School of Mathematical and Computer Sciences Heriot-Watt University Edinburgh , Scotland , UK","Heriot-Watt University, Edinburgh, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Interaction Lab , School of Mathematical and Computer Sciences Heriot-Watt University Edinburgh , Scotland , UK","institution_ids":["https://openalex.org/I32062511"]},{"raw_affiliation_string":"Heriot-Watt University, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.5052,"has_fulltext":true,"cited_by_count":129,"citation_normalized_percentile":{"value":0.96806412,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"322","last_page":"328"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spoken-dialogue-systems","display_name":"spoken dialogue systems","score":0.9950000047683716},{"id":"https://openalex.org/keywords/shared-task","display_name":"shared task","score":0.8859999775886536},{"id":"https://openalex.org/keywords/sequence-to-sequence-models","display_name":"sequence-to-sequence models","score":0.8299999833106995},{"id":"https://openalex.org/keywords/template-based-generation","display_name":"template-based generation","score":0.9129999876022339},{"id":"https://openalex.org/keywords/lexical-diversity","display_name":"lexical diversity","score":0.8299999833106995},{"id":"https://openalex.org/keywords/discourse-phenomena","display_name":"discourse phenomena","score":0.7670000195503235},{"id":"https://openalex.org/keywords/syntactic-complexity","display_name":"syntactic complexity","score":0.5479999780654907}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.790359377861023},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.7535390853881836},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7154499888420105},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5872488617897034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5581002831459045},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5187373757362366},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5123921036720276},{"id":"https://openalex.org/C82714645","wikidata":"https://www.wikidata.org/wiki/Q438331","display_name":"Template","level":2,"score":0.4811621606349945},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4155632257461548},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3518541753292084},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16190090775489807},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/w18-6539","doi":"https://doi.org/10.18653/v1/w18-6539","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6539","pdf_url":"https://www.aclweb.org/anthology/W18-6539.pdf","source":{"id":"https://openalex.org/S4306419715","display_name":"International Conference on Natural Language Generation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Conference on Natural Language Generation","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1810.01170","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.01170","pdf_url":"https://arxiv.org/pdf/1810.01170","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2894882905","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1810.01170.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1810.01170","doi":"https://doi.org/10.48550/arxiv.1810.01170","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1810.01170","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/w18-6539","doi":"https://doi.org/10.18653/v1/w18-6539","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6539","pdf_url":"https://www.aclweb.org/anthology/W18-6539.pdf","source":{"id":"https://openalex.org/S4306419715","display_name":"International Conference on Natural Language Generation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Conference on Natural Language Generation","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4052565463","display_name":"MaDrIgAL: MultiDimensional Interaction management and Adaptive Learning","funder_award_id":"EP/N017536/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8495392564","display_name":"DILiGENt: Domain-Independent Language Generation","funder_award_id":"EP/M005429/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2894882905.pdf","grobid_xml":"https://content.openalex.org/works/W2894882905.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1889081078","https://openalex.org/W1947758080","https://openalex.org/W1948566616","https://openalex.org/W2021618504","https://openalex.org/W2100175927","https://openalex.org/W2135582105","https://openalex.org/W2153975459","https://openalex.org/W2154764394","https://openalex.org/W2161181481","https://openalex.org/W2250530145","https://openalex.org/W2251994258","https://openalex.org/W2257408573","https://openalex.org/W2291723583","https://openalex.org/W2427764808","https://openalex.org/W2429300145","https://openalex.org/W2483402000","https://openalex.org/W2518570122","https://openalex.org/W2578330760","https://openalex.org/W2604799547","https://openalex.org/W2732004306","https://openalex.org/W2737041661","https://openalex.org/W2739046565","https://openalex.org/W2740626591","https://openalex.org/W2745039414","https://openalex.org/W2760656271","https://openalex.org/W2786660442","https://openalex.org/W2793081411","https://openalex.org/W2805454500","https://openalex.org/W2897269555","https://openalex.org/W2901675956","https://openalex.org/W2902141901","https://openalex.org/W2902677561","https://openalex.org/W2903428882","https://openalex.org/W2915756181","https://openalex.org/W2918487654","https://openalex.org/W2952294095","https://openalex.org/W2962905474"],"related_works":["https://openalex.org/W2914397182","https://openalex.org/W2732004306","https://openalex.org/W2902141901","https://openalex.org/W2979467661","https://openalex.org/W2901675956","https://openalex.org/W6957696106","https://openalex.org/W2902677561","https://openalex.org/W3203809813","https://openalex.org/W2809445206","https://openalex.org/W2903428882"],"abstract_inverted_index":{"This":[0],"paper":[1],"summarises":[2],"the":[3,9,32,93],"experimental":[4],"setup":[5],"and":[6,71,107],"results":[7],"of":[8,86],"first":[10],"shared":[11,47],"task":[12,48],"on":[13,104],"end-to-end":[14,24],"(E2E)":[15],"natural":[16],"language":[17],"generation":[18,25],"(NLG)":[19],"in":[20],"spoken":[21],"dialogue":[22],"systems.Recent":[23],"systems":[26,77,102],"are":[27,38],"promising":[28],"since":[29],"they":[30,37],"reduce":[31],"need":[33],"for":[34],"data":[35],"annotation.However,":[36],"currently":[39],"limited":[40],"to":[41,50],"small,":[42],"delexicalised":[43],"datasets.The":[44],"E2E":[45],"NLG":[46],"aims":[49],"assess":[51],"whether":[52],"these":[53],"novel":[54],"approaches":[55],"can":[56],"generate":[57],"better-quality":[58],"output":[59],"by":[60,79],"learning":[61,90],"from":[62],"a":[63,83],"dataset":[64],"containing":[65],"higher":[66],"lexical":[67],"richness,":[68],"syntactic":[69],"complexity":[70],"diverse":[72],"discourse":[73],"phenomena.We":[74],"compare":[75],"62":[76],"submitted":[78],"17":[80],"institutions,":[81],"covering":[82],"wide":[84],"range":[85],"approaches,":[87],"including":[88],"machine":[89],"architectures":[91],"-with":[92],"majority":[94],"implementing":[95],"sequence-to-sequence":[96],"models":[97],"(seq2seq)":[98],"-as":[99],"well":[100],"as":[101],"based":[103],"grammatical":[105],"rules":[106],"templates.":[108]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2894882905","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":29},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":20},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2018-10-12T00:00:00"}
