{"id":"https://openalex.org/W2786860129","doi":"https://doi.org/10.18653/v1/w17-5522","title":"Evaluating Natural Language Understanding Services for Conversational Question Answering Systems","display_name":"Evaluating Natural Language Understanding Services for Conversational Question Answering Systems","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2786860129","doi":"https://doi.org/10.18653/v1/w17-5522","mag":"2786860129"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w17-5522","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-5522","pdf_url":"https://www.aclweb.org/anthology/W17-5522.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th Annual SIGdial Meeting on Discourse and Dialogue","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W17-5522.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036520551","display_name":"Daniel Braun","orcid":"https://orcid.org/0000-0001-8120-3368"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Braun","raw_affiliation_strings":["Technical University of Munich Department of Informatics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich Department of Informatics","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013092346","display_name":"Adrian Hernandez-Mendez","orcid":"https://orcid.org/0000-0001-5451-2333"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Adrian Hernandez-Mendez","raw_affiliation_strings":["Technical University of Munich Department of Informatics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich Department of Informatics","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022973212","display_name":"Florian Matthes","orcid":"https://orcid.org/0000-0002-6667-5452"},"institutions":[{"id":"https://openalex.org/I1325886976","display_name":"Siemens (Germany)","ror":"https://ror.org/059mq0909","country_code":"DE","type":"company","lineage":["https://openalex.org/I1325886976"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Matthes","raw_affiliation_strings":["Siemens AG Corporate Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Siemens AG Corporate Technology","institution_ids":["https://openalex.org/I1325886976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083004970","display_name":"Manfred Langen","orcid":null},"institutions":[{"id":"https://openalex.org/I1325886976","display_name":"Siemens (Germany)","ror":"https://ror.org/059mq0909","country_code":"DE","type":"company","lineage":["https://openalex.org/I1325886976"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Manfred Langen","raw_affiliation_strings":["Siemens AG Corporate Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Siemens AG Corporate Technology","institution_ids":["https://openalex.org/I1325886976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.4582,"has_fulltext":true,"cited_by_count":203,"citation_normalized_percentile":{"value":0.99005243,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"174","last_page":"185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.8336995840072632},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7791266441345215},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6184003949165344},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5678499937057495},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5491636991500854},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.49852943420410156},{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.43190333247184753},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.356003999710083},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35460132360458374},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.32467710971832275}],"concepts":[{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.8336995840072632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7791266441345215},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6184003949165344},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5678499937057495},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5491636991500854},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.49852943420410156},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.43190333247184753},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.356003999710083},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35460132360458374},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.32467710971832275},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w17-5522","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-5522","pdf_url":"https://www.aclweb.org/anthology/W17-5522.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th Annual SIGdial Meeting on Discourse and Dialogue","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w17-5522","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-5522","pdf_url":"https://www.aclweb.org/anthology/W17-5522.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th Annual SIGdial Meeting on Discourse and Dialogue","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2786860129.pdf","grobid_xml":"https://content.openalex.org/works/W2786860129.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1554804307","https://openalex.org/W1645937837","https://openalex.org/W1905966190","https://openalex.org/W1970381522","https://openalex.org/W2082468228","https://openalex.org/W2132445562","https://openalex.org/W2143539737","https://openalex.org/W2145482038","https://openalex.org/W2170872814","https://openalex.org/W2203357322","https://openalex.org/W2252147815","https://openalex.org/W2399197954","https://openalex.org/W2523602859","https://openalex.org/W2557298176","https://openalex.org/W2561572170","https://openalex.org/W2577150224","https://openalex.org/W2915971560","https://openalex.org/W3124386704","https://openalex.org/W3125182500","https://openalex.org/W4388935285"],"related_works":["https://openalex.org/W2750213978","https://openalex.org/W3157284875","https://openalex.org/W3200957432","https://openalex.org/W2259406085","https://openalex.org/W2099715052","https://openalex.org/W3203916972","https://openalex.org/W4226247999","https://openalex.org/W4212804285","https://openalex.org/W4213176082","https://openalex.org/W2187398150"],"abstract_inverted_index":{"Conversational":[0],"interfaces":[1],"recently":[2],"gained":[3],"a":[4,73],"lot":[5],"of":[6,9,25,80,91,97,112,114],"attention.":[7],"One":[8],"the":[10,13,17,77,101,115],"reasons":[11],"for":[12],"current":[14],"hype":[15],"is":[16],"fact":[18],"that":[19],"chatbots":[20],"(one":[21],"particularly":[22],"popular":[23,117],"form":[24],"conversational":[26],"interfaces)":[27],"nowadays":[28],"can":[29],"be":[30],"created":[31],"without":[32],"any":[33],"programming":[34],"knowledge,":[35],"thanks":[36],"to":[37,75,123,129],"different":[38],"toolkits":[39],"and":[40,58,94,127],"socalled":[41],"Natural":[42],"Language":[43],"Understanding":[44],"(NLU)":[45],"services.":[46,82,119],"While":[47],"these":[48,106],"NLU":[49,81,118],"services":[50],"are":[51],"already":[52],"widely":[53],"used":[54],"in":[55],"both,":[56,125],"industry":[57],"science,":[59],"so":[60],"far,":[61],"they":[62,137],"have":[63],"not":[64],"been":[65],"analysed":[66],"systematically.":[67],"In":[68],"this":[69],"paper,":[70],"we":[71,84,108,121],"present":[72,85],"method":[74],"evaluate":[76],"classification":[78],"performance":[79],"Moreover,":[83],"two":[86],"new":[87],"corpora,":[88,107],"one":[89,95],"consisting":[90,96],"annotated":[92,98],"questions":[93,99],"with":[100],"corresponding":[102],"answers.":[103],"Based":[104],"on":[105],"conduct":[109],"an":[110],"evaluation":[111],"some":[113],"most":[116],"Thereby":[120],"want":[122],"enable":[124],"researchers":[126],"companies":[128],"make":[130],"more":[131],"educated":[132],"decisions":[133],"about":[134],"which":[135],"service":[136],"should":[138],"use.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":36},{"year":2021,"cited_by_count":36},{"year":2020,"cited_by_count":42},{"year":2019,"cited_by_count":33},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}