{"id":"https://openalex.org/W2890957719","doi":"https://doi.org/10.18653/v1/d18-2020","title":"Interactive Instance-based Evaluation of Knowledge Base Question Answering","display_name":"Interactive Instance-based Evaluation of Knowledge Base Question Answering","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2890957719","doi":"https://doi.org/10.18653/v1/d18-2020","mag":"2890957719"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d18-2020","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-2020","pdf_url":"https://www.aclweb.org/anthology/D18-2020.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing: System Demonstrations","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D18-2020.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104152393","display_name":"Daniil Sorokin","orcid":null},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniil Sorokin","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universitt Darmstadt www","Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universit\u00e4t Darmstadt www"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universitt Darmstadt www","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universit\u00e4t Darmstadt www","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universitt Darmstadt www","Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universit\u00e4t Darmstadt www"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universitt Darmstadt www","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universit\u00e4t Darmstadt www","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":0.2264,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.52308078,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"114","last_page":"119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8831544518470764},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.8811989426612854},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.7001687288284302},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6753572225570679},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.6670101881027222},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.6584872007369995},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.582420289516449},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5731658935546875},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49855852127075195},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.45902711153030396},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4322616457939148},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3721860647201538},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3685721755027771},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35882556438446045}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8831544518470764},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8811989426612854},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.7001687288284302},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6753572225570679},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.6670101881027222},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.6584872007369995},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.582420289516449},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5731658935546875},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49855852127075195},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.45902711153030396},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4322616457939148},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3721860647201538},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3685721755027771},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35882556438446045},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/d18-2020","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-2020","pdf_url":"https://www.aclweb.org/anthology/D18-2020.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing: System Demonstrations","raw_type":"proceedings-article"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:106850","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/106850/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"}],"best_oa_location":{"id":"doi:10.18653/v1/d18-2020","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-2020","pdf_url":"https://www.aclweb.org/anthology/D18-2020.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing: System Demonstrations","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G3424576390","display_name":null,"funder_award_id":"GRK 1994","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G481299621","display_name":null,"funder_award_id":"GRK 1994/1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G5741896422","display_name":null,"funder_award_id":"RI 803/12-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G6215165406","display_name":null,"funder_award_id":"GU 798/18-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2890957719.pdf","grobid_xml":"https://content.openalex.org/works/W2890957719.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1753385428","https://openalex.org/W1928294160","https://openalex.org/W2123442489","https://openalex.org/W2187089797","https://openalex.org/W2250225488","https://openalex.org/W2251079237","https://openalex.org/W2251287417","https://openalex.org/W2302963717","https://openalex.org/W2307268612","https://openalex.org/W2529383646","https://openalex.org/W2584015706","https://openalex.org/W2614846107","https://openalex.org/W2757344526","https://openalex.org/W2766513516","https://openalex.org/W2812869832","https://openalex.org/W2962974452","https://openalex.org/W2964044040","https://openalex.org/W3128678724","https://openalex.org/W4289699827"],"related_works":["https://openalex.org/W3134247745","https://openalex.org/W4226243593","https://openalex.org/W3172691639","https://openalex.org/W2963582704","https://openalex.org/W4237775755","https://openalex.org/W2355172082","https://openalex.org/W1580667900","https://openalex.org/W1979978247","https://openalex.org/W2102929690","https://openalex.org/W2160911376"],"abstract_inverted_index":{"Most":[0],"approaches":[1],"to":[2,62,74,84,108],"Knowledge":[3],"Base":[4],"Question":[5],"Answering":[6],"are":[7],"based":[8],"on":[9,42,69],"semantic":[10,31],"parsing.":[11],"In":[12],"this":[13],"paper,":[14],"we":[15],"present":[16],"a":[17,29,89],"tool":[18],"that":[19,27,50],"aids":[20],"in":[21],"debugging":[22,65],"of":[23,58,66,88,103],"question":[24,44],"answering":[25,45],"systems":[26],"construct":[28],"structured":[30],"representation":[32],"for":[33],"the":[34,86,94],"input":[35],"question.":[36],"Previous":[37],"work":[38],"has":[39],"largely":[40],"focused":[41],"building":[43],"interfaces":[46],"or":[47],"evaluation":[48],"frameworks":[49],"unify":[51],"multiple":[52],"data":[53],"sets.":[54],"The":[55],"primary":[56],"objective":[57],"our":[59,110],"system":[60],"is":[61],"enable":[63],"interactive":[64,80],"model":[67],"predictions":[68],"individual":[70],"instances":[71],"(questions)":[72],"and":[73,97],"simplify":[75],"manual":[76],"error":[77],"analysis.":[78],"Our":[79],"interface":[81,111],"helps":[82],"researchers":[83],"understand":[85],"shortcomings":[87],"particular":[90],"model,":[91],"qualitatively":[92],"analyze":[93],"complete":[95],"pipeline":[96],"compare":[98],"different":[99],"models.":[100],"A":[101],"set":[102],"sit-by":[104],"sessions":[105],"was":[106],"used":[107],"validate":[109],"design.":[112]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}