{"id":"https://openalex.org/W4212849673","doi":"https://doi.org/10.1145/3488560.3502196","title":"Quality Assurance of a German COVID-19 Question Answering Systems using Component-based Microbenchmarking","display_name":"Quality Assurance of a German COVID-19 Question Answering Systems using Component-based Microbenchmarking","publication_year":2022,"publication_date":"2022-02-11","ids":{"openalex":"https://openalex.org/W4212849673","doi":"https://doi.org/10.1145/3488560.3502196"},"language":"en","primary_location":{"id":"doi:10.1145/3488560.3502196","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3488560.3502196","pdf_url":null,"source":{"id":"https://openalex.org/S4363608885","display_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071736571","display_name":"Andreas Both","orcid":"https://orcid.org/0000-0002-9177-5463"},"institutions":[{"id":"https://openalex.org/I4210089758","display_name":"Anhalt University of Applied Sciences","ror":"https://ror.org/0076zct58","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210089758"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Andreas Both","raw_affiliation_strings":["Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany"],"affiliations":[{"raw_affiliation_string":"Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany","institution_ids":["https://openalex.org/I4210089758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051370274","display_name":"Paul Heinze","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089758","display_name":"Anhalt University of Applied Sciences","ror":"https://ror.org/0076zct58","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210089758"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Paul Heinze","raw_affiliation_strings":["Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany"],"affiliations":[{"raw_affiliation_string":"Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany","institution_ids":["https://openalex.org/I4210089758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047559751","display_name":"Aleksandr Perevalov","orcid":"https://orcid.org/0000-0002-6803-3357"},"institutions":[{"id":"https://openalex.org/I4210089758","display_name":"Anhalt University of Applied Sciences","ror":"https://ror.org/0076zct58","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210089758"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Aleksandr Perevalov","raw_affiliation_strings":["Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany"],"affiliations":[{"raw_affiliation_string":"Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany","institution_ids":["https://openalex.org/I4210089758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042802274","display_name":"Johannes Richard Bartsch","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089758","display_name":"Anhalt University of Applied Sciences","ror":"https://ror.org/0076zct58","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210089758"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Richard Bartsch","raw_affiliation_strings":["Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany"],"affiliations":[{"raw_affiliation_string":"Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany","institution_ids":["https://openalex.org/I4210089758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017908759","display_name":"Rostislav Iudin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089758","display_name":"Anhalt University of Applied Sciences","ror":"https://ror.org/0076zct58","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210089758"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rostislav Iudin","raw_affiliation_strings":["Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany"],"affiliations":[{"raw_affiliation_string":"Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany","institution_ids":["https://openalex.org/I4210089758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063600836","display_name":"Johannes Rudolf Herkner","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089758","display_name":"Anhalt University of Applied Sciences","ror":"https://ror.org/0076zct58","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210089758"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Rudolf Herkner","raw_affiliation_strings":["Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany"],"affiliations":[{"raw_affiliation_string":"Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany","institution_ids":["https://openalex.org/I4210089758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030442776","display_name":"Tim Schrader","orcid":"https://orcid.org/0000-0002-5323-5589"},"institutions":[{"id":"https://openalex.org/I4210089758","display_name":"Anhalt University of Applied Sciences","ror":"https://ror.org/0076zct58","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210089758"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tim Schrader","raw_affiliation_strings":["Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany"],"affiliations":[{"raw_affiliation_string":"Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany","institution_ids":["https://openalex.org/I4210089758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071537424","display_name":"Jonas Wunsch","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089758","display_name":"Anhalt University of Applied Sciences","ror":"https://ror.org/0076zct58","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210089758"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Wunsch","raw_affiliation_strings":["Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany"],"affiliations":[{"raw_affiliation_string":"Anhalt University of Applied Sciences, K\u00f6then (Anhalt), Germany","institution_ids":["https://openalex.org/I4210089758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066830374","display_name":"Ren\u00e9 G\u00fcrth","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren\u00e9 G\u00fcrth","raw_affiliation_strings":["Informationstechnikzentrum Bund (ITZBund), Bonn, Germany"],"affiliations":[{"raw_affiliation_string":"Informationstechnikzentrum Bund (ITZBund), Bonn, Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019121181","display_name":"Ann Kristin Falkenhain","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090918","display_name":"Federal Ministry of the Interior","ror":"https://ror.org/00fpwd955","country_code":"DE","type":"government","lineage":["https://openalex.org/I4210090918"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ann Kristin Falkenhain","raw_affiliation_strings":["Federal Ministry of the Interior, Building and Community, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Federal Ministry of the Interior, Building and Community, Berlin, Germany","institution_ids":["https://openalex.org/I4210090918"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5071736571"],"corresponding_institution_ids":["https://openalex.org/I4210089758"],"apc_list":null,"apc_paid":null,"fwci":0.3118,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.46918768,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1561","last_page":"1564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7655339241027832},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.7524833679199219},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.7272257804870605},{"id":"https://openalex.org/keywords/sparql","display_name":"SPARQL","score":0.6673589944839478},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"Quality assurance","score":0.5563920140266418},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5394092798233032},{"id":"https://openalex.org/keywords/rdf","display_name":"RDF","score":0.5096912384033203},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5064750909805298},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5002319812774658},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.42548447847366333},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.31673943996429443},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.31297850608825684},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.21556580066680908},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10351511836051941}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7655339241027832},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.7524833679199219},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.7272257804870605},{"id":"https://openalex.org/C41009113","wikidata":"https://www.wikidata.org/wiki/Q54871","display_name":"SPARQL","level":4,"score":0.6673589944839478},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.5563920140266418},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5394092798233032},{"id":"https://openalex.org/C147497476","wikidata":"https://www.wikidata.org/wiki/Q54872","display_name":"RDF","level":3,"score":0.5096912384033203},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5064750909805298},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5002319812774658},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.42548447847366333},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.31673943996429443},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.31297850608825684},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.21556580066680908},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10351511836051941},{"id":"https://openalex.org/C2778618615","wikidata":"https://www.wikidata.org/wiki/Q4008393","display_name":"External quality assessment","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3488560.3502196","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3488560.3502196","pdf_url":null,"source":{"id":"https://openalex.org/S4363608885","display_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2109956628","https://openalex.org/W2516125976","https://openalex.org/W2620468789","https://openalex.org/W2788460763","https://openalex.org/W3041537557","https://openalex.org/W3121867897"],"related_works":["https://openalex.org/W2615202182","https://openalex.org/W4206665951","https://openalex.org/W3085073370","https://openalex.org/W2904139343","https://openalex.org/W2529794967","https://openalex.org/W2978246852","https://openalex.org/W2604011835","https://openalex.org/W2528203718","https://openalex.org/W2295924417","https://openalex.org/W4241483715"],"abstract_inverted_index":{"Question":[0],"Answering":[1],"(QA)":[2],"has":[3],"become":[4],"an":[5],"often":[6],"used":[7,86],"method":[8],"to":[9,64,69,118,123],"retrieve":[10],"data":[11,70,90],"as":[12,38],"part":[13],"of":[14,25,75,100,115,127],"chatbots":[15],"and":[16,96,134],"other":[17],"natural-language":[18],"user":[19],"interfaces.":[20],"In":[21,45],"particular,":[22],"QA":[23,53,92,102,116],"systems":[24,117],"official":[26,51],"institutions":[27],"have":[28],"high":[29,80],"expectations":[30],"regarding":[31,71],"the":[32,36,39,50,60,98,101,125,131],"answers":[33],"computed":[34],"by":[35],"system,":[37],"provided":[40],"information":[41],"might":[42],"be":[43],"critical.":[44],"this":[46],"demonstration,":[47],"we":[48,107],"use":[49,119],"COVID-19":[52],"system":[54,103],"that":[55,87],"was":[56,85],"developed":[57],"together":[58],"with":[59],"German":[61,66],"Federal":[62],"government":[63],"provide":[65],"citizens":[67],"access":[68],"incident":[72],"values,":[73],"number":[74],"deaths,":[76],"etc.":[77],"To":[78],"ensure":[79],"quality,":[81],"a":[82,120,137],"component-based":[83],"approach":[84,122],"enables":[88,113],"exchanging":[89],"between":[91],"components":[93],"using":[94,104],"RDF":[95],"validating":[97],"functionality":[99],"SPARQL.":[105],"Here,":[106],"will":[108],"demonstrate":[109],"how":[110],"our":[111],"solution":[112],"developers":[114],"descriptive":[121],"validate":[124],"quality":[126],"their":[128],"implementation":[129],"before":[130],"system's":[132],"deployment":[133],"also":[135],"within":[136],"live":[138],"environment.":[139]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}