{"id":"https://openalex.org/W6911723623","doi":"https://doi.org/10.5281/zenodo.14720669","title":"Knowledge bases for explainable benchmarking (QALD10, QALD9+DB, QALD9+WK)","display_name":"Knowledge bases for explainable benchmarking (QALD10, QALD9+DB, QALD9+WK)","publication_year":2025,"publication_date":"2025-01-22","ids":{"openalex":"https://openalex.org/W6911723623","doi":"https://doi.org/10.5281/zenodo.14720669"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.14720669","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14720669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.14720669","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhang, Quannian","orcid":"https://orcid.org/0009-0008-9497-3204"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Zhang, Quannian","raw_affiliation_strings":["Paderborn University"],"raw_orcid":"https://orcid.org/0009-0008-9497-3204","affiliations":[{"raw_affiliation_string":"Paderborn University","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":null,"display_name":"R\u00f6der, Michael","orcid":"https://orcid.org/0000-0002-8609-8277"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"R\u00f6der, Michael","raw_affiliation_strings":["Paderborn University"],"raw_orcid":"https://orcid.org/0000-0002-8609-8277","affiliations":[{"raw_affiliation_string":"Paderborn University","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Srivastava, Nikit","orcid":"https://orcid.org/0009-0004-5164-4911"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Srivastava, Nikit","raw_affiliation_strings":["Paderborn University"],"raw_orcid":"https://orcid.org/0009-0004-5164-4911","affiliations":[{"raw_affiliation_string":"Paderborn University","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kouagou, N'Dah Jean","orcid":"https://orcid.org/0000-0002-4217-897X"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kouagou, N'Dah Jean","raw_affiliation_strings":["Paderborn University"],"raw_orcid":"https://orcid.org/0000-0002-4217-897X","affiliations":[{"raw_affiliation_string":"Paderborn University","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ngonga Ngomo, Axel-Cyrille","orcid":"https://orcid.org/0000-0001-7112-3516"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ngonga Ngomo, Axel-Cyrille","raw_affiliation_strings":["Paderborn University"],"raw_orcid":"https://orcid.org/0000-0001-7112-3516","affiliations":[{"raw_affiliation_string":"Paderborn University","institution_ids":["https://openalex.org/I206945453"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I206945453"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5730999708175659},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.5443999767303467},{"id":"https://openalex.org/keywords/sparql","display_name":"SPARQL","score":0.4961000084877014},{"id":"https://openalex.org/keywords/rdf","display_name":"RDF","score":0.45570001006126404},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.426800012588501},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.4262999892234802},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4262999892234802},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.38929998874664307},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.3889999985694885},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.3686000108718872}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7907000184059143},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5730999708175659},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.5443999767303467},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5429999828338623},{"id":"https://openalex.org/C41009113","wikidata":"https://www.wikidata.org/wiki/Q54871","display_name":"SPARQL","level":4,"score":0.4961000084877014},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4796999990940094},{"id":"https://openalex.org/C147497476","wikidata":"https://www.wikidata.org/wiki/Q54872","display_name":"RDF","level":3,"score":0.45570001006126404},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.445499986410141},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.426800012588501},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.4262999892234802},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4262999892234802},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.38929998874664307},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.3889999985694885},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.3686000108718872},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.36649999022483826},{"id":"https://openalex.org/C102993220","wikidata":"https://www.wikidata.org/wiki/Q387196","display_name":"Description logic","level":2,"score":0.3596000075340271},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C69075417","wikidata":"https://www.wikidata.org/wiki/Q515701","display_name":"Linked data","level":3,"score":0.35499998927116394},{"id":"https://openalex.org/C28076734","wikidata":"https://www.wikidata.org/wiki/Q63087","display_name":"Coreference","level":3,"score":0.30230000615119934},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C198942812","wikidata":"https://www.wikidata.org/wiki/Q496618","display_name":"Semantic property","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C69562738","wikidata":"https://www.wikidata.org/wiki/Q200694","display_name":"Propositional calculus","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2732999920845032},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C2185349","wikidata":"https://www.wikidata.org/wiki/Q190558","display_name":"Negation","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C2777877512","wikidata":"https://www.wikidata.org/wiki/Q1116097","display_name":"Common ground","level":2,"score":0.25209999084472656},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.14720669","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14720669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.14720669","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14720669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"project":[1],"provides":[2],"three":[3,11,35,129,211],"knowledge":[4,108,242,262,276],"graphs":[5],"that":[6,38,58,251],"we":[7,105,151,231],"created":[8],"for":[9,133,191],"the":[10,34,48,63,69,73,80,88,98,113,117,124,148,160,169,187,192,198,207,240,253,260,269,284,287,290],"QA":[12,36],"benchmarks:":[13],"QALD-9":[14,17],"plus":[15,18],"DBpedia,":[16],"Wikidata,":[19],"and":[20,286,323,343],"QALD-10.":[21],"Here":[22],"are":[23],"some":[24],"more":[25],"details:":[26],"1.":[27],"Preprocessing":[28],"We":[29,46,83,185,202,264],"remove":[30],"all":[31,76],"questions":[32],"from":[33,112,239],"datasets":[37],"have":[39],"an":[40,229],"empty":[41],"ground":[42,199,254],"truth":[43,200,255],"answer":[44,256],"set.":[45],"preprocessed":[47,84],"DBpedia":[49],"reference":[50,241,261],"graph":[51,109,209,304,332],"by:":[52],"Removing":[53,66],"43,618":[54],"triples":[55],"with":[56,91,141,197,210],"IRIs":[57],"do":[59],"not":[60],"pass":[61],"through":[62],"RDF":[64],"checker.":[65],"properties":[67,213,280],"of":[68,75,101,131,159,173,289,293,297,302,309,314,326,336],"http://dbpedia.org/property/":[70],"namespace.":[71],"Inferring":[72],"classes":[74],"entities":[77,291],"based":[78],"on":[79,123,259],"class":[81],"hierarchy.":[82],"Wikidata":[85],"by":[86],"replacing":[87],"property":[89],"http://www.wikidata.org/prop/direct/P31":[90],"http://www.w3.org/1999/02/22-rdf\\textbackslash-syntax-ns\\#type.":[92],"2.":[93],"Knowledge":[94],"Base":[95],"Structure":[96],"In":[97],"first":[99],"step":[100],"our":[102,275],"benchmarking":[103,118],"framework,":[104],"generate":[106],"a":[107,142,248,330],"comprising":[110],"information":[111],"dataset":[114],"used":[115,258],"during":[116],"process.":[119],"Our":[120],"work":[121],"relies":[122],"QALD":[125],"datasets,":[126],"which":[127],"include":[128],"types":[130],"data":[132],"each":[134,225],"question:":[135],"Natural":[136],"language":[137],"questionEach":[138],"question":[139,161,177,195,246],"comes":[140,196],"representation":[143],"in":[144,283,317,329],"several":[145],"languages.":[146],"From":[147],"English":[149],"question,":[150],"extract":[152],"linguistic":[153],"features":[154,273],"such":[155,339],"as:":[156],"The":[157,164,171,176,180,295,300,306,311,320,334],"length":[158],"(dqb:hasLength)":[162],"Note:":[163],"prefix":[165],"dqb:":[166],"refers":[167],"to":[168,206,267,274],"namespacehttp://w3id.org/dice-research/qa-bench#.":[170],"presence":[172,335],"negation":[174],"(dqb:hasNegation)":[175],"word":[178],"(dqb:hasQuestionWord)":[179],"NLP":[181,189],"parse":[182],"tree":[183],"(dqb:hasNlpParseTreeRoot)Note:":[184],"employ":[186],"Stanford":[188],"toolkit":[190],"extraction.":[193],"Answer(s)Each":[194],"answers.":[201],"add":[203,232,268],"these":[204],"answers":[205,216,219,223],"generated":[208],"different":[212],"distinguishing:":[214],"IRI":[215,226],"(dqb:hasIRIAnswer)":[217],"Boolean":[218],"(dqb:hasBooleanAnswer)":[220],"Other":[221],"literal":[222],"(dqb:hasLiteralAnswer)For":[224],"listed":[227],"as":[228,340],"answer,":[230],"its":[233],"concise":[234],"bounded":[235],"description":[236],"(CBD)":[237],"extracted":[238],"graph.":[243,263],"SPARQL":[244,249,271],"queryEach":[245],"has":[247],"query":[250,272,294],"returns":[252],"when":[257],"adopt":[265],"LSQ":[266],"following":[270],"graph:":[277],"Entities":[278],"(dqb:hasEntity),":[279],"(dqb:hasProperty)":[281],"contained":[282],"query,":[285],"CBD":[288],"Type":[292],"number":[296,301,325],"triple":[298,327],"patterns":[299,305,328],"basic":[303,331],"average":[307],"degree":[308,313],"vertices":[310,315],"median":[312,324],"involved":[316],"join":[318],"operations":[319],"minimum,":[321],"maximum,":[322],"pattern":[333],"certain":[337],"keywords":[338],"FILTER,":[341],"DISTINCT,":[342],"GROUP":[344],"BY":[345]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}