{"id":"https://openalex.org/W4394025826","doi":"https://doi.org/10.5281/zenodo.7729011","title":"SciQA benchmark: Dataset and RDF dump","display_name":"SciQA benchmark: Dataset and RDF dump","publication_year":2023,"publication_date":"2023-03-13","ids":{"openalex":"https://openalex.org/W4394025826","doi":"https://doi.org/10.5281/zenodo.7729011"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:7729011","is_oa":true,"landing_page_url":"https://zenodo.org/record/7729011","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/7729011","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071765665","display_name":"S\u00f6ren Auer","orcid":null},"institutions":[{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]},{"id":"https://openalex.org/I4390039265","display_name":"PRG S&Tech (South Korea)","ror":"https://ror.org/02sr2ee22","country_code":null,"type":"company","lineage":["https://openalex.org/I4390039265"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Auer, S\u00f6ren","raw_affiliation_strings":["Leibniz Information Centre for Science and Technology"],"affiliations":[{"raw_affiliation_string":"Leibniz Information Centre for Science and Technology","institution_ids":["https://openalex.org/I4390039265","https://openalex.org/I2802635041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102785045","display_name":"Dante Augusto Couto Barone","orcid":"https://orcid.org/0000-0002-4783-6118"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]},{"id":"https://openalex.org/I4210152232","display_name":"Institute of Informatics of the Slovak Academy of Sciences","ror":"https://ror.org/04jgqpc26","country_code":"SK","type":"facility","lineage":["https://openalex.org/I207624831","https://openalex.org/I4210152232"]},{"id":"https://openalex.org/I94328231","display_name":"University of Rio Grande and Rio Grande Community College","ror":"https://ror.org/02sghbs34","country_code":"US","type":"education","lineage":["https://openalex.org/I94328231"]}],"countries":["BR","SK","US"],"is_corresponding":false,"raw_author_name":"Barone, Dante A. C.","raw_affiliation_strings":["Institute of Informatics, Federal University of Rio Grande do Sul"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics, Federal University of Rio Grande do Sul","institution_ids":["https://openalex.org/I94328231","https://openalex.org/I4210152232","https://openalex.org/I130442723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048868429","display_name":"Cassiano Bartz","orcid":null},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]},{"id":"https://openalex.org/I4210152232","display_name":"Institute of Informatics of the Slovak Academy of Sciences","ror":"https://ror.org/04jgqpc26","country_code":"SK","type":"facility","lineage":["https://openalex.org/I207624831","https://openalex.org/I4210152232"]},{"id":"https://openalex.org/I94328231","display_name":"University of Rio Grande and Rio Grande Community College","ror":"https://ror.org/02sghbs34","country_code":"US","type":"education","lineage":["https://openalex.org/I94328231"]}],"countries":["BR","SK","US"],"is_corresponding":false,"raw_author_name":"Bartz, Cassiano","raw_affiliation_strings":["Institute of Informatics, Federal University of Rio Grande do Sul"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics, Federal University of Rio Grande do Sul","institution_ids":["https://openalex.org/I94328231","https://openalex.org/I4210152232","https://openalex.org/I130442723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051477267","display_name":"Eduardo G. Cortes","orcid":"https://orcid.org/0000-0002-0272-1982"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]},{"id":"https://openalex.org/I4210152232","display_name":"Institute of Informatics of the Slovak Academy of Sciences","ror":"https://ror.org/04jgqpc26","country_code":"SK","type":"facility","lineage":["https://openalex.org/I207624831","https://openalex.org/I4210152232"]},{"id":"https://openalex.org/I94328231","display_name":"University of Rio Grande and Rio Grande Community College","ror":"https://ror.org/02sghbs34","country_code":"US","type":"education","lineage":["https://openalex.org/I94328231"]}],"countries":["BR","SK","US"],"is_corresponding":false,"raw_author_name":"Cortes, Eduardo G.","raw_affiliation_strings":["Institute of Informatics, Federal University of Rio Grande do Sul"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics, Federal University of Rio Grande do Sul","institution_ids":["https://openalex.org/I94328231","https://openalex.org/I4210152232","https://openalex.org/I130442723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078133624","display_name":"Mohamad Yaser Jaradeh","orcid":"https://orcid.org/0000-0001-8777-2780"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jaradeh, Mohamad Yaser","raw_affiliation_strings":["L3S Research Center, Leibniz University Hannover"],"affiliations":[{"raw_affiliation_string":"L3S Research Center, Leibniz University Hannover","institution_ids":["https://openalex.org/I4210136150","https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034942489","display_name":"Oliver Karras","orcid":"https://orcid.org/0000-0001-5336-6899"},"institutions":[{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]},{"id":"https://openalex.org/I4390039265","display_name":"PRG S&Tech (South Korea)","ror":"https://ror.org/02sr2ee22","country_code":null,"type":"company","lineage":["https://openalex.org/I4390039265"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Karras, Oliver","raw_affiliation_strings":["Leibniz Information Centre for Science and Technology"],"affiliations":[{"raw_affiliation_string":"Leibniz Information Centre for Science and Technology","institution_ids":["https://openalex.org/I4390039265","https://openalex.org/I2802635041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075117735","display_name":"Manolis Koubarakis","orcid":"https://orcid.org/0000-0002-1954-8338"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Koubarakis, Manolis","raw_affiliation_strings":["Department of Informatics and Telecommunications, National and Kapodistrian University of Athens"],"affiliations":[{"raw_affiliation_string":"Department of Informatics and Telecommunications, National and Kapodistrian University of Athens","institution_ids":["https://openalex.org/I200777214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014426410","display_name":"Dmitry Mouromtsev","orcid":"https://orcid.org/0000-0002-0644-9242"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Mouromtsev, Dmitry","raw_affiliation_strings":["Laboratory of Information Science and Semantic Technologies, ITMO University"],"affiliations":[{"raw_affiliation_string":"Laboratory of Information Science and Semantic Technologies, ITMO University","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089422194","display_name":"Dmitrii Pliukhin","orcid":"https://orcid.org/0000-0001-5790-7883"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Pliukhin, Dmitrii","raw_affiliation_strings":["Laboratory of Information Science and Semantic Technologies, ITMO University"],"affiliations":[{"raw_affiliation_string":"Laboratory of Information Science and Semantic Technologies, ITMO University","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037218732","display_name":"Daniil Radyush","orcid":"https://orcid.org/0000-0001-8823-0609"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Radyush, Daniil","raw_affiliation_strings":["Laboratory of Information Science and Semantic Technologies, ITMO University"],"affiliations":[{"raw_affiliation_string":"Laboratory of Information Science and Semantic Technologies, ITMO University","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074884381","display_name":"Ivan Shilin","orcid":"https://orcid.org/0000-0002-7846-1398"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Shilin, Ivan","raw_affiliation_strings":["Laboratory of Information Science and Semantic Technologies, ITMO University"],"affiliations":[{"raw_affiliation_string":"Laboratory of Information Science and Semantic Technologies, ITMO University","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062163326","display_name":"Markus Stocker","orcid":"https://orcid.org/0000-0001-5492-3212"},"institutions":[{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]},{"id":"https://openalex.org/I4390039265","display_name":"PRG S&Tech (South Korea)","ror":"https://ror.org/02sr2ee22","country_code":null,"type":"company","lineage":["https://openalex.org/I4390039265"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stocker, Markus","raw_affiliation_strings":["Leibniz Information Centre for Science and Technology"],"affiliations":[{"raw_affiliation_string":"Leibniz Information Centre for Science and Technology","institution_ids":["https://openalex.org/I4390039265","https://openalex.org/I2802635041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000095596","display_name":"Eleni Tsalapati","orcid":"https://orcid.org/0000-0001-9464-404X"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Tsalapati, Eleni","raw_affiliation_strings":["Department of Informatics and Telecommunications, National and Kapodistrian University of Athens"],"affiliations":[{"raw_affiliation_string":"Department of Informatics and Telecommunications, National and Kapodistrian University of Athens","institution_ids":["https://openalex.org/I200777214"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5071765665"],"corresponding_institution_ids":["https://openalex.org/I2802635041","https://openalex.org/I4390039265"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.8307999968528748,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.8307999968528748,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.7875000238418579,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rdf","display_name":"RDF","score":0.7676140069961548},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7596355676651001},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5348535776138306},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38202008605003357},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3280579447746277},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.2924097776412964},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.24260565638542175},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.16025537252426147},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.060256749391555786}],"concepts":[{"id":"https://openalex.org/C147497476","wikidata":"https://www.wikidata.org/wiki/Q54872","display_name":"RDF","level":3,"score":0.7676140069961548},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7596355676651001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5348535776138306},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38202008605003357},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3280579447746277},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2924097776412964},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.24260565638542175},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.16025537252426147},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.060256749391555786}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:7729011","is_oa":true,"landing_page_url":"https://zenodo.org/record/7729011","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},{"id":"doi:10.5281/zenodo.7729011","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.7729011","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:7729011","is_oa":true,"landing_page_url":"https://zenodo.org/record/7729011","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W2087343574"],"abstract_inverted_index":{"SciQA":[0],"benchmark":[1],"of":[2,63,75,81,86,119,130,192,211],"questions":[3,76,83,88],"and":[4,56,77,160],"queries.":[5],"The":[6,24,42],"data":[7],"dump":[8,25],"is":[9,149,152,186,206],"in":[10,71,104,122,136,156],"NTriples":[11],"format":[12,50],"(RDF":[13],"NT)":[14],"taken":[15],"from":[16],"the":[17,64,72,99,105,123,126,137,157,180,183,193,200,203,212],"ORKG":[18,127],"system":[19,143],"on":[20,91],"14.02.2023":[21],"at":[22],"02:04PM.<br>":[23],"can":[26,39],"be":[27,40,162],"imported":[28],"into":[29],"a":[30,142,145],"virtuoso":[31],"endpoint":[32],"or":[33,112,144,147,174],"any":[34],"RDF":[35],"engine":[36],"so":[37],"it":[38,185,205],"queried.":[41],"questions/queries":[43],"are":[44,59,68],"provided":[45,60],"as":[46],"spread":[47],"sheets":[48],"(Excel":[49],"&amp;":[51],"CSV":[52],"format),":[53],"also":[54,69],"train":[55],"test":[57],"files":[58],"for":[61,132,166],"each":[62],"sets.":[65],"HF":[66],"datasets":[67],"attached":[70],"archive.":[73],"<strong>Types</strong>":[74],"queries:":[78],"Handcrafted":[79],"set":[80,85],"100":[82],"Auto-generated":[84],"2465":[87],"<strong>More":[89],"details</strong>":[90],"certain":[92],"columns:<br>":[93],"\"Classification":[94],"rationale\"":[95],"It":[96],"may":[97],"contain":[98],"following":[100],"values:":[101],"Nested":[102,134],"facts":[103,135],"question":[106,124,158,184,204],"Sorting,":[107,169],"sum,":[108,170],"average,":[109,171],"minimum,":[110,172],"maximum":[111,173],"count":[113,175],"calculation":[114,176],"required":[115],"Filter":[116,196],"used":[117],"Mappings":[118],"Asking":[120],"Point":[121],"to":[125,182,188,202,208],"ontology":[128],"<strong>Explanation":[129],"Rationale":[131],"Non-factoid</strong>:":[133],"question.":[138],"An":[139],"entity":[140],"(e.g.,":[141],"paper)":[146],"predicate":[148],"requested":[150],"that":[151],"not":[153],"explicitly":[154],"stated":[155],"text":[159],"must":[161],"inferred":[163],"while":[164],"searching":[165],"an":[167,190],"answer.":[168],"required.":[177],"To":[178,198],"get":[179,199],"answer":[181,201],"necessary":[187,207],"make":[189],"aggregation":[191],"query":[194,213],"results.":[195],"used.":[197],"use":[209],"filtering":[210],"results":[214],"by":[215],"some":[216],"conditions.<br>":[217]},"counts_by_year":[],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}