{"id":"https://openalex.org/W4393535673","doi":"https://doi.org/10.5281/zenodo.7729047","title":"SciQA benchmark: Dataset and RDF dump","display_name":"SciQA benchmark: Dataset and RDF dump","publication_year":2023,"publication_date":"2023-03-13","ids":{"openalex":"https://openalex.org/W4393535673","doi":"https://doi.org/10.5281/zenodo.7729047"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:7729047","is_oa":true,"landing_page_url":"https://zenodo.org/record/7729047","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/7729047","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071765665","display_name":"S\u00f6ren Auer","orcid":null},"institutions":[{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]},{"id":"https://openalex.org/I4390039265","display_name":"PRG S&Tech (South Korea)","ror":"https://ror.org/02sr2ee22","country_code":null,"type":"company","lineage":["https://openalex.org/I4390039265"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Auer, S\u00f6ren","raw_affiliation_strings":["Leibniz Information Centre for Science and Technology"],"affiliations":[{"raw_affiliation_string":"Leibniz Information Centre for Science and Technology","institution_ids":["https://openalex.org/I4390039265","https://openalex.org/I2802635041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102785045","display_name":"Dante Augusto Couto Barone","orcid":"https://orcid.org/0000-0002-4783-6118"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]},{"id":"https://openalex.org/I4210152232","display_name":"Institute of Informatics of the Slovak Academy of Sciences","ror":"https://ror.org/04jgqpc26","country_code":"SK","type":"facility","lineage":["https://openalex.org/I207624831","https://openalex.org/I4210152232"]},{"id":"https://openalex.org/I94328231","display_name":"University of Rio Grande and Rio Grande Community College","ror":"https://ror.org/02sghbs34","country_code":"US","type":"education","lineage":["https://openalex.org/I94328231"]}],"countries":["BR","SK","US"],"is_corresponding":false,"raw_author_name":"Barone, Dante A. C.","raw_affiliation_strings":["Institute of Informatics, Federal University of Rio Grande do Sul"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics, Federal University of Rio Grande do Sul","institution_ids":["https://openalex.org/I94328231","https://openalex.org/I4210152232","https://openalex.org/I130442723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048868429","display_name":"Cassiano Bartz","orcid":null},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]},{"id":"https://openalex.org/I4210152232","display_name":"Institute of Informatics of the Slovak Academy of Sciences","ror":"https://ror.org/04jgqpc26","country_code":"SK","type":"facility","lineage":["https://openalex.org/I207624831","https://openalex.org/I4210152232"]},{"id":"https://openalex.org/I94328231","display_name":"University of Rio Grande and Rio Grande Community College","ror":"https://ror.org/02sghbs34","country_code":"US","type":"education","lineage":["https://openalex.org/I94328231"]}],"countries":["BR","SK","US"],"is_corresponding":false,"raw_author_name":"Bartz, Cassiano","raw_affiliation_strings":["Institute of Informatics, Federal University of Rio Grande do Sul"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics, Federal University of Rio Grande do Sul","institution_ids":["https://openalex.org/I94328231","https://openalex.org/I4210152232","https://openalex.org/I130442723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051477267","display_name":"Eduardo G. Cortes","orcid":"https://orcid.org/0000-0002-0272-1982"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]},{"id":"https://openalex.org/I4210152232","display_name":"Institute of Informatics of the Slovak Academy of Sciences","ror":"https://ror.org/04jgqpc26","country_code":"SK","type":"facility","lineage":["https://openalex.org/I207624831","https://openalex.org/I4210152232"]},{"id":"https://openalex.org/I94328231","display_name":"University of Rio Grande and Rio Grande Community College","ror":"https://ror.org/02sghbs34","country_code":"US","type":"education","lineage":["https://openalex.org/I94328231"]}],"countries":["BR","SK","US"],"is_corresponding":false,"raw_author_name":"Cortes, Eduardo G.","raw_affiliation_strings":["Institute of Informatics, Federal University of Rio Grande do Sul"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics, Federal University of Rio Grande do Sul","institution_ids":["https://openalex.org/I94328231","https://openalex.org/I4210152232","https://openalex.org/I130442723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078133624","display_name":"Mohamad Yaser Jaradeh","orcid":"https://orcid.org/0000-0001-8777-2780"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jaradeh, Mohamad Yaser","raw_affiliation_strings":["L3S Research Center, Leibniz University Hannover"],"affiliations":[{"raw_affiliation_string":"L3S Research Center, Leibniz University Hannover","institution_ids":["https://openalex.org/I4210136150","https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034942489","display_name":"Oliver Karras","orcid":"https://orcid.org/0000-0001-5336-6899"},"institutions":[{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]},{"id":"https://openalex.org/I4390039265","display_name":"PRG S&Tech (South Korea)","ror":"https://ror.org/02sr2ee22","country_code":null,"type":"company","lineage":["https://openalex.org/I4390039265"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Karras, Oliver","raw_affiliation_strings":["Leibniz Information Centre for Science and Technology"],"affiliations":[{"raw_affiliation_string":"Leibniz Information Centre for Science and Technology","institution_ids":["https://openalex.org/I4390039265","https://openalex.org/I2802635041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075117735","display_name":"Manolis Koubarakis","orcid":"https://orcid.org/0000-0002-1954-8338"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Koubarakis, Manolis","raw_affiliation_strings":["Department of Informatics and Telecommunications, National and Kapodistrian University of Athens"],"affiliations":[{"raw_affiliation_string":"Department of Informatics and Telecommunications, National and Kapodistrian University of Athens","institution_ids":["https://openalex.org/I200777214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014426410","display_name":"Dmitry Mouromtsev","orcid":"https://orcid.org/0000-0002-0644-9242"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Mouromtsev, Dmitry","raw_affiliation_strings":["Laboratory of Information Science and Semantic Technologies, ITMO University"],"affiliations":[{"raw_affiliation_string":"Laboratory of Information Science and Semantic Technologies, ITMO University","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089422194","display_name":"Dmitrii Pliukhin","orcid":"https://orcid.org/0000-0001-5790-7883"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Pliukhin, Dmitrii","raw_affiliation_strings":["Laboratory of Information Science and Semantic Technologies, ITMO University"],"affiliations":[{"raw_affiliation_string":"Laboratory of Information Science and Semantic Technologies, ITMO University","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037218732","display_name":"Daniil Radyush","orcid":"https://orcid.org/0000-0001-8823-0609"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Radyush, Daniil","raw_affiliation_strings":["Laboratory of Information Science and Semantic Technologies, ITMO University"],"affiliations":[{"raw_affiliation_string":"Laboratory of Information Science and Semantic Technologies, ITMO University","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074884381","display_name":"Ivan Shilin","orcid":"https://orcid.org/0000-0002-7846-1398"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Shilin, Ivan","raw_affiliation_strings":["Laboratory of Information Science and Semantic Technologies, ITMO University"],"affiliations":[{"raw_affiliation_string":"Laboratory of Information Science and Semantic Technologies, ITMO University","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062163326","display_name":"Markus Stocker","orcid":"https://orcid.org/0000-0001-5492-3212"},"institutions":[{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]},{"id":"https://openalex.org/I4390039265","display_name":"PRG S&Tech (South Korea)","ror":"https://ror.org/02sr2ee22","country_code":null,"type":"company","lineage":["https://openalex.org/I4390039265"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stocker, Markus","raw_affiliation_strings":["Leibniz Information Centre for Science and Technology"],"affiliations":[{"raw_affiliation_string":"Leibniz Information Centre for Science and Technology","institution_ids":["https://openalex.org/I4390039265","https://openalex.org/I2802635041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000095596","display_name":"Eleni Tsalapati","orcid":"https://orcid.org/0000-0001-9464-404X"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Tsalapati, Eleni","raw_affiliation_strings":["Department of Informatics and Telecommunications, National and Kapodistrian University of Athens"],"affiliations":[{"raw_affiliation_string":"Department of Informatics and Telecommunications, National and Kapodistrian University of Athens","institution_ids":["https://openalex.org/I200777214"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5071765665"],"corresponding_institution_ids":["https://openalex.org/I2802635041","https://openalex.org/I4390039265"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.8307999968528748,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.8307999968528748,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.7875000238418579,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rdf","display_name":"RDF","score":0.8462154865264893},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7788609266281128},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5426396131515503},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3355211615562439},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.277319073677063},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.2067357301712036},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.1341131329536438},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.05769088864326477}],"concepts":[{"id":"https://openalex.org/C147497476","wikidata":"https://www.wikidata.org/wiki/Q54872","display_name":"RDF","level":3,"score":0.8462154865264893},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7788609266281128},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5426396131515503},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3355211615562439},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.277319073677063},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.2067357301712036},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.1341131329536438},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.05769088864326477}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:7729047","is_oa":true,"landing_page_url":"https://zenodo.org/record/7729047","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},{"id":"doi:10.5281/zenodo.7729047","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.7729047","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:7729047","is_oa":true,"landing_page_url":"https://zenodo.org/record/7729047","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W2087343574","https://openalex.org/W4246352526"],"abstract_inverted_index":{"SciQA":[0,90],"benchmark":[1],"of":[2,63,89,94,100,105,138,149,211,230],"questions":[3,95,102,107],"and":[4,56,83,96,179],"queries.":[5],"The":[6,24,42],"data":[7],"dump":[8,25],"is":[9,168,171,205,225],"in":[10,71,123,141,155,175],"NTriples":[11],"format":[12,50],"(RDF":[13],"NT)":[14],"taken":[15],"from":[16],"the":[17,64,72,86,118,124,142,145,156,176,199,202,212,219,222,231],"ORKG":[18,146],"system":[19,162],"on":[20,110],"14.02.2023":[21],"at":[22],"02:04PM.<br>":[23],"can":[26,39],"be":[27,40,181],"imported":[28],"into":[29],"a":[30,161,164],"virtuoso":[31],"endpoint":[32],"or":[33,131,163,166,193],"any":[34],"RDF":[35],"engine":[36],"so":[37],"it":[38,76,204,224],"queried.":[41],"questions/queries":[43],"are":[44,59,68],"provided":[45,60],"as":[46],"spread":[47],"sheets":[48],"(Excel":[49],"&amp;":[51],"CSV":[52],"format),":[53],"also":[54,69],"train":[55],"test":[57],"files":[58],"for":[61,151,185],"each":[62],"sets.":[65],"Huggingface":[66],"datasets":[67],"attached":[70],"archive":[73],"to":[74,78,84,144,201,207,221,227],"make":[75,208],"easy":[77],"integrate":[79],"with":[80],"existing":[81],"workflows":[82],"enable":[85],"automated":[87],"evaluation":[88],"within":[91],"challenges.":[92],"<strong>Types</strong>":[93],"queries:":[97],"Handcrafted":[98],"set":[99,104],"100":[101],"Auto-generated":[103],"2465":[106],"<strong>More":[108],"details</strong>":[109],"certain":[111],"columns:<br>":[112],"\"Classification":[113],"rationale\"":[114],"It":[115],"may":[116],"contain":[117],"following":[119],"values:":[120],"Nested":[121,153],"facts":[122,154],"question":[125,143,177,203,223],"Sorting,":[126,188],"sum,":[127,189],"average,":[128,190],"minimum,":[129,191],"maximum":[130,192],"count":[132,194],"calculation":[133,195],"required":[134],"Filter":[135,215],"used":[136],"Mappings":[137],"Asking":[139],"Point":[140],"ontology":[147],"<strong>Explanation":[148],"Rationale":[150],"Non-factoid</strong>:":[152],"question.":[157],"An":[158],"entity":[159],"(e.g.,":[160],"paper)":[165],"predicate":[167],"requested":[169],"that":[170],"not":[172],"explicitly":[173],"stated":[174],"text":[178],"must":[180],"inferred":[182],"while":[183],"searching":[184],"an":[186,209],"answer.":[187],"required.":[196],"To":[197,217],"get":[198,218],"answer":[200,220],"necessary":[206,226],"aggregation":[210],"query":[213,232],"results.":[214],"used.":[216],"use":[228],"filtering":[229],"results":[233],"by":[234],"some":[235],"conditions.<br>":[236]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}
