{"id":"https://openalex.org/W3157408028","doi":"https://doi.org/10.1007/978-3-030-77385-4_37","title":"kgbench: A Collection of Knowledge Graph Datasets for Evaluating Relational and Multimodal Machine Learning","display_name":"kgbench: A Collection of Knowledge Graph Datasets for Evaluating Relational and Multimodal Machine Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3157408028","doi":"https://doi.org/10.1007/978-3-030-77385-4_37","mag":"3157408028"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-77385-4_37","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-77385-4_37","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/978-3-030-77385-4_37","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001241443","display_name":"Peter Bloem","orcid":"https://orcid.org/0000-0002-0189-5817"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Peter Bloem","raw_affiliation_strings":["Informatics Institute, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-0189-5817","affiliations":[{"raw_affiliation_string":"Informatics Institute, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]},{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067526334","display_name":"Xander Wilcke","orcid":"https://orcid.org/0000-0003-2415-8438"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Xander Wilcke","raw_affiliation_strings":["Informatics Institute, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-2415-8438","affiliations":[{"raw_affiliation_string":"Informatics Institute, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]},{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065933806","display_name":"Lucas Van Berkel","orcid":"https://orcid.org/0000-0002-2524-1279"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Lucas van Berkel","raw_affiliation_strings":["Informatics Institute, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-2524-1279","affiliations":[{"raw_affiliation_string":"Informatics Institute, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]},{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084395826","display_name":"Victor de Boer","orcid":"https://orcid.org/0000-0001-9079-039X"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Victor de Boer","raw_affiliation_strings":["Informatics Institute, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","Vrije Universiteit Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-9079-039X","affiliations":[{"raw_affiliation_string":"Informatics Institute, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]},{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001241443"],"corresponding_institution_ids":["https://openalex.org/I865915315"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":1.0773,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.77154288,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"614","last_page":"630"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9531000256538391,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8363544344902039},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6337862014770508},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5960814356803894},{"id":"https://openalex.org/keywords/statistical-relational-learning","display_name":"Statistical relational learning","score":0.5854604244232178},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.58323073387146},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5462666153907776},{"id":"https://openalex.org/keywords/rdf","display_name":"RDF","score":0.5078232884407043},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4884151816368103},{"id":"https://openalex.org/keywords/relational-database","display_name":"Relational database","score":0.4844253361225128},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4620591402053833},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4552222490310669},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41821372509002686},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3768656253814697},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2765384316444397},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.12549468874931335},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10177260637283325}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8363544344902039},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6337862014770508},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5960814356803894},{"id":"https://openalex.org/C177877439","wikidata":"https://www.wikidata.org/wiki/Q7604413","display_name":"Statistical relational learning","level":3,"score":0.5854604244232178},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.58323073387146},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5462666153907776},{"id":"https://openalex.org/C147497476","wikidata":"https://www.wikidata.org/wiki/Q54872","display_name":"RDF","level":3,"score":0.5078232884407043},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4884151816368103},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.4844253361225128},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4620591402053833},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4552222490310669},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41821372509002686},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3768656253814697},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2765384316444397},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.12549468874931335},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10177260637283325},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/978-3-030-77385-4_37","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-77385-4_37","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:research.vu.nl:openaire/9dfa7a0d-6b51-447d-a453-b39c8d8768ae","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/9dfa7a0d-6b51-447d-a453-b39c8d8768ae","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bloem, P, Wilcke, X, van Berkel, L & de Boer, V 2021, kgbench: A Collection of Knowledge Graph Datasets for Evaluating Relational and Multimodal Machine Learning. in R Verborgh, K Hose, H Paulheim, P-A Champin, M Maleshkova, O Corcho, P Ristoski & M Alam (eds), The Semantic Web : 18th International Conference, ESWC 2021, Virtual Event, June 6\u201310, 2021, Proceedings. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 12731 LNCS, Springer Science and Business Media Deutschland GmbH, pp. 614-630, 18th European Semantic Web Conference, ESWC 2021, Virtual, Online, 6/06/21. https://doi.org/10.1007/978-3-030-77385-4_37","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:research.vu.nl:publications/9dfa7a0d-6b51-447d-a453-b39c8d8768ae","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/9dfa7a0d-6b51-447d-a453-b39c8d8768ae","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bloem, P, Wilcke, X, van Berkel, L & de Boer, V 2021, kgbench: A Collection of Knowledge Graph Datasets for Evaluating Relational and Multimodal Machine Learning. in R Verborgh, K Hose, H Paulheim, P-A Champin, M Maleshkova, O Corcho, P Ristoski & M Alam (eds), The Semantic Web : 18th International Conference, ESWC 2021, Virtual Event, June 6\u201310, 2021, Proceedings. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 12731 LNCS, Springer Science and Business Media Deutschland GmbH, pp. 614-630, 18th European Semantic Web Conference, ESWC 2021, Virtual, Online, 6/06/21. https://doi.org/10.1007/978-3-030-77385-4_37","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"mag:3157408028","is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=yeK_9wxRDbA","pdf_url":null,"source":{"id":"https://openalex.org/S4306418405","display_name":"Extended Semantic Web Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"Extended Semantic Web Conference","raw_type":null}],"best_oa_location":{"id":"doi:10.1007/978-3-030-77385-4_37","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-77385-4_37","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1593903528","https://openalex.org/W2013667086","https://openalex.org/W2080133951","https://openalex.org/W2108598243","https://openalex.org/W2521492858","https://openalex.org/W2523679382","https://openalex.org/W2604314403","https://openalex.org/W2734806099","https://openalex.org/W2781265533","https://openalex.org/W2795908329","https://openalex.org/W2962770929","https://openalex.org/W2962787423","https://openalex.org/W2963163009","https://openalex.org/W2963870853","https://openalex.org/W2970971581","https://openalex.org/W3002169893","https://openalex.org/W3034352949","https://openalex.org/W3092914324","https://openalex.org/W3092965216","https://openalex.org/W3097986428","https://openalex.org/W3099836348","https://openalex.org/W4393489500","https://openalex.org/W4393510352","https://openalex.org/W4393725942","https://openalex.org/W4393786781","https://openalex.org/W6600740517"],"related_works":["https://openalex.org/W2891850145","https://openalex.org/W2786046714","https://openalex.org/W2974404035","https://openalex.org/W3207641408","https://openalex.org/W3103177583","https://openalex.org/W2970862273","https://openalex.org/W3093151423","https://openalex.org/W2550241572","https://openalex.org/W2148151507","https://openalex.org/W2601615955","https://openalex.org/W3030854811","https://openalex.org/W2099752825","https://openalex.org/W3037082750","https://openalex.org/W3123775510","https://openalex.org/W3038576231","https://openalex.org/W3090891670","https://openalex.org/W1541387787","https://openalex.org/W3044421346","https://openalex.org/W2774089819"],"abstract_inverted_index":{"Graph":[0],"neural":[1],"networks":[2],"and":[3,17,59,109,160,175],"other":[4],"machine":[5,13,149],"learning":[6,14,150],"models":[7],"offer":[8],"a":[9,36,43,61,73,127,140],"promising":[10],"direction":[11],"for":[12,54,79,163,169,181],"on":[15,82,89],"relational":[16,129],"multimodal":[18,66,133],"data.":[19],"Until":[20],"now,":[21],"however,":[22],"progress":[23],"in":[24,50,126,139,147,158],"this":[25,93],"area":[26],"is":[27,32,144],"difficult":[28],"to":[29,35,68],"gauge.":[30],"This":[31],"primarily":[33,88],"due":[34],"limited":[37],"number":[38,46],"of":[39,47,57,65,75,112],"datasets":[40,136],"with":[41,117,132,153],"(a)":[42],"high":[44],"enough":[45,63],"labeled":[48],"nodes":[49],"the":[51,154,171],"test":[52,108],"set":[53,74],"precise":[55],"measurement":[56],"performance,":[58],"(b)":[60],"rich":[62],"variety":[64],"information":[67],"learn":[69],"from.":[70],"We":[71,86,166,178],"introduce":[72],"new":[76],"benchmark":[77],"tasks":[78],"node":[80,90,100],"classification":[81],"RDF-encoded":[83],"knowledge":[84],"graphs.":[85],"focus":[87],"classification,":[91],"since":[92],"setting":[94],"cannot":[95],"be":[96,124],"solved":[97],"purely":[98,128],"by":[99],"embedding":[101],"models.":[102,184],"For":[103],"each":[104],"dataset,":[105],"we":[106],"provide":[107,167],"validation":[110],"sets":[111],"at":[113],"least":[114],"1000":[115],"instances,":[116],"some":[118],"over":[119],"10000.":[120],"Each":[121],"task":[122],"can":[123],"performed":[125],"manner,":[130],"or":[131],"information.":[134],"All":[135],"are":[137],"packaged":[138],"CSV":[141],"format":[142],"that":[143],"easily":[145],"consumable":[146],"any":[148],"environment,":[151],"together":[152],"original":[155],"source":[156],"data":[157,172],"RDF":[159],"pre-processing":[161],"code":[162,168],"full":[164],"provenance.":[165],"loading":[170],"into":[173],"numpy":[174],"pytorch":[176],".":[177],"compute":[179],"performance":[180],"several":[182],"baseline":[183]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2025-10-10T00:00:00"}