{"id":"https://openalex.org/W3037161253","doi":"https://doi.org/10.1109/tpami.2021.3124805","title":"Bringing Light Into the Dark: A Large-Scale Evaluation of Knowledge Graph Embedding Models Under a Unified Framework","display_name":"Bringing Light Into the Dark: A Large-Scale Evaluation of Knowledge Graph Embedding Models Under a Unified Framework","publication_year":2021,"publication_date":"2021-11-04","ids":{"openalex":"https://openalex.org/W3037161253","doi":"https://doi.org/10.1109/tpami.2021.3124805","mag":"3037161253","pmid":"https://pubmed.ncbi.nlm.nih.gov/34735335"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3124805","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3124805","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.13365","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011914487","display_name":"Mehdi Ali","orcid":"https://orcid.org/0000-0003-1653-3920"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Mehdi Ali","raw_affiliation_strings":["Smart Data Analytics, University of Bonn, Bonn, Germany","University of Bonn >  >  >  >"],"raw_orcid":"https://orcid.org/0000-0003-1653-3920","affiliations":[{"raw_affiliation_string":"Smart Data Analytics, University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]},{"raw_affiliation_string":"University of Bonn >  >  >  >","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040144256","display_name":"Max Berrendorf","orcid":"https://orcid.org/0000-0001-9724-4009"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Max Berrendorf","raw_affiliation_strings":["Ludwig-Maximilians-Universität München, Munich, Germany","Ludwig-Maximilian University of Munich"],"raw_orcid":"https://orcid.org/0000-0001-9724-4009","affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universität München, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]},{"raw_affiliation_string":"Ludwig-Maximilian University of Munich","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065488553","display_name":"Charles Tapley Hoyt","orcid":"https://orcid.org/0000-0003-4423-4370"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210155419","display_name":"Center for Systems Biology","ror":"https://ror.org/05r3dyn47","country_code":"US","type":"facility","lineage":["https://openalex.org/I136199984","https://openalex.org/I4210087915","https://openalex.org/I4210155419","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Tapley Hoyt","raw_affiliation_strings":["Laboratory of Systems Pharmacology, Harvard Medical School, Boston, MA, USA",", Harvard Medical School"],"raw_orcid":"https://orcid.org/0000-0003-4423-4370","affiliations":[{"raw_affiliation_string":"Laboratory of Systems Pharmacology, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I4210155419","https://openalex.org/I136199984"]},{"raw_affiliation_string":", Harvard Medical School","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079241060","display_name":"Laurent Vermue","orcid":"https://orcid.org/0000-0002-3403-7624"},"institutions":[{"id":"https://openalex.org/I96673099","display_name":"Technical University of Denmark","ror":"https://ror.org/04qtj9h94","country_code":"DK","type":"education","lineage":["https://openalex.org/I96673099"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Laurent Vermue","raw_affiliation_strings":["Technical University of Denmark, Kongens Lyngby, Denmark","Department of Applied Mathematics and Computer Science"],"raw_orcid":"https://orcid.org/0000-0002-3403-7624","affiliations":[{"raw_affiliation_string":"Technical University of Denmark, Kongens Lyngby, Denmark","institution_ids":["https://openalex.org/I96673099"]},{"raw_affiliation_string":"Department of Applied Mathematics and Computer Science","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015943518","display_name":"Mikhail Galkin","orcid":"https://orcid.org/0000-0002-1436-0010"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mikhail Galkin","raw_affiliation_strings":["Mila & McGill University, Montreal, QC, Canada","McGill University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mila & McGill University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039442998","display_name":"Sahand Sharifzadeh","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sahand Sharifzadeh","raw_affiliation_strings":["Ludwig-Maximilians-Universität München, Munich, Germany","Ludwig-Maximilian University of Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universität München, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]},{"raw_affiliation_string":"Ludwig-Maximilian University of Munich","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026151059","display_name":"Asja Fischer","orcid":"https://orcid.org/0000-0002-1916-7033"},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Asja Fischer","raw_affiliation_strings":["Ruhr University Bochum, Bochum, Germany","Ruhr-Univ. Bochum"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ruhr University Bochum, Bochum, Germany","institution_ids":["https://openalex.org/I904495901"]},{"raw_affiliation_string":"Ruhr-Univ. Bochum","institution_ids":["https://openalex.org/I904495901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074808403","display_name":"Volker Tresp","orcid":"https://orcid.org/0000-0001-9428-3686"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Volker Tresp","raw_affiliation_strings":["Ludwig-Maximilians-Universität München, Munich, Germany","Ludwig-Maximilian University of Munich"],"raw_orcid":"https://orcid.org/0000-0001-9428-3686","affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universität München, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]},{"raw_affiliation_string":"Ludwig-Maximilian University of Munich","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067133778","display_name":"Jens Lehmann","orcid":"https://orcid.org/0000-0001-9108-4278"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jens Lehmann","raw_affiliation_strings":["Smart Data Analytics, University of Bonn, Bonn, Germany","University of Bonn >  >  >  >"],"raw_orcid":"https://orcid.org/0000-0001-9108-4278","affiliations":[{"raw_affiliation_string":"Smart Data Analytics, University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]},{"raw_affiliation_string":"University of Bonn >  >  >  >","institution_ids":["https://openalex.org/I135140700"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5011914487"],"corresponding_institution_ids":["https://openalex.org/I135140700"],"apc_list":null,"apc_paid":null,"fwci":2.2397,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.89652159,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"44","issue":"12","first_page":"8825","last_page":"8845"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9574000239372253,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8578759431838989},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7841986417770386},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7669456005096436},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.6095001101493835},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5808845162391663},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5629791021347046},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5146768689155579},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5133911371231079},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.45770904421806335},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.45611733198165894},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4503615200519562},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.44746196269989014},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.42643892765045166},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4111385941505432},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3566792607307434},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3398049473762512},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.23316314816474915},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2277151346206665},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11704394221305847},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.10107654333114624}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8578759431838989},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7841986417770386},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7669456005096436},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.6095001101493835},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5808845162391663},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5629791021347046},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5146768689155579},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5133911371231079},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.45770904421806335},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.45611733198165894},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4503615200519562},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.44746196269989014},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.42643892765045166},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4111385941505432},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3566792607307434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3398049473762512},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23316314816474915},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2277151346206665},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11704394221305847},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.10107654333114624},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1109/tpami.2021.3124805","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3124805","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:34735335","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34735335","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:arXiv.org:2006.13365","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.13365","pdf_url":"https://arxiv.org/pdf/2006.13365","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3037161253","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2006.13365","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:fraunhofer.de:N-644142","is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/N-644142.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IAIS","raw_type":"Journal Article"},{"id":"pmh:oai:null:publica/271197","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/271197","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"},{"id":"pmh:oai:pure.atira.dk:publications/60ad149b-7808-4fd4-b82f-ae41e3c0c0e9","is_oa":true,"landing_page_url":"https://orbit.dtu.dk/en/publications/60ad149b-7808-4fd4-b82f-ae41e3c0c0e9","pdf_url":null,"source":{"id":"https://openalex.org/S4306400705","display_name":"Technical University of Denmark, DTU Orbit (Technical University of Denmark, DTU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I96673099","host_organization_name":"Technical University of Denmark","host_organization_lineage":["https://openalex.org/I96673099"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ali , M , Berrendorf , M , Hoyt , C T , Vermue , L , Galkin , M , Sharifzadeh , S , Fischer , A , Tresp , V & Lehmann , J 2022 , ' Bringing Light Into the Dark: A Large-scale Evaluation of Knowledge Graph Embedding Models under a Unified Framework ' , Ieee Transactions on Pattern Analysis and Machine Intelligence , vol. 44 , no. 12 , pp. 8825 - 8845 . https://doi.org/10.1109/TPAMI.2021.3124805","raw_type":"article"},{"id":"doi:10.48550/arxiv.2006.13365","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.13365","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.13365","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.13365","pdf_url":"https://arxiv.org/pdf/2006.13365","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3467264548","display_name":null,"funder_award_id":"01IS18036A","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G6789715007","display_name":null,"funder_award_id":"HR00111990009","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320313796","display_name":"Innovationsfonden","ror":"https://ror.org/00daj4111"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320321613","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30"},{"id":"https://openalex.org/F4320323153","display_name":"Danmarks Tekniske Universitet","ror":"https://ror.org/04qtj9h94"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320334247","display_name":"Center for Big Data Analytics, University of Texas at Austin","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W68132019","https://openalex.org/W205829674","https://openalex.org/W804133461","https://openalex.org/W1529533208","https://openalex.org/W1533230146","https://openalex.org/W2016753842","https://openalex.org/W2057720927","https://openalex.org/W2073587810","https://openalex.org/W2127426251","https://openalex.org/W2145544171","https://openalex.org/W2151502664","https://openalex.org/W2157272674","https://openalex.org/W2184957013","https://openalex.org/W2247119764","https://openalex.org/W2250184916","https://openalex.org/W2250342289","https://openalex.org/W2283196293","https://openalex.org/W2521367263","https://openalex.org/W2532189199","https://openalex.org/W2548746141","https://openalex.org/W2556343638","https://openalex.org/W2591644541","https://openalex.org/W2728059831","https://openalex.org/W2748668722","https://openalex.org/W2759136286","https://openalex.org/W2774837955","https://openalex.org/W2794432940","https://openalex.org/W2897854719","https://openalex.org/W2909137510","https://openalex.org/W2914592219","https://openalex.org/W2943248951","https://openalex.org/W2947871958","https://openalex.org/W2949972983","https://openalex.org/W2955569973","https://openalex.org/W2962850650","https://openalex.org/W2963119656","https://openalex.org/W2963432357","https://openalex.org/W2963450615","https://openalex.org/W2963460103","https://openalex.org/W2963503534","https://openalex.org/W2964116313","https://openalex.org/W2970836468","https://openalex.org/W2995925258","https://openalex.org/W2996775350","https://openalex.org/W3003265726","https://openalex.org/W3003897916","https://openalex.org/W3006415306","https://openalex.org/W3026076535","https://openalex.org/W3032390337","https://openalex.org/W3034374701","https://openalex.org/W3097765075","https://openalex.org/W3103296573","https://openalex.org/W6608344535","https://openalex.org/W6622957738","https://openalex.org/W6631964550","https://openalex.org/W6678830454","https://openalex.org/W6678846912","https://openalex.org/W6718112784","https://openalex.org/W6743031260","https://openalex.org/W6744557953","https://openalex.org/W6747094798","https://openalex.org/W6747772516","https://openalex.org/W6751747387","https://openalex.org/W6758075616","https://openalex.org/W6761688036","https://openalex.org/W6761783306","https://openalex.org/W6765579779","https://openalex.org/W6772406930","https://openalex.org/W6773318096","https://openalex.org/W6774458965","https://openalex.org/W6776137863"],"related_works":["https://openalex.org/W2127795553","https://openalex.org/W3046075728","https://openalex.org/W2964116313","https://openalex.org/W2016753842","https://openalex.org/W3006415306","https://openalex.org/W2963432357","https://openalex.org/W2250184916","https://openalex.org/W2127426251","https://openalex.org/W205829674","https://openalex.org/W3015478733","https://openalex.org/W3117031945","https://openalex.org/W2890005855","https://openalex.org/W3152728668","https://openalex.org/W2347081255","https://openalex.org/W2527408229","https://openalex.org/W2798663534","https://openalex.org/W2767356931","https://openalex.org/W3186998171","https://openalex.org/W2991217832","https://openalex.org/W144100362"],"abstract_inverted_index":{"The":[0],"heterogeneity":[1],"in":[2,34],"recently":[3],"published":[4,26,124],"knowledge":[5],"graph":[6],"embedding":[7],"models'":[8],"implementations,":[9],"training,":[10],"and":[11,16,30,61,96,116,140,153,188,193],"evaluation":[12],"has":[13],"made":[14,121,182],"fair":[15],"thorough":[17],"comparisons":[18],"difficult.":[19],"To":[20],"assess":[21],"the":[22,35,80,131,141,172,175],"reproducibility":[23],"of":[24,94,100,133,144,174],"previously":[25,123],"results,":[27,187],"we":[28,42],"re-implemented":[29],"evaluated":[31],"21":[32],"models":[33],"PyKEEN":[36],"software":[37],"package.":[38],"In":[39],"this":[40,77],"paper,":[41],"outline":[43],"which":[44,53,62],"results":[45,128,169],"could":[46,54,63,119],"be":[47,56,65,79,120],"reproduced":[48,57,66],"with":[49,58,91],"their":[50],"reported":[51],"hyper-parameters,":[52,60],"only":[55,156],"alternate":[59],"not":[64,155],"at":[67,191],"all,":[68],"as":[69,71,74,107],"well":[70],"provide":[72,162],"insight":[73],"to":[75,108,171],"why":[76],"might":[78],"case.":[81],"We":[82,103,161,180],"then":[83],"performed":[84],"a":[85,150],"large-scale":[86],"benchmarking":[87],"on":[88],"four":[89],"datasets":[90],"several":[92,165],"thousands":[93],"experiments":[95],"24,804":[97],"GPU":[98],"hours":[99],"computation":[101],"time.":[102],"present":[104],"insights":[105],"gained":[106],"best":[109,111,125],"practices,":[110],"configurations":[112],"for":[113,149],"each":[114],"model,":[115],"where":[117],"improvements":[118],"over":[122],"configurations.":[126],"Our":[127],"highlight":[129],"that":[130,164],"combination":[132],"model":[134],"architecture,":[135],"training":[136],"approach,":[137],"loss":[138],"function,":[139],"explicit":[142],"modeling":[143],"inverse":[145],"relations":[146],"is":[147,154],"crucial":[148],"model's":[151],"performance":[152],"determined":[157],"by":[158],"its":[159],"architecture.":[160],"evidence":[163],"architectures":[166],"can":[167],"obtain":[168],"competitive":[170],"state":[173],"art":[176],"when":[177],"configured":[178],"carefully.":[179],"have":[181],"all":[183],"code,":[184],"experimental":[185],"configurations,":[186],"analyses":[189],"available":[190],"https://github.com/pykeen/pykeen":[192],"https://github.com/pykeen/benchmarking.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}