{"id":"https://openalex.org/W2971045469","doi":"https://doi.org/10.18653/v1/w19-4313","title":"On Evaluating Embedding Models for Knowledge Base Completion","display_name":"On Evaluating Embedding Models for Knowledge Base Completion","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2971045469","doi":"https://doi.org/10.18653/v1/w19-4313","mag":"2971045469"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-4313","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4313","pdf_url":"https://www.aclweb.org/anthology/W19-4313.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Representation Learning for NLP (RepL4NLP-2019)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W19-4313.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100738102","display_name":"Yanjie Wang","orcid":"https://orcid.org/0000-0002-2305-1041"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yanjie Wang","raw_affiliation_strings":["Data and Web Science Group University of Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group University of Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083786473","display_name":"Daniel Ruffinelli","orcid":"https://orcid.org/0000-0002-4831-2930"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Ruffinelli","raw_affiliation_strings":["Data and Web Science Group University of Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group University of Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041227178","display_name":"Rainer Gemulla","orcid":"https://orcid.org/0000-0003-2762-0050"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Rainer Gemulla","raw_affiliation_strings":["Data and Web Science Group University of Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group University of Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010181302","display_name":"Samuel Broscheit","orcid":null},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Samuel Broscheit","raw_affiliation_strings":["Data and Web Science Group University of Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group University of Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081017897","display_name":"Christian Meilicke","orcid":"https://orcid.org/0000-0002-0198-5396"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Meilicke","raw_affiliation_strings":["Data and Web Science Group University of Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group University of Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5041227178"],"corresponding_institution_ids":["https://openalex.org/I177802217"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"104","last_page":"112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8002539277076721},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7989131808280945},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.7299920320510864},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5648712515830994},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5475106239318848},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5473574995994568},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5452069640159607},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5396480560302734},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5102663040161133},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4811916947364807},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.47602182626724243},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.4658544659614563},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4315163493156433},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40760788321495056},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.320221483707428},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10932174324989319}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8002539277076721},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7989131808280945},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.7299920320510864},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5648712515830994},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5475106239318848},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5473574995994568},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5452069640159607},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5396480560302734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5102663040161133},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4811916947364807},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.47602182626724243},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.4658544659614563},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4315163493156433},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40760788321495056},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.320221483707428},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10932174324989319},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w19-4313","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4313","pdf_url":"https://www.aclweb.org/anthology/W19-4313.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Representation Learning for NLP (RepL4NLP-2019)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-4313","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4313","pdf_url":"https://www.aclweb.org/anthology/W19-4313.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Representation Learning for NLP (RepL4NLP-2019)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2971045469.pdf","grobid_xml":"https://content.openalex.org/works/W2971045469.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W205829674","https://openalex.org/W1529533208","https://openalex.org/W1533230146","https://openalex.org/W1964189668","https://openalex.org/W2000215628","https://openalex.org/W2127426251","https://openalex.org/W2127795553","https://openalex.org/W2128407051","https://openalex.org/W2145544171","https://openalex.org/W2146502635","https://openalex.org/W2151502664","https://openalex.org/W2169054943","https://openalex.org/W2250184916","https://openalex.org/W2432356473","https://openalex.org/W2591368218","https://openalex.org/W2612900438","https://openalex.org/W2728059831","https://openalex.org/W2754811377","https://openalex.org/W2766369253","https://openalex.org/W2891112820","https://openalex.org/W2949972983","https://openalex.org/W2963056065","https://openalex.org/W2963119656","https://openalex.org/W2963432357","https://openalex.org/W2964116313","https://openalex.org/W2964140943","https://openalex.org/W2964205813","https://openalex.org/W3032844152"],"related_works":["https://openalex.org/W2604454537","https://openalex.org/W4206028705","https://openalex.org/W3182020042","https://openalex.org/W2808284704","https://openalex.org/W2883748392","https://openalex.org/W2897702399","https://openalex.org/W2757431232","https://openalex.org/W2954554213","https://openalex.org/W3200431764","https://openalex.org/W4288286922"],"abstract_inverted_index":{"Knowledge":[0],"graph":[1,84],"embedding":[2,48,85,185],"models":[3,13,49,143,186],"have":[4],"recently":[5],"received":[6],"significant":[7],"attention":[8],"in":[9,23],"the":[10,19,28,42,52,59,73,99,125,138,147,194],"literature.":[11],"These":[12],"learn":[14],"latent":[15],"semantic":[16],"representations":[17,29],"for":[18,51,181,193],"entities":[20],"and":[21,119,135],"relations":[22],"a":[24,96,117,165,179],"given":[25],"knowledge":[26,55,68,83,197],"base;":[27],"can":[30],"be":[31,158],"used":[32,80],"to":[33,81,90,124,157],"infer":[34],"missing":[35],"knowledge.":[36],"In":[37],"this":[38,92],"paper,":[39],"we":[40,162],"study":[41,131],"question":[43,93],"of":[44,54,61,98,140,196],"how":[45],"well":[46,188],"recent":[47],"perform":[50],"task":[53,60,195],"base":[56,198],"completion,":[57],"i.e.,":[58],"inferring":[62],"new":[63,148],"facts":[64],"from":[65],"an":[66,106,129],"incomplete":[67],"base.":[69],"We":[70,104,127],"argue":[71],"that":[72,111,137,153,164,176],"entity":[74],"ranking":[75,109],"protocol,":[76,149],"which":[77],"is":[78,87,120,178],"currently":[79],"evaluate":[82],"models,":[86],"not":[88],"suitable":[89,123],"answer":[91],"since":[94],"only":[95],"subset":[97],"model":[100,114,168],"predictions":[101,115],"are":[102,154],"evaluated.":[103],"propose":[105],"alternative":[107],"entity-pair":[108],"protocol":[110],"considers":[112],"all":[113],"as":[116,187,189],"whole":[118],"thus":[121],"more":[122,182],"task.":[126],"conducted":[128],"experimental":[130],"on":[132,151],"standard":[133],"datasets":[134,152],"found":[136,163],"performance":[139],"popular":[141],"embeddings":[142],"was":[144],"unsatisfactory":[145],"under":[146],"even":[150],"generally":[155],"considered":[156],"too":[159],"easy.":[160],"Moreover,":[161],"simple":[166],"rulebased":[167],"often":[169],"provided":[170],"superior":[171],"performance.":[172],"Our":[173],"findings":[174],"suggest":[175],"there":[177],"need":[180],"research":[183],"into":[184],"their":[190],"training":[191],"strategies":[192],"completion.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}