{"id":"https://openalex.org/W3032390337","doi":"https://doi.org/10.1145/3318464.3380599","title":"Realistic Re-evaluation of Knowledge Graph Completion Methods: An Experimental Study","display_name":"Realistic Re-evaluation of Knowledge Graph Completion Methods: An Experimental Study","publication_year":2020,"publication_date":"2020-05-29","ids":{"openalex":"https://openalex.org/W3032390337","doi":"https://doi.org/10.1145/3318464.3380599","mag":"3032390337"},"language":"en","primary_location":{"id":"doi:10.1145/3318464.3380599","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3318464.3380599","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068822037","display_name":"Farahnaz Akrami","orcid":null},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Farahnaz Akrami","raw_affiliation_strings":["University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048374730","display_name":"Mohammed Samiul Saeef","orcid":null},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammed Samiul Saeef","raw_affiliation_strings":["University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062347892","display_name":"Qinghe Zhang","orcid":"https://orcid.org/0000-0002-7251-5105"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingheng Zhang","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100727084","display_name":"Wei Hu","orcid":"https://orcid.org/0000-0003-3635-6335"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Hu","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084878734","display_name":"Chengkai Li","orcid":"https://orcid.org/0000-0002-1724-8278"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chengkai Li","raw_affiliation_strings":["University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":98,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1995","last_page":"2010"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7559270858764648},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6714434027671814},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6355090141296387},{"id":"https://openalex.org/keywords/cartesian-product","display_name":"Cartesian product","score":0.5936359167098999},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5272639989852905},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5189449787139893},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4916399121284485},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4636446535587311},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4542139768600464},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42673635482788086},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.41200652718544006},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1372297704219818}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7559270858764648},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6714434027671814},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6355090141296387},{"id":"https://openalex.org/C65236422","wikidata":"https://www.wikidata.org/wiki/Q173740","display_name":"Cartesian product","level":2,"score":0.5936359167098999},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5272639989852905},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5189449787139893},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4916399121284485},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4636446535587311},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4542139768600464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42673635482788086},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41200652718544006},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1372297704219818},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3318464.3380599","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3318464.3380599","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/1","display_name":"No poverty"}],"awards":[{"id":"https://openalex.org/G3651873658","display_name":null,"funder_award_id":"IIS-1719054, IIS-1937143","funder_id":"https://openalex.org/F4320309856","funder_display_name":"National Youth Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320309856","display_name":"National Youth Science Foundation","ror":"https://ror.org/054yz2f06"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W1426956448","https://openalex.org/W1529533208","https://openalex.org/W2080133951","https://openalex.org/W2081580037","https://openalex.org/W2094728533","https://openalex.org/W2107306718","https://openalex.org/W2114544510","https://openalex.org/W2148721079","https://openalex.org/W2151502664","https://openalex.org/W2184957013","https://openalex.org/W2241862190","https://openalex.org/W2250184916","https://openalex.org/W2250342289","https://openalex.org/W2283196293","https://openalex.org/W2309189658","https://openalex.org/W2556343638","https://openalex.org/W2608702473","https://openalex.org/W2728059831","https://openalex.org/W2735585131","https://openalex.org/W2736532825","https://openalex.org/W2889344053","https://openalex.org/W2889583850","https://openalex.org/W2891112820","https://openalex.org/W2897854719","https://openalex.org/W2914592219","https://openalex.org/W2930957955","https://openalex.org/W2963224980","https://openalex.org/W2964212344","https://openalex.org/W2971045469","https://openalex.org/W3103296573","https://openalex.org/W4299828299"],"related_works":["https://openalex.org/W4322716869","https://openalex.org/W2912814903","https://openalex.org/W3206528106","https://openalex.org/W4366733366","https://openalex.org/W2998748068","https://openalex.org/W3137798114","https://openalex.org/W4378087371","https://openalex.org/W2364608040","https://openalex.org/W1983442375","https://openalex.org/W3190844188"],"abstract_inverted_index":{"In":[0],"the":[1,15,83,104,119,149,159,164,169,174,181],"active":[2],"research":[3],"area":[4],"of":[5,17,67,107,136,144,172,177,220],"employing":[6],"embedding":[7,138,178],"models":[8,146,179,191],"for":[9,14,89,98,218],"knowledge":[10],"graph":[11],"completion,":[12],"particularly":[13],"task":[16,209],"link":[18,150,206],"prediction,":[19],"most":[20],"prior":[21],"studies":[22,43],"used":[23,199],"two":[24],"benchmark":[25],"datasets":[26,40],"FB15k":[27],"and":[28,38,47,110,124],"WN18":[29],"in":[30,36,41,158],"evaluating":[31],"such":[32,42,154],"models.":[33,139],"Most":[34],"triples":[35,183],"these":[37,145,190],"other":[39],"belong":[44],"to":[45,56,86,200],"reverse":[46],"duplicate":[48],"relations":[49,97,121],"which":[50,99],"exhibit":[51],"high":[52],"data":[53,61,69],"redundancy":[54],"due":[55],"semantic":[57],"duplication,":[58],"correlation":[59],"or":[60],"incompleteness.":[62],"This":[63,161],"is":[64,72,112,122,147,156,163],"a":[65,113,208],"case":[66],"excessive":[68],"leakage---a":[70],"model":[71,84],"trained":[73],"using":[74,132],"features":[75],"that":[76,148],"otherwise":[77],"would":[78],"not":[79],"be":[80,87,126],"available":[81],"when":[82,180],"needs":[85],"applied":[88],"real":[90],"prediction.":[91],"There":[92],"are":[93,184,192],"also":[94],"Cartesian":[95,105],"product":[96,106],"every":[100],"triple":[101],"formed":[102],"by":[103],"applicable":[108],"subjects":[109],"objects":[111],"true":[114,175],"fact.":[115],"Link":[116],"prediction":[117,151,207],"on":[118],"aforementioned":[120],"easy":[123],"can":[125],"achieved":[127],"with":[128,168],"even":[129],"better":[130],"accuracy":[131,204],"straightforward":[133],"rules":[134],"instead":[135],"sophisticated":[137],"A":[140],"more":[141],"fundamental":[142],"defect":[143],"scenario,":[152],"given":[153],"data,":[155],"non-existent":[157],"real-world.":[160],"paper":[162],"first":[165],"systematic":[166],"study":[167],"main":[170],"objective":[171],"assessing":[173],"effectiveness":[176],"unrealistic":[182],"removed.":[185],"Our":[186],"experiment":[187],"results":[188],"show":[189],"much":[193],"less":[194],"accurate":[195],"than":[196],"what":[197],"we":[198,216],"perceive.":[201],"Their":[202],"poor":[203],"renders":[205],"without":[210],"truly":[211],"effective":[212,222],"automated":[213],"solution.":[214],"Hence,":[215],"call":[217],"re-investigation":[219],"possible":[221],"approaches.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":10}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}