{"id":"https://openalex.org/W4413796812","doi":"https://doi.org/10.3233/ssw250010","title":"Re-Ranking with LLMs for Open-World Knowledge Graph Completion","display_name":"Re-Ranking with LLMs for Open-World Knowledge Graph Completion","publication_year":2025,"publication_date":"2025-08-26","ids":{"openalex":"https://openalex.org/W4413796812","doi":"https://doi.org/10.3233/ssw250010"},"language":"en","primary_location":{"id":"doi:10.3233/ssw250010","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ssw250010","pdf_url":null,"source":{"id":"https://openalex.org/S4210172742","display_name":"Studies on the semantic web","issn_l":"2215-0870","issn":["2215-0870"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"ebook platform"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies on the Semantic Web","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/ssw250010","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086647396","display_name":"Felix Hamann","orcid":"https://orcid.org/0000-0002-7539-0432"},"institutions":[{"id":"https://openalex.org/I4829542","display_name":"RheinMain University of Applied Sciences","ror":"https://ror.org/0378gm372","country_code":"DE","type":"education","lineage":["https://openalex.org/I4829542"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Felix Hamann","raw_affiliation_strings":["RheinMain University of Applied Sciences"],"affiliations":[{"raw_affiliation_string":"RheinMain University of Applied Sciences","institution_ids":["https://openalex.org/I4829542"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lukas Walker","orcid":null},"institutions":[{"id":"https://openalex.org/I4829542","display_name":"RheinMain University of Applied Sciences","ror":"https://ror.org/0378gm372","country_code":"DE","type":"education","lineage":["https://openalex.org/I4829542"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lukas Walker","raw_affiliation_strings":["RheinMain University of Applied Sciences"],"affiliations":[{"raw_affiliation_string":"RheinMain University of Applied Sciences","institution_ids":["https://openalex.org/I4829542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080230086","display_name":"Adrian Ulges","orcid":null},"institutions":[{"id":"https://openalex.org/I4829542","display_name":"RheinMain University of Applied Sciences","ror":"https://ror.org/0378gm372","country_code":"DE","type":"education","lineage":["https://openalex.org/I4829542"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Adrian Ulges","raw_affiliation_strings":["RheinMain University of Applied Sciences"],"affiliations":[{"raw_affiliation_string":"RheinMain University of Applied Sciences","institution_ids":["https://openalex.org/I4829542"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5086647396"],"corresponding_institution_ids":["https://openalex.org/I4829542"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37406097,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6446341872215271},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5884418487548828},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5692073106765747},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5032312273979187},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49049538373947144},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.46722492575645447},{"id":"https://openalex.org/keywords/wordnet","display_name":"WordNet","score":0.44920244812965393},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4256877601146698},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4242929518222809},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.41205689311027527},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37048959732055664},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.1346258521080017},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10672101378440857},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.0998174250125885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6446341872215271},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5884418487548828},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5692073106765747},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5032312273979187},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49049538373947144},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.46722492575645447},{"id":"https://openalex.org/C157659113","wikidata":"https://www.wikidata.org/wiki/Q533822","display_name":"WordNet","level":2,"score":0.44920244812965393},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4256877601146698},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4242929518222809},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.41205689311027527},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37048959732055664},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1346258521080017},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10672101378440857},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0998174250125885},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/ssw250010","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ssw250010","pdf_url":null,"source":{"id":"https://openalex.org/S4210172742","display_name":"Studies on the semantic web","issn_l":"2215-0870","issn":["2215-0870"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"ebook platform"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies on the Semantic Web","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/ssw250010","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ssw250010","pdf_url":null,"source":{"id":"https://openalex.org/S4210172742","display_name":"Studies on the semantic web","issn_l":"2215-0870","issn":["2215-0870"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"ebook platform"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies on the Semantic Web","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2900382651","https://openalex.org/W1981879262","https://openalex.org/W2363417484","https://openalex.org/W4225863708","https://openalex.org/W1599970036","https://openalex.org/W1480103567","https://openalex.org/W158852162","https://openalex.org/W2003651848","https://openalex.org/W1849827364","https://openalex.org/W2786299737"],"abstract_inverted_index":{"Knowledge":[0],"graphs":[1],"(KGs)":[2],"are":[3,17,39,107],"a":[4,52,66,89,154],"key":[5],"tool":[6],"across":[7,192],"fields":[8],"like":[9],"web":[10],"search,":[11],"healthcare,":[12],"and":[13,123,137,157,214,227],"technical":[14],"assistance":[15],"but":[16,43],"known":[18],"to":[19,51,61,70,74,164,220],"be":[20],"notoriously":[21],"incomplete.":[22],"This":[23],"paper":[24],"addresses":[25],"open-world":[26],"knowledge":[27],"graph":[28,49],"completion":[29],"(OW-KGC),":[30],"which":[31,38,106,200],"involves":[32],"linking":[33],"newly":[34],"emerging":[35],"entities":[36,80],"\u2013":[37,50],"mentioned":[40],"in":[41,47,176],"text":[42],"not":[44],"yet":[45],"present":[46],"the":[48,56,72,75,98,103,111,131,145,149,160],"KG.":[53],"We":[54,113,140],"investigate":[55],"potential":[57],"of":[58,78,144],"off-the-shelf":[59],"LLMs":[60,174],"tackle":[62],"this":[63],"task.":[64],"Here,":[65],"central":[67],"challenge":[68],"is":[69,151,162,222],"constrain":[71],"LLM":[73,150,161],"candidate":[76,104],"space":[77],"existing":[79],"available":[81],"for":[82,130],"linking.":[83],"To":[84],"address":[85],"this,":[86],"we":[87,196],"propose":[88],"two-stage":[90],"pipeline:":[91,146],"A":[92],"lightweight":[93],"weight":[94],"pre-ranker":[95],"fine-tuned":[96],"on":[97,126],"particular":[99],"task":[100],"narrows":[101],"down":[102],"entities,":[105],"then":[108],"re-ranked":[109],"by":[110],"LLM.":[112],"evaluate":[114],"two":[115,142],"recent":[116],"open-weight":[117],"LLMs,":[118],"namely":[119],"Meta-LLAMA3":[120],"Instruct":[121],"(70B)":[122],"DeepSeek-R1-Distill-LLAMA":[124],"(70B),":[125],"public":[127],"OW-KGC":[128],"benchmarks":[129],"KGs":[132],"Freebase":[133],"(FB15k237),":[134],"WordNet":[135],"(WN18RR),":[136],"Wikidata":[138],"(IRT2).":[139],"test":[141],"variants":[143],"one":[147],"where":[148,159],"applied":[152,185],"as":[153,186],"strict":[155],"re-ranker,":[156],"another":[158],"allowed":[163],"provide":[165],"additional":[166],"suggestions.":[167],"Our":[168],"experimental":[169],"results":[170,191],"show":[171],"that,":[172],"while":[173],"used":[175],"isolation":[177],"perform":[178],"poorly,":[179],"they":[180],"improve":[181],"performance":[182],"substantially":[183],"when":[184,212],"re-rankers,":[187],"achieving":[188],"new":[189],"state-of-the-art":[190],"all":[193],"datasets.":[194],"Notably,":[195],"observe":[197],"that":[198],"DeepSeek,":[199,221],"leverages":[201],"an":[202],"explicit":[203],"self-reflection":[204],"mechanism":[205],"before":[206],"producing":[207],"results,":[208],"outperforms":[209],"LLAMA":[210,218],"significantly":[211],"re-ranking":[213],"measuring":[215],"MRR.":[216],"However,":[217],"contrary":[219],"considerably":[223],"better":[224],"at":[225],"accessing":[226],"retrieving":[228],"correct":[229],"answers":[230],"from":[231],"its":[232],"internalized":[233],"knowledge.":[234]},"counts_by_year":[],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}