{"id":"https://openalex.org/W4404021177","doi":"https://doi.org/10.1007/s44163-024-00175-8","title":"A survey on augmenting knowledge graphs (KGs) with large language models (LLMs): models, evaluation metrics, benchmarks, and challenges","display_name":"A survey on augmenting knowledge graphs (KGs) with large language models (LLMs): models, evaluation metrics, benchmarks, and challenges","publication_year":2024,"publication_date":"2024-11-04","ids":{"openalex":"https://openalex.org/W4404021177","doi":"https://doi.org/10.1007/s44163-024-00175-8"},"language":"en","primary_location":{"id":"doi:10.1007/s44163-024-00175-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-024-00175-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-024-00175-8.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44163-024-00175-8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040687034","display_name":"Nourhan Ibrahim","orcid":"https://orcid.org/0009-0008-6643-5062"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]},{"id":"https://openalex.org/I84524832","display_name":"Alexandria University","ror":"https://ror.org/00mzz1w90","country_code":"EG","type":"education","lineage":["https://openalex.org/I84524832"]}],"countries":["CA","EG"],"is_corresponding":true,"raw_author_name":"Nourhan Ibrahim","raw_affiliation_strings":["Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Ontario, Canada","Faculty of Engineering,  Alexandria University, Alexandria, Egypt"],"affiliations":[{"raw_affiliation_string":"Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I530967"]},{"raw_affiliation_string":"Faculty of Engineering,  Alexandria University, Alexandria, Egypt","institution_ids":["https://openalex.org/I84524832"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098664384","display_name":"Samar AboulEla","orcid":"https://orcid.org/0009-0001-0432-4972"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Samar Aboulela","raw_affiliation_strings":["Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018607973","display_name":"Ahmed Ibrahim","orcid":"https://orcid.org/0000-0002-3039-4560"},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ahmed Ibrahim","raw_affiliation_strings":["Computer Science, Western University, London, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, Western University, London, Ontario, Canada","institution_ids":["https://openalex.org/I125749732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079953122","display_name":"Rasha Kashef","orcid":"https://orcid.org/0000-0002-3430-1536"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rasha Kashef","raw_affiliation_strings":["Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Electrical, Computer, and Biomedical Engineering, Toronto Metropolitan University, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I530967"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5040687034"],"corresponding_institution_ids":["https://openalex.org/I530967","https://openalex.org/I84524832"],"apc_list":{"value":990,"currency":"EUR","value_usd":1067},"apc_paid":{"value":990,"currency":"EUR","value_usd":1067},"fwci":25.2671,"has_fulltext":true,"cited_by_count":75,"citation_normalized_percentile":{"value":0.9969371,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"4","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5427641272544861},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4457828104496002},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37641605734825134}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5427641272544861},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4457828104496002},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37641605734825134}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44163-024-00175-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-024-00175-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-024-00175-8.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a83fc269d4354cafb92c8c8119b39a30","is_oa":true,"landing_page_url":"https://doaj.org/article/a83fc269d4354cafb92c8c8119b39a30","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Discover Artificial Intelligence, Vol 4, Iss 1, Pp 1-28 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44163-024-00175-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-024-00175-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-024-00175-8.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7799999713897705,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404021177.pdf","grobid_xml":"https://content.openalex.org/works/W4404021177.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W1512387364","https://openalex.org/W1976846597","https://openalex.org/W2080133951","https://openalex.org/W2090243146","https://openalex.org/W2094728533","https://openalex.org/W2157954477","https://openalex.org/W2250225488","https://openalex.org/W2250539671","https://openalex.org/W2300469216","https://openalex.org/W2468725466","https://openalex.org/W2576210995","https://openalex.org/W2595369201","https://openalex.org/W2755637027","https://openalex.org/W2767287441","https://openalex.org/W2891555348","https://openalex.org/W2897977873","https://openalex.org/W2923014074","https://openalex.org/W2943552823","https://openalex.org/W2946609015","https://openalex.org/W2963101081","https://openalex.org/W2963748441","https://openalex.org/W2964120615","https://openalex.org/W2970476646","https://openalex.org/W2981852735","https://openalex.org/W3003265726","https://openalex.org/W3010336026","https://openalex.org/W3028813115","https://openalex.org/W3034999214","https://openalex.org/W3091993229","https://openalex.org/W3099700870","https://openalex.org/W3114651185","https://openalex.org/W3133702157","https://openalex.org/W3151923855","https://openalex.org/W3151929433","https://openalex.org/W3156789018","https://openalex.org/W3157999218","https://openalex.org/W3173667512","https://openalex.org/W3192478068","https://openalex.org/W4205171160","https://openalex.org/W4239025696","https://openalex.org/W4239696231","https://openalex.org/W4252064021","https://openalex.org/W4284698238","https://openalex.org/W4362579589","https://openalex.org/W4377291442","https://openalex.org/W4378574344","https://openalex.org/W4386443326","https://openalex.org/W4386450904","https://openalex.org/W4387986343","https://openalex.org/W4389518850","https://openalex.org/W4390692489","https://openalex.org/W4390970405","https://openalex.org/W4393277515","https://openalex.org/W4396564137","https://openalex.org/W4396933359","https://openalex.org/W4401807469","https://openalex.org/W4402683035","https://openalex.org/W4403577485","https://openalex.org/W6600763685","https://openalex.org/W6810081322"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Integrating":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"with":[5],"Knowledge":[6],"Graphs":[7],"(KGs)":[8],"enhances":[9],"the":[10,53,86,106],"interpretability":[11],"and":[12,33,44,67,82,95,98,120],"performance":[13,87],"of":[14,56,88,109],"AI":[15],"systems.":[16],"This":[17,102],"research":[18],"comprehensively":[19],"analyzes":[20],"this":[21,74],"integration,":[22],"classifying":[23],"approaches":[24],"into":[25],"three":[26],"fundamental":[27],"paradigms:":[28],"KG-augmented":[29],"LLMs,":[30],"LLM-augmented":[31],"KGs,":[32],"synergized":[34],"frameworks.":[35],"The":[36,50],"evaluation":[37,80],"examines":[38],"each":[39],"paradigm\u2019s":[40],"methodology,":[41],"strengths,":[42],"drawbacks,":[43],"practical":[45],"applications":[46],"in":[47,59],"real-life":[48],"scenarios.":[49],"findings":[51],"highlight":[52],"substantial":[54],"impact":[55,108],"these":[57,89,110],"integrations":[58,111],"fundamentally":[60],"improving":[61,113],"real-time":[62,114],"data":[63,115],"analysis,":[64,116],"efficient":[65],"decision-making,":[66],"promoting":[68],"innovation":[69,122],"across":[70,123],"various":[71,124],"domains.":[72,125],"In":[73],"paper,":[75],"we":[76],"also":[77],"describe":[78],"essential":[79],"metrics":[81],"benchmarks":[83],"for":[84],"assessing":[85],"integrations,":[90],"addressing":[91],"challenges":[92],"like":[93],"scalability":[94],"computational":[96],"overhead,":[97],"providing":[99],"potential":[100],"solutions.":[101],"comprehensive":[103],"analysis":[104],"underscores":[105],"profound":[107],"on":[112],"enhancing":[117],"decision-making":[118],"efficiency,":[119],"fostering":[121]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":51}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}