{"id":"https://openalex.org/W4391407054","doi":"https://doi.org/10.1109/tkde.2024.3360454","title":"Give us the Facts: Enhancing Large Language Models With Knowledge Graphs for Fact-Aware Language Modeling","display_name":"Give us the Facts: Enhancing Large Language Models With Knowledge Graphs for Fact-Aware Language Modeling","publication_year":2024,"publication_date":"2024-01-31","ids":{"openalex":"https://openalex.org/W4391407054","doi":"https://doi.org/10.1109/tkde.2024.3360454"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3360454","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3360454","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088598615","display_name":"Linyao Yang","orcid":"https://orcid.org/0000-0003-0826-9453"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Linyao Yang","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008473103","display_name":"Hongyang Chen","orcid":"https://orcid.org/0000-0002-7626-0162"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyang Chen","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032277491","display_name":"Zhao Li","orcid":"https://orcid.org/0000-0002-5056-0351"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Li","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111364945","display_name":"Xiao Ding","orcid":"https://orcid.org/0000-0002-5838-0320"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Ding","raw_affiliation_strings":["Research Center for Social Computing and Information Retrieval, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Research Center for Social Computing and Information Retrieval, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080738591","display_name":"Xindong Wu","orcid":"https://orcid.org/0000-0003-2396-1704"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xindong Wu","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5088598615"],"corresponding_institution_ids":["https://openalex.org/I4210123185"],"apc_list":null,"apc_paid":null,"fwci":55.5719,"has_fulltext":false,"cited_by_count":160,"citation_normalized_percentile":{"value":0.9992195,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"36","issue":"7","first_page":"3091","last_page":"3110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8434129953384399},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5315815210342407},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5311224460601807},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.5053611397743225},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43367767333984375},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42885276675224304},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36156725883483887},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34278959035873413},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.13313663005828857}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8434129953384399},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5315815210342407},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5311224460601807},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.5053611397743225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43367767333984375},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42885276675224304},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36156725883483887},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34278959035873413},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.13313663005828857}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2024.3360454","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3360454","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3347755429","display_name":null,"funder_award_id":"62306288","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4607961091","display_name":null,"funder_award_id":"62271452","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":180,"referenced_works":["https://openalex.org/W2736601468","https://openalex.org/W2798890982","https://openalex.org/W2896457183","https://openalex.org/W2900410233","https://openalex.org/W2947337775","https://openalex.org/W2948271276","https://openalex.org/W2950339735","https://openalex.org/W2951048068","https://openalex.org/W2952638691","https://openalex.org/W2953356739","https://openalex.org/W2962739339","https://openalex.org/W2963101081","https://openalex.org/W2965373594","https://openalex.org/W2968908603","https://openalex.org/W2970431814","https://openalex.org/W2970476646","https://openalex.org/W2970986510","https://openalex.org/W2978017171","https://openalex.org/W2983995706","https://openalex.org/W2994915912","https://openalex.org/W2996428491","https://openalex.org/W2997012196","https://openalex.org/W2997200074","https://openalex.org/W2997712488","https://openalex.org/W2998153464","https://openalex.org/W2998385486","https://openalex.org/W3011411500","https://openalex.org/W3014521650","https://openalex.org/W3025775630","https://openalex.org/W3034999214","https://openalex.org/W3035153870","https://openalex.org/W3035725276","https://openalex.org/W3037979089","https://openalex.org/W3040558716","https://openalex.org/W3090656107","https://openalex.org/W3090716330","https://openalex.org/W3092288641","https://openalex.org/W3093871960","https://openalex.org/W3098266846","https://openalex.org/W3100103516","https://openalex.org/W3100283070","https://openalex.org/W3100353583","https://openalex.org/W3100355250","https://openalex.org/W3102348525","https://openalex.org/W3104007871","https://openalex.org/W3104415840","https://openalex.org/W3105082862","https://openalex.org/W3105111366","https://openalex.org/W3106255016","https://openalex.org/W3111372685","https://openalex.org/W3113681927","https://openalex.org/W3114916066","https://openalex.org/W3118043957","https://openalex.org/W3118741274","https://openalex.org/W3146844750","https://openalex.org/W3151929433","https://openalex.org/W3153427360","https://openalex.org/W3156170450","https://openalex.org/W3166593409","https://openalex.org/W3172335055","https://openalex.org/W3172931322","https://openalex.org/W3173169192","https://openalex.org/W3173673636","https://openalex.org/W3175604467","https://openalex.org/W3176750236","https://openalex.org/W3176776997","https://openalex.org/W3176793246","https://openalex.org/W3182414949","https://openalex.org/W3185341429","https://openalex.org/W3197064582","https://openalex.org/W3198512483","https://openalex.org/W3199469083","https://openalex.org/W3207976211","https://openalex.org/W3211384762","https://openalex.org/W3213921583","https://openalex.org/W3214536449","https://openalex.org/W3217374296","https://openalex.org/W4200629408","https://openalex.org/W4205450747","https://openalex.org/W4213436600","https://openalex.org/W4221142828","https://openalex.org/W4221143046","https://openalex.org/W4223974161","https://openalex.org/W4224308101","https://openalex.org/W4224863259","https://openalex.org/W4226281578","https://openalex.org/W4226365369","https://openalex.org/W4226399820","https://openalex.org/W4229005866","https://openalex.org/W4229030698","https://openalex.org/W4283026156","https://openalex.org/W4283790835","https://openalex.org/W4285807172","https://openalex.org/W4286987939","https://openalex.org/W4287391717","https://openalex.org/W4288089799","https://openalex.org/W4288804650","https://openalex.org/W4290875442","https://openalex.org/W4295857769","https://openalex.org/W4298148357","https://openalex.org/W4302305823","https://openalex.org/W4303443398","https://openalex.org/W4306316950","https://openalex.org/W4307023377","https://openalex.org/W4307079201","https://openalex.org/W4309217888","https://openalex.org/W4313483544","https://openalex.org/W4322718191","https://openalex.org/W4323520143","https://openalex.org/W4323572061","https://openalex.org/W4323659873","https://openalex.org/W4360836968","https://openalex.org/W4361806395","https://openalex.org/W4361806707","https://openalex.org/W4362515116","https://openalex.org/W4363671827","https://openalex.org/W4384643740","https://openalex.org/W4384918448","https://openalex.org/W4385245566","https://openalex.org/W4385568059","https://openalex.org/W4385571584","https://openalex.org/W4385572149","https://openalex.org/W4385572830","https://openalex.org/W4385573097","https://openalex.org/W4385573687","https://openalex.org/W4385573837","https://openalex.org/W4385696181","https://openalex.org/W4386275705","https://openalex.org/W4386566638","https://openalex.org/W4387789854","https://openalex.org/W4388691863","https://openalex.org/W4388778348","https://openalex.org/W4392669753","https://openalex.org/W4393160048","https://openalex.org/W6678830454","https://openalex.org/W6739585900","https://openalex.org/W6741002519","https://openalex.org/W6763701032","https://openalex.org/W6766673545","https://openalex.org/W6766956170","https://openalex.org/W6768021236","https://openalex.org/W6768851824","https://openalex.org/W6769627184","https://openalex.org/W6770982027","https://openalex.org/W6771917389","https://openalex.org/W6771959558","https://openalex.org/W6778883912","https://openalex.org/W6779068807","https://openalex.org/W6780022207","https://openalex.org/W6784411865","https://openalex.org/W6784477534","https://openalex.org/W6788811087","https://openalex.org/W6798398338","https://openalex.org/W6800875267","https://openalex.org/W6802645015","https://openalex.org/W6803835179","https://openalex.org/W6805239564","https://openalex.org/W6809646742","https://openalex.org/W6810081322","https://openalex.org/W6810270109","https://openalex.org/W6810671341","https://openalex.org/W6810738896","https://openalex.org/W6811129797","https://openalex.org/W6811340617","https://openalex.org/W6838461927","https://openalex.org/W6845952779","https://openalex.org/W6846002521","https://openalex.org/W6846966473","https://openalex.org/W6847076894","https://openalex.org/W6848628793","https://openalex.org/W6848909144","https://openalex.org/W6850503672","https://openalex.org/W6850625674","https://openalex.org/W6850936240","https://openalex.org/W6851147835","https://openalex.org/W6851396713","https://openalex.org/W6851775633","https://openalex.org/W6852252866","https://openalex.org/W6854743099","https://openalex.org/W6854866820"],"related_works":["https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W2106335228","https://openalex.org/W4379210901","https://openalex.org/W2105076537","https://openalex.org/W2028371633","https://openalex.org/W2071315630","https://openalex.org/W2096375461","https://openalex.org/W4322096525","https://openalex.org/W4287323699"],"abstract_inverted_index":{"Recently,":[0],"ChatGPT,":[1],"a":[2,23,153],"representative":[3],"large":[4,147],"language":[5,42,55,122,148],"model":[6],"(LLM),":[7],"has":[8],"gained":[9],"considerable":[10],"attention.":[11],"Due":[12],"to":[13,26,81,103,155],"their":[14,90,128],"powerful":[15],"emergent":[16],"abilities,":[17],"recent":[18],"LLMs":[19,36,140],"are":[20,37],"considered":[21],"as":[22,125,127],"possible":[24],"alternative":[25],"structured":[27],"knowledge":[28,31,85,97,118,145],"bases":[29],"like":[30,51],"graphs":[32],"(KGs).":[33],"However,":[34],"while":[35,64],"proficient":[38],"at":[39],"learning":[40],"probabilistic":[41],"patterns":[43],"and":[44,98],"engaging":[45],"in":[46,61,92],"conversations":[47],"with":[48,78,114,141],"humans,":[49],"they,":[50],"previous":[52],"smaller":[53],"pre-trained":[54,121],"models":[56,123,149],"(PLMs),":[57],"still":[58],"have":[59,73],"difficulty":[60],"recalling":[62],"facts":[63],"generating":[65,93],"knowledge-grounded":[66],"contents.":[67],"To":[68],"overcome":[69],"these":[70],"limitations,":[71],"researchers":[72],"proposed":[74],"enhancing":[75,112,139],"data-driven":[76],"PLMs":[77,113],"knowledge-based":[79],"KGs":[80,142],"incorporate":[82],"explicit":[83],"factual":[84,96,158],"into":[86],"PLMs,":[87],"thus":[88],"improving":[89],"performance":[91],"texts":[94],"requiring":[95],"providing":[99],"more":[100],"informed":[101],"responses":[102],"user":[104],"queries.":[105],"This":[106],"paper":[107,137],"reviews":[108],"the":[109],"studies":[110,133],"on":[111,134],"KGs,":[115],"detailing":[116],"existing":[117,132],"graph":[119],"enhanced":[120],"(KGPLMs)":[124],"well":[126],"applications.":[129],"Inspired":[130],"by":[131,143],"KGPLM,":[135],"this":[136],"proposes":[138],"developing":[144],"graph-enhanced":[146],"(KGLLMs).":[150],"KGLLM":[151],"provides":[152],"solution":[154],"enhance":[156],"LLMs\u2019":[157],"reasoning":[159],"ability,":[160],"opening":[161],"up":[162],"new":[163],"avenues":[164],"for":[165],"LLM":[166],"research.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":102},{"year":2024,"cited_by_count":42}],"updated_date":"2026-04-01T17:29:45.350535","created_date":"2025-10-10T00:00:00"}