{"id":"https://openalex.org/W4399253046","doi":"https://doi.org/10.48550/arxiv.2405.20139","title":"GNN-RAG: Graph Neural Retrieval for Large Language Model Reasoning","display_name":"GNN-RAG: Graph Neural Retrieval for Large Language Model Reasoning","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399253046","doi":"https://doi.org/10.48550/arxiv.2405.20139"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.20139","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.20139","pdf_url":"https://arxiv.org/pdf/2405.20139","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.20139","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053892943","display_name":"Costas Mavromatis","orcid":"https://orcid.org/0009-0008-7504-8347","observed_orcids":["https://orcid.org/0009-0008-7504-8347","https://orcid.org/0000-0002-1271-7063"]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mavromatis, Costas","raw_affiliation_strings":["University of Minnesota"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082384108","display_name":"George Karypis","orcid":"https://orcid.org/0000-0003-2753-1437","observed_orcids":["https://orcid.org/0000-0003-2753-1437"]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karypis, George","raw_affiliation_strings":["University of Minnesota"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130238516"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5282999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5282999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.40059998631477356,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.019899999722838402,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-graph-question-answering","display_name":"knowledge graph question answering","score":0.9330000281333923},{"id":"https://openalex.org/keywords/graph-neural-networks","display_name":"graph neural networks","score":0.9710000157356262},{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.9269999861717224},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.968999981880188},{"id":"https://openalex.org/keywords/shortest-path","display_name":"shortest path","score":0.7519999742507935},{"id":"https://openalex.org/keywords/multi-hop-reasoning","display_name":"multi-hop reasoning","score":0.5389999747276306},{"id":"https://openalex.org/keywords/webqsp","display_name":"WebQSP","score":0.6389999985694885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6809800863265991},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5460290312767029},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4782473146915436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45438963174819946},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2042865753173828}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.20139","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.20139","pdf_url":"https://arxiv.org/pdf/2405.20139","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.20139","doi":"https://doi.org/10.48550/arxiv.2405.20139","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.20139","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.20139","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.20139","pdf_url":"https://arxiv.org/pdf/2405.20139","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399253046.pdf","grobid_xml":"https://content.openalex.org/works/W4399253046.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Knowledge":[0],"Graphs":[1],"(KGs)":[2],"represent":[3,150],"human-crafted":[4],"factual":[5],"knowledge":[6],"in":[7,85,110,137,220],"the":[8,26,33,36,40,47,63,80,86,105,134,138,172,186],"form":[9,17],"of":[10,28,102,108],"triplets":[11],"(head,":[12],"relation,":[13],"tail),":[14],"which":[15],"collectively":[16],"a":[18,94,111,117,121,130,176,200,235],"graph.":[19],"Question":[20],"Answering":[21],"over":[22,120],"KGs":[23],"(KGQA)":[24],"is":[25],"task":[27],"answering":[29],"natural":[30,60,190],"questions":[31,247],"grounding":[32],"reasoning":[34,106,152,165],"to":[35,54,58,125,149,180,205],"information":[37,83],"provided":[38],"by":[39,251],"KG.":[41,87],"Large":[42],"Language":[43],"Models":[44],"(LLMs)":[45],"are":[46,147,157],"state-of-the-art":[48,218],"models":[49],"for":[50,74,97,129,163,194],"QA":[51],"tasks":[52],"due":[53],"their":[55],"remarkable":[56],"ability":[57,193],"understand":[59],"language.":[61],"On":[62],"other":[64],"hand,":[65],"Graph":[66],"Neural":[67],"Networks":[68],"(GNNs)":[69],"have":[70],"been":[71],"widely":[72,222],"used":[73,223],"KGQA":[75,208,224],"as":[76,161,175],"they":[77],"can":[78],"handle":[79],"complex":[81],"graph":[82,183],"stored":[84],"In":[88,168,239],"this":[89],"work,":[90],"we":[91,198],"introduce":[92],"GNN-RAG,":[93],"novel":[95],"method":[96],"combining":[98],"language":[99,191],"understanding":[100],"abilities":[101,107],"LLMs":[103],"with":[104,166,210,234],"GNNs":[109],"retrieval-augmented":[112],"generation":[113],"(RAG)":[114],"style.":[115],"First,":[116],"GNN":[118,173],"reasons":[119],"dense":[122,177],"KG":[123,139,151],"subgraph":[124,178],"retrieve":[126],"answer":[127,145,255],"candidates":[128,146],"given":[131,160],"question.":[132],"Second,":[133],"shortest":[135],"paths":[136,156],"that":[140,215],"connect":[141],"question":[142],"entities":[143],"and":[144,159,227,245],"extracted":[148,155],"paths.":[153],"The":[154],"verbalized":[158],"input":[162],"LLM":[164,187],"RAG.":[167],"our":[169],"GNN-RAG":[170,216,241],"framework,":[171],"acts":[174],"reasoner":[179],"extract":[181],"useful":[182],"information,":[184],"while":[185],"leverages":[188],"its":[189],"processing":[192],"ultimate":[195],"KGQA.":[196],"Furthermore,":[197],"develop":[199],"retrieval":[201],"augmentation":[202],"(RA)":[203],"technique":[204],"further":[206],"boost":[207],"performance":[209,219,233],"GNN-RAG.":[211],"Experimental":[212],"results":[213],"show":[214],"achieves":[217],"two":[221],"benchmarks":[225],"(WebQSP":[226],"CWQ),":[228],"outperforming":[229,248],"or":[230],"matching":[231],"GPT-4":[232],"7B":[236],"tuned":[237],"LLM.":[238],"addition,":[240],"excels":[242],"on":[243],"multi-hop":[244],"multi-entity":[246],"competing":[249],"approaches":[250],"8.9--15.5%":[252],"points":[253],"at":[254],"F1.":[256]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":3}],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2025-10-10T00:00:00"}