{"id":"https://openalex.org/W4416036409","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.873","title":"RJE: A Retrieval-Judgment-Exploration Framework for Efficient Knowledge Graph Question Answering with LLMs","display_name":"RJE: A Retrieval-Judgment-Exploration Framework for Efficient Knowledge Graph Question Answering with LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416036409","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.873"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.873","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.873","pdf_url":"https://aclanthology.org/2025.emnlp-main.873.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.emnlp-main.873.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Can Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Can Lin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087770662","display_name":"Zhengwang Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhengwang Jiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100758589","display_name":"Ling Zheng","orcid":"https://orcid.org/0000-0002-6709-828X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ling Zheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052565646","display_name":"Qi Zhao","orcid":"https://orcid.org/0000-0001-9713-1864"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi Zhao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321500","display_name":"Yuhang Zhang","orcid":"https://orcid.org/0000-0002-4101-6207"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuhang Zhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748972","display_name":"Qi Song","orcid":"https://orcid.org/0000-0003-4626-5867"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi Song","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Wangqiu Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wangqiu Zhou","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17231344,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"17288","last_page":"17305"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.757099986076355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.757099986076355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09000000357627869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.027499999850988388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.609000027179718},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3749000132083893},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.3424000144004822},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.3244999945163727},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.32330000400543213}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.609000027179718},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5835999846458435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3935000002384186},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3749000132083893},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3208000063896179},{"id":"https://openalex.org/C62360110","wikidata":"https://www.wikidata.org/wiki/Q96777007","display_name":"Circumscription","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2930999994277954},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2800000011920929},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2565000057220459}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.873","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.873","pdf_url":"https://aclanthology.org/2025.emnlp-main.873.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.873","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.873","pdf_url":"https://aclanthology.org/2025.emnlp-main.873.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416036409.pdf","grobid_xml":"https://content.openalex.org/works/W4416036409.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Knowledge":[0],"graph":[1],"question":[2],"answering":[3],"(KGQA)":[4],"aims":[5],"to":[6,20,75,110,129],"answer":[7],"natural":[8],"language":[9,17],"questions":[10],"using":[11],"knowledge":[12],"graphs.Recent":[13],"research":[14],"leverages":[15],"large":[16],"models":[18],"(LLMs)":[19],"enhance":[21],"KGQA":[22],"reasoning,":[23],"but":[24],"faces":[25],"limitations:":[26],"retrieval-based":[27],"methods":[28,39],"are":[29],"constrained":[30],"by":[31],"the":[32,120],"quality":[33],"of":[34,122],"retrieved":[35],"information,":[36],"while":[37,99],"agentbased":[38],"rely":[40],"heavily":[41],"on":[42],"proprietary":[43,91],"LLMs.To":[44],"address":[45],"these":[46],"limitations,":[47],"we":[48],"propose":[49],"Retrieval-Judgment-Exploration":[50],"(RJE),":[51],"a":[52],"framework":[53],"that":[54,87],"retrieves":[55],"refined":[56],"reasoning":[57],"paths,":[58],"evaluates":[59],"their":[60],"sufficiency,":[61],"and":[62,83,107,125],"conditionally":[63],"explores":[64],"additional":[65],"evidence.Moreover,":[66],"RJE":[67,117],"introduces":[68],"specialized":[69],"auxiliary":[70],"modules":[71],"enabling":[72,100],"small-sized":[73],"LLMs":[74,92,103],"perform":[76],"effectively:":[77],"Reasoning":[78],"Path":[79],"Ranking,":[80],"Question":[81],"Decomposition,":[82],"Retriever-assisted":[84],"Exploration.Experiments":[85],"show":[86],"our":[88],"approach":[89],"with":[90],"(such":[93,104],"as":[94,105],"GPT-4o-mini)":[95],"outperforms":[96],"existing":[97],"baselines":[98],"small":[101],"open-source":[102],"3B":[106],"8B":[108],"parameters)":[109],"achieve":[111],"competitive":[112],"results":[113],"without":[114],"fine-tuning":[115],"LLMs.Additionally,":[116],"substantially":[118],"reduces":[119],"number":[121],"LLM":[123],"calls":[124],"token":[126],"usage":[127],"compared":[128],"agent-based":[130],"methods,":[131],"yielding":[132],"significant":[133],"efficiency":[134],"improvements.":[135]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-11-08T00:00:00"}