{"id":"https://openalex.org/W4412972770","doi":"https://doi.org/10.54254/2755-2721/2025.po25800","title":"Retrieval-Augmented Question Answering System Based on Large Language Models and Knowledge Graphs","display_name":"Retrieval-Augmented Question Answering System Based on Large Language Models and Knowledge Graphs","publication_year":2025,"publication_date":"2025-07-30","ids":{"openalex":"https://openalex.org/W4412972770","doi":"https://doi.org/10.54254/2755-2721/2025.po25800"},"language":"en","primary_location":{"id":"doi:10.54254/2755-2721/2025.po25800","doi":"https://doi.org/10.54254/2755-2721/2025.po25800","is_oa":true,"landing_page_url":"https://doi.org/10.54254/2755-2721/2025.po25800","pdf_url":"https://www.ewadirect.com/proceedings/ace/article/view/25800/pdf","source":{"id":"https://openalex.org/S4387281889","display_name":"Applied and Computational Engineering","issn_l":"2755-2721","issn":["2755-2721","2755-273X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied and Computational Engineering","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.ewadirect.com/proceedings/ace/article/view/25800/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhuojin Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhuojin Wang","raw_affiliation_strings":["College of Computer Science and Technology of Harbin Engineering University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology of Harbin Engineering University","institution_ids":["https://openalex.org/I151727225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I151727225"],"apc_list":null,"apc_paid":null,"fwci":0.4271,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.64864397,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":"178","issue":"1","first_page":"122","last_page":"131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.319599986076355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.319599986076355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.30219998955726624,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.23680000007152557,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-question-answering","display_name":"retrieval-augmented question answering","score":0.984000027179718},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9229999780654907},{"id":"https://openalex.org/keywords/hallucination-mitigation","display_name":"hallucination mitigation","score":0.6949999928474426},{"id":"https://openalex.org/keywords/medical-knowledge-graph","display_name":"medical knowledge graph","score":0.7839999794960022},{"id":"https://openalex.org/keywords/dermatology","display_name":"dermatology","score":0.9649999737739563},{"id":"https://openalex.org/keywords/knowledge-graph-construction","display_name":"knowledge graph construction","score":0.6930000185966492},{"id":"https://openalex.org/keywords/medical-question-answering","display_name":"medical question answering","score":0.7919999957084656},{"id":"https://openalex.org/keywords/diagnostic-recommendations","display_name":"diagnostic recommendations","score":0.48500001430511475},{"id":"https://openalex.org/keywords/treatment-plan","display_name":"treatment plan","score":0.6669999957084656}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8524974584579468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6394289135932922},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5729663968086243},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4892863929271698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44632360339164734}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.54254/2755-2721/2025.po25800","doi":"https://doi.org/10.54254/2755-2721/2025.po25800","is_oa":true,"landing_page_url":"https://doi.org/10.54254/2755-2721/2025.po25800","pdf_url":"https://www.ewadirect.com/proceedings/ace/article/view/25800/pdf","source":{"id":"https://openalex.org/S4387281889","display_name":"Applied and Computational Engineering","issn_l":"2755-2721","issn":["2755-2721","2755-273X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied and Computational Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.54254/2755-2721/2025.po25800","doi":"https://doi.org/10.54254/2755-2721/2025.po25800","is_oa":true,"landing_page_url":"https://doi.org/10.54254/2755-2721/2025.po25800","pdf_url":"https://www.ewadirect.com/proceedings/ace/article/view/25800/pdf","source":{"id":"https://openalex.org/S4387281889","display_name":"Applied and Computational Engineering","issn_l":"2755-2721","issn":["2755-2721","2755-273X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied and Computational Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8048999905586243,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412972770.pdf","grobid_xml":"https://content.openalex.org/works/W4412972770.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W3204019825"],"abstract_inverted_index":{"With":[0],"the":[1,76,107,152,156,172,178,190,200],"increasing":[2,194],"public":[3],"awareness":[4],"of":[5,18],"health":[6],"and":[7,24,99,135,147,199,204,211,216,228,239,245],"safety,":[8],"there":[9],"is":[10],"a":[11,64,72,83,102,124,175,233],"growing":[12],"demand":[13],"for":[14,88,115,236],"intelligent":[15,243],"systems":[16,244],"capable":[17],"providing":[19],"precise":[20],"answers":[21],"to":[22,34,51,122,154,197,213,249],"medical":[23,38,55,84,120,170,242,252],"health-related":[25],"questions.":[26],"However,":[27],"Large":[28],"Language":[29,113],"Models":[30],"(LLMs)":[31],"are":[32],"prone":[33],"\"hallucination\"":[35],"phenomena":[36],"in":[37,54,145,168,225],"domain":[39],"responses,":[40],"generating":[41],"seemingly":[42],"plausible":[43],"but":[44],"actually":[45],"inaccurate":[46],"content,":[47],"which":[48,140],"could":[49],"lead":[50],"serious":[52],"consequences":[53],"scenarios.":[56],"To":[57],"address":[58],"this":[59,61,80,129],"challenge,":[60],"study":[62,81,130],"proposes":[63],"knowledge":[65,85,117,126,136,150],"graph-based":[66],"retrieval-augmented":[67],"question":[68],"answering":[69],"framework,":[70],"with":[71,177,189],"specific":[73],"focus":[74],"on":[75],"dermatology":[77],"domain.":[78],"First,":[79],"constructed":[82],"graph":[86,137,153],"ontology":[87],"dermatology,":[89],"encompassing":[90],"key":[91,143],"dimensions":[92],"such":[93],"as":[94],"disease":[95],"definitions,":[96],"symptoms,":[97],"diagnoses,":[98],"treatments.":[100],"Second,":[101],"method":[103,180],"was":[104],"designed":[105],"utilizing":[106],"large":[108],"language":[109],"model":[110],"GLM-4":[111],"(General":[112],"Model-4)":[114],"automated":[116],"extraction":[118],"from":[119,151,195,208],"guidelines":[121],"construct":[123],"domain-specific":[125],"graph.":[127],"Third,":[128],"introduced":[131],"fuzzy":[132],"entity":[133],"recognition":[134],"enhancement":[138],"mechanisms,":[139],"can":[141,246],"identify":[142],"entities":[144],"questions":[146],"retrieve":[148],"relevant":[149],"augment":[155],"original":[157],"queries.":[158],"Furthermore,":[159],"experiments":[160],"demonstrate":[161],"that":[162,182],"our":[163,183],"approach":[164],"effectively":[165],"reduces":[166],"hallucinations":[167],"LLM-generated":[169],"responses.On":[171],"test":[173],"set,":[174],"comparison":[176],"baseline":[179],"reveals":[181],"proposed":[184],"framework":[185],"achieves":[186],"superior":[187],"performance,":[188],"average":[191,201],"BLEU":[192],"score":[193],"0.0102":[196],"0.0157,":[198],"BERT_SCORE_P,":[202],"R,":[203],"F1":[205],"scores":[206],"improving":[207],"0.5037,":[209],"0.7120,":[210],"0.5897":[212],"0.5273,":[214],"0.7346,":[215],"0.6135,":[217],"respectively.These":[218],"results":[219],"indicate":[220],"significant":[221],"accuracy":[222],"improvements,":[223],"particularly":[224],"diagnostic":[226],"recommendations":[227],"treatment":[229],"plans.This":[230],"methodology":[231],"provides":[232],"new":[234],"paradigm":[235],"building":[237],"safer":[238],"more":[240],"reliable":[241],"be":[247],"extended":[248],"other":[250],"specialized":[251],"domains.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-09-27T08:07:27.782135","created_date":"2025-10-10T00:00:00"}