{"id":"https://openalex.org/W4389348366","doi":"https://doi.org/10.3390/electronics12244896","title":"A Knowledge-Enhanced Hierarchical Reinforcement Learning-Based Dialogue System for Automatic Disease Diagnosis","display_name":"A Knowledge-Enhanced Hierarchical Reinforcement Learning-Based Dialogue System for Automatic Disease Diagnosis","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4389348366","doi":"https://doi.org/10.3390/electronics12244896"},"language":"en","primary_location":{"id":"doi:10.3390/electronics12244896","doi":"https://doi.org/10.3390/electronics12244896","is_oa":true,"landing_page_url":"https://doi.org/10.3390/electronics12244896","pdf_url":"https://www.mdpi.com/2079-9292/12/24/4896/pdf?version=1701780501","source":{"id":"https://openalex.org/S4210202905","display_name":"Electronics","issn_l":"2079-9292","issn":["2079-9292"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2079-9292/12/24/4896/pdf?version=1701780501","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041988267","display_name":"Ying Zhu","orcid":"https://orcid.org/0000-0002-5708-3252","observed_orcids":["https://orcid.org/0000-0002-5708-3252","https://orcid.org/0009-0000-2050-0588"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zhu","raw_affiliation_strings":["Department of Computer Science, Northeastern University, Shenyang 110169, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Northeastern University, Shenyang 110169, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707126","display_name":"Yameng Li","orcid":"https://orcid.org/0009-0005-4414-0245","observed_orcids":["https://orcid.org/0009-0005-4414-0245"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yameng Li","raw_affiliation_strings":["Department of Computer Science, Northeastern University, Shenyang 110169, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Northeastern University, Shenyang 110169, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100887122","display_name":"Yuan Cui","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405279194","display_name":"Shenyang Polytechnic College","ror":"https://ror.org/0146kbt24","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405279194"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Cui","raw_affiliation_strings":["Business Administration Department, Shenyang Polytechnic College, Shenyang 110045, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Business Administration Department, Shenyang Polytechnic College, Shenyang 110045, China","institution_ids":["https://openalex.org/I4405279194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063775328","display_name":"Tianbao Zhang","orcid":"https://orcid.org/0009-0006-5578-713X","observed_orcids":["https://orcid.org/0009-0006-5578-713X","https://orcid.org/0000-0001-6568-0877"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianbao Zhang","raw_affiliation_strings":["Department of Computer Science, Northeastern University, Shenyang 110169, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Northeastern University, Shenyang 110169, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035378456","display_name":"Daling Wang","orcid":"https://orcid.org/0000-0003-1340-0778","observed_orcids":["https://orcid.org/0000-0003-1340-0778"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daling Wang","raw_affiliation_strings":["Department of Computer Science, Northeastern University, Shenyang 110169, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Northeastern University, Shenyang 110169, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078280239","display_name":"Yifei Zhang","orcid":"https://orcid.org/0000-0003-0854-2966","observed_orcids":["https://orcid.org/0000-0003-0854-2966"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Zhang","raw_affiliation_strings":["Department of Computer Science, Northeastern University, Shenyang 110169, China"],"raw_orcid":"https://orcid.org/0000-0003-0854-2966","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Northeastern University, Shenyang 110169, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057958949","display_name":"Shi Feng","orcid":"https://orcid.org/0000-0002-2846-7652","observed_orcids":["https://orcid.org/0000-0002-2846-7652"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shi Feng","raw_affiliation_strings":["Department of Computer Science, Northeastern University, Shenyang 110169, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Northeastern University, Shenyang 110169, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5057958949"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2224},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2224},"fwci":0.354,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.59897094,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"12","issue":"24","first_page":"4896","last_page":"4896"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.7124000191688538,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.7124000191688538,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.10859999805688858,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.09139999747276306,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/medical-dialogue-systems","display_name":"medical dialogue systems","score":0.8050000071525574},{"id":"https://openalex.org/keywords/automated-diagnosis","display_name":"automated diagnosis","score":0.9559999704360962},{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.9739999771118164},{"id":"https://openalex.org/keywords/medical-knowledge-graph","display_name":"medical knowledge graph","score":0.8799999952316284},{"id":"https://openalex.org/keywords/large-action-spaces","display_name":"large action spaces","score":0.7429999709129333},{"id":"https://openalex.org/keywords/strategy-learning","display_name":"strategy learning","score":0.49900001287460327}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.876036524772644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7091800570487976},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6511361002922058},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5672646164894104},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.5230558514595032},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.46731680631637573},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4541274607181549},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09984421730041504},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.09603753685951233},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/electronics12244896","doi":"https://doi.org/10.3390/electronics12244896","is_oa":true,"landing_page_url":"https://doi.org/10.3390/electronics12244896","pdf_url":"https://www.mdpi.com/2079-9292/12/24/4896/pdf?version=1701780501","source":{"id":"https://openalex.org/S4210202905","display_name":"Electronics","issn_l":"2079-9292","issn":["2079-9292"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/electronics12244896","doi":"https://doi.org/10.3390/electronics12244896","is_oa":true,"landing_page_url":"https://doi.org/10.3390/electronics12244896","pdf_url":"https://www.mdpi.com/2079-9292/12/24/4896/pdf?version=1701780501","source":{"id":"https://openalex.org/S4210202905","display_name":"Electronics","issn_l":"2079-9292","issn":["2079-9292"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.8048999905586243}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3523622274","display_name":null,"funder_award_id":"62172086","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8666265765","display_name":null,"funder_award_id":"62272092","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389348366.pdf","grobid_xml":"https://content.openalex.org/works/W4389348366.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2169767637","https://openalex.org/W2604580630","https://openalex.org/W2623759943","https://openalex.org/W2705882626","https://openalex.org/W2788477667","https://openalex.org/W2799176105","https://openalex.org/W2886305736","https://openalex.org/W2897697565","https://openalex.org/W2903928064","https://openalex.org/W2906902945","https://openalex.org/W2927281831","https://openalex.org/W2951000191","https://openalex.org/W2963177403","https://openalex.org/W2963668753","https://openalex.org/W2963696295","https://openalex.org/W2963797754","https://openalex.org/W2997281057","https://openalex.org/W2999428529","https://openalex.org/W3003817470","https://openalex.org/W3013786371","https://openalex.org/W3034956542","https://openalex.org/W3035084718","https://openalex.org/W3035084859","https://openalex.org/W3037161558","https://openalex.org/W3040128587","https://openalex.org/W3091304796","https://openalex.org/W3099605929","https://openalex.org/W3157579036","https://openalex.org/W3167755691","https://openalex.org/W3173331009","https://openalex.org/W3200539599","https://openalex.org/W4223491992","https://openalex.org/W4285197708","https://openalex.org/W4285210901","https://openalex.org/W4285212056","https://openalex.org/W4285214521","https://openalex.org/W4285247398","https://openalex.org/W4285254987","https://openalex.org/W4285268663","https://openalex.org/W4312609624"],"related_works":["https://openalex.org/W3022363208","https://openalex.org/W4283753811","https://openalex.org/W4210334470","https://openalex.org/W4414606000","https://openalex.org/W4408069473","https://openalex.org/W3170628611","https://openalex.org/W4403674136","https://openalex.org/W4412691550","https://openalex.org/W3013389097","https://openalex.org/W4391529026"],"abstract_inverted_index":{"Deep":[0],"Reinforcement":[1],"Learning":[2],"is":[3],"a":[4,48,72,86,114],"key":[5],"technology":[6],"for":[7,27,54,62,99,118],"the":[8,14,20,36,58,69,81,96],"diagnosis-oriented":[9],"medical":[10,59,92,115],"dialogue":[11,25,60,116],"system,":[12],"determining":[13],"type":[15],"of":[16,39,71],"disease":[17,28,63,120],"according":[18],"to":[19,35,110],"patient\u2019s":[21],"utterances.":[22],"The":[23],"existing":[24],"models":[26],"diagnosis":[29,101],"cannot":[30],"achieve":[31],"good":[32],"performance":[33],"due":[34],"large":[37,73],"number":[38],"symptoms":[40],"and":[41,91],"diseases.":[42],"In":[43,79],"this":[44],"paper,":[45],"we":[46],"propose":[47],"knowledge-enhanced":[49],"hierarchical":[50,66,97],"reinforcement":[51,77],"learning":[52,56],"model":[53,106],"strategy":[55,67,98],"in":[57,76],"system":[61],"diagnosis.":[64,121],"Our":[65,104],"alleviates":[68],"problem":[70],"action":[74],"space":[75],"learning.":[78],"addition,":[80],"knowledge":[82,93],"enhancement":[83],"module":[84],"integrates":[85],"learnable":[87],"disease\u2013symptom":[88],"relationship":[89],"matrix":[90],"graph":[94],"into":[95],"higher":[100],"success":[102],"rate.":[103],"proposed":[105],"has":[107],"been":[108],"proved":[109],"be":[111],"effective":[112],"on":[113],"dataset":[117],"automatic":[119]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2023-12-06T00:00:00"}