{"id":"https://openalex.org/W4391130067","doi":"https://doi.org/10.1109/ictc58733.2023.10392305","title":"Who Can be Your AI Doctor?: Evaluation for Disease diagnosis on Large Language Models","display_name":"Who Can be Your AI Doctor?: Evaluation for Disease diagnosis on Large Language Models","publication_year":2023,"publication_date":"2023-10-11","ids":{"openalex":"https://openalex.org/W4391130067","doi":"https://doi.org/10.1109/ictc58733.2023.10392305"},"language":"en","primary_location":{"id":"doi:10.1109/ictc58733.2023.10392305","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ictc58733.2023.10392305","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 14th International Conference on Information and Communication Technology Convergence (ICTC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101763664","display_name":"Jonghyeon Kim","orcid":"https://orcid.org/0000-0003-4943-7839"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jonghyeon Kim","raw_affiliation_strings":["Hanyang University,Major in Bio Artificial Intelligence,Dept. of Applied Artificial Intelligence,Ansan,Republic of Korea","Dept. of Applied Artificial Intelligence, Major in Bio Artificial Intelligence, Hanyang University, Ansan, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Hanyang University,Major in Bio Artificial Intelligence,Dept. of Applied Artificial Intelligence,Ansan,Republic of Korea","institution_ids":["https://openalex.org/I4575257"]},{"raw_affiliation_string":"Dept. of Applied Artificial Intelligence, Major in Bio Artificial Intelligence, Hanyang University, Ansan, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006704692","display_name":"Chan-Yang Ju","orcid":"https://orcid.org/0000-0002-5064-802X"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chan-Yang Ju","raw_affiliation_strings":["Hanyang University,Major in Bio Artificial Intelligence,Dept. of Applied Artificial Intelligence,Ansan,Republic of Korea","Dept. of Applied Artificial Intelligence, Major in Bio Artificial Intelligence, Hanyang University, Ansan, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Hanyang University,Major in Bio Artificial Intelligence,Dept. of Applied Artificial Intelligence,Ansan,Republic of Korea","institution_ids":["https://openalex.org/I4575257"]},{"raw_affiliation_string":"Dept. of Applied Artificial Intelligence, Major in Bio Artificial Intelligence, Hanyang University, Ansan, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100609747","display_name":"Dong\u2010Ho Lee","orcid":"https://orcid.org/0000-0003-0305-9182"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dong-Ho Lee","raw_affiliation_strings":["Hanyang University,Dept. of Applied Artificial Intelligence,Ansan,Republic of Korea","Dept. of Applied Artificial Intelligence, Hanyang University, Ansan, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Hanyang University,Dept. of Applied Artificial Intelligence,Ansan,Republic of Korea","institution_ids":["https://openalex.org/I4575257"]},{"raw_affiliation_string":"Dept. of Applied Artificial Intelligence, Hanyang University, Ansan, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101763664"],"corresponding_institution_ids":["https://openalex.org/I4575257"],"apc_list":null,"apc_paid":null,"fwci":0.0775,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.51438535,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"154","last_page":"159"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6789390444755554},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.50981205701828},{"id":"https://openalex.org/keywords/disease","display_name":"Disease","score":0.4625875651836395},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4396286904811859},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.20198044180870056},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.11039179563522339}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6789390444755554},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.50981205701828},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.4625875651836395},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4396286904811859},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.20198044180870056},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.11039179563522339}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ictc58733.2023.10392305","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ictc58733.2023.10392305","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 14th International Conference on Information and Communication Technology Convergence (ICTC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5899999737739563,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2886305736","https://openalex.org/W2903928064","https://openalex.org/W3114290355","https://openalex.org/W3168867926","https://openalex.org/W3173726397","https://openalex.org/W4224308101","https://openalex.org/W4226278401","https://openalex.org/W4226399820","https://openalex.org/W4292779060","https://openalex.org/W4306317214","https://openalex.org/W4309509386","https://openalex.org/W4319662928","https://openalex.org/W4322718191","https://openalex.org/W4360891289","https://openalex.org/W4366327625","https://openalex.org/W4367310920","https://openalex.org/W4378465439","https://openalex.org/W4380993746","https://openalex.org/W4381587628","https://openalex.org/W4381930847","https://openalex.org/W4385018653","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4,105],"demonstrated":[5],"outstanding":[6],"performance":[7],"in":[8,62,111,157],"general":[9],"domain":[10],"knowledge":[11],"inference":[12],"such":[13,137],"as":[14,34,138],"arithmetic":[15],"reasoning,":[16,18],"commonsense":[17],"and":[19,28,102,143,146],"open-domain":[20],"question":[21],"answering.":[22],"Traditional":[23],"LLMs":[24,51,61,96,150,156],"were":[25],"mainly":[26],"developed":[27],"serviced":[29],"by":[30],"big":[31],"tech":[32],"companies":[33],"commercial,":[35],"making":[36],"it":[37],"nearly":[38],"impossible":[39],"for":[40],"researchers":[41],"to":[42,54,58,108,123,153],"access":[43],"parameters.":[44],"However,":[45],"the":[46,81,106,118,133],"recent":[47],"emergence":[48],"of":[49,121],"non-commercial":[50,149],"has":[52],"led":[53],"ongoing":[55],"research":[56],"efforts":[57],"surpass":[59],"commercial":[60,155],"specific":[63],"areas":[64],"using":[65],"task-specific":[66],"or":[67,76],"domain-specific":[68],"LLMs.":[69],"In":[70],"this":[71],"study,":[72],"among":[73],"many":[74],"tasks":[75],"domains,":[77],"we":[78,115],"focus":[79],"on":[80,131],"high-level":[82],"knowledge-demanding":[83],"medical":[84],"domain,":[85],"particularly":[86],"Automatic":[87],"Diagnosis":[88],"System":[89],"(ADS).":[90],"We":[91],"evaluated":[92],"whether":[93,103,124,148],"current":[94],"representative":[95],"can":[97,127],"perform":[98],"disease":[99],"diagnosis":[100],"effectively":[101],"they":[104],"potential":[107],"assist":[109],"doctors":[110],"clinical":[112],"situations.":[113],"Moreover,":[114],"also":[116],"observe":[117],"overall":[119],"quality":[120],"responses":[122],"each":[125],"LLM":[126],"accurately":[128],"diagnose":[129],"based":[130],"understanding":[132],"patient\u2019s":[134],"basic":[135],"information":[136],"age,":[139],"sex,":[140],"underlying":[141],"diseases,":[142],"family":[144],"history,":[145],"explore":[147],"are":[151],"likely":[152],"outperform":[154],"ADS.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}