{"id":"https://openalex.org/W4401863414","doi":"https://doi.org/10.1145/3637528.3671576","title":"RareBench: Can LLMs Serve as Rare Diseases Specialists?","display_name":"RareBench: Can LLMs Serve as Rare Diseases Specialists?","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4401863414","doi":"https://doi.org/10.1145/3637528.3671576"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3671576","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671576","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671576","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671576","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017951423","display_name":"Xuanzhong Chen","orcid":"https://orcid.org/0000-0001-7091-0120"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuanzhong Chen","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102602980","display_name":"Xiaohao Mao","orcid":"https://orcid.org/0009-0005-4636-4381"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohao Mao","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101385142","display_name":"Qihan Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qihan Guo","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108046914","display_name":"Lun Wang","orcid":"https://orcid.org/0000-0002-9429-6599"},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lun Wang","raw_affiliation_strings":["Chinese Academy of Medical Sciences & Peking Union Medical College, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Medical Sciences & Peking Union Medical College, Beijing, China","institution_ids":["https://openalex.org/I200296433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101904374","display_name":"Shuyang Zhang","orcid":"https://orcid.org/0000-0003-3160-0845"},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyang Zhang","raw_affiliation_strings":["Chinese Academy of Medical Sciences & Peking Union Medical College, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Medical Sciences & Peking Union Medical College, Beijing, China","institution_ids":["https://openalex.org/I200296433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100443189","display_name":"Ting Chen","orcid":"https://orcid.org/0000-0002-3228-9166"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Chen","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5017951423"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":14.7453,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.99258272,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4850","last_page":"4861"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11642","display_name":"Genomics and Rare Diseases","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11642","display_name":"Genomics and Rare Diseases","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11287","display_name":"Cancer Genomics and Diagnostics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11482","display_name":"RNA modifications and cancer","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4125109910964966},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.34854596853256226}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4125109910964966},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.34854596853256226}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3637528.3671576","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671576","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671576","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3637528.3671576","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671576","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671576","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401863414.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2012361142","https://openalex.org/W2154851992","https://openalex.org/W2478708596","https://openalex.org/W2557385283","https://openalex.org/W2575171872","https://openalex.org/W2601828961","https://openalex.org/W2809721358","https://openalex.org/W2911737122","https://openalex.org/W2951146425","https://openalex.org/W2962756421","https://openalex.org/W2970482702","https://openalex.org/W2988630324","https://openalex.org/W3027879771","https://openalex.org/W3031191781","https://openalex.org/W3047173169","https://openalex.org/W3087028093","https://openalex.org/W3104097132","https://openalex.org/W3106811464","https://openalex.org/W3162922479","https://openalex.org/W4221143046","https://openalex.org/W4224997359","https://openalex.org/W4283075950","https://openalex.org/W4285294723","https://openalex.org/W4312220150","https://openalex.org/W4367186868","https://openalex.org/W4387970096","https://openalex.org/W4389524025","https://openalex.org/W4391940656","https://openalex.org/W4393156546"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Generalist":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs),":[4],"such":[5,54],"as":[6,55],"GPT-4,":[7],"have":[8,27,109],"shown":[9],"considerable":[10],"promise":[11],"in":[12,73,125,200,203],"various":[13],"domains,":[14],"including":[15],"medical":[16],"diagnosis.":[17],"Rare":[18],"diseases,":[19,134],"affecting":[20],"approximately":[21],"300":[22],"million":[23],"people":[24],"worldwide,":[25],"often":[26],"unsatisfactory":[28],"clinical":[29,187],"diagnosis":[30,131],"rates":[31],"primarily":[32],"due":[33],"to":[34,90],"a":[35,59,86,120,137,143],"lack":[36],"of":[37,43,95,104,132,166,172,182],"experienced":[38],"physicians":[39],"and":[40],"the":[41,93,102,111,179,186,195],"complexity":[42],"differentiating":[44],"among":[45],"many":[46],"rare":[47,61,76,105,116,133,145,191],"diseases.":[48,77,106,192],"In":[49],"this":[50,80,126,204],"context,":[51],"recent":[52],"news":[53],"\"ChatGPT":[56],"correctly":[57],"diagnosed":[58],"4-year-old's":[60],"disease":[62,117,146],"after":[63],"17":[64],"doctors":[65],"failed\"":[66],"underscore":[67,178],"LLMs'":[68,156],"potential,":[69],"yet":[70],"underexplored,":[71],"role":[72],"clinically":[74],"diagnosing":[75],"To":[78,128],"bridge":[79],"research":[81],"gap,":[82],"we":[83,108,135,160],"introduce":[84],"RareBench,":[85],"pioneering":[87],"benchmark":[88,121],"designed":[89],"systematically":[91],"evaluate":[92],"capabilities":[94,169],"LLMs":[96,184],"on":[97,115],"4":[98],"critical":[99],"dimensions":[100],"within":[101],"realm":[103],"Meanwhile,":[107],"compiled":[110],"largest":[112],"open-source":[113],"dataset":[114],"patients,":[118],"establishing":[119],"for":[122,190,197],"future":[123,201],"studies":[124],"domain.":[127],"facilitate":[129],"differential":[130],"develop":[136],"dynamic":[138],"few-shot":[139],"prompt":[140],"methodology,":[141],"leveraging":[142],"comprehensive":[144],"knowledge":[147,152],"graph":[148],"synthesized":[149],"from":[150],"multiple":[151],"bases,":[153],"significantly":[154],"enhancing":[155],"diagnostic":[157,168,188],"performance.":[158],"Moreover,":[159],"present":[161],"an":[162],"exhaustive":[163],"comparative":[164],"study":[165],"GPT-4's":[167],"against":[170],"those":[171],"specialist":[173],"physicians.":[174],"Our":[175],"experimental":[176],"findings":[177],"promising":[180],"potential":[181],"integrating":[183],"into":[185],"process":[189],"This":[193],"paves":[194],"way":[196],"exciting":[198],"possibilities":[199],"advancements":[202],"field.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}