{"id":"https://openalex.org/W7115591883","doi":"https://doi.org/10.48550/arxiv.2512.11437","title":"CLINIC: Evaluating Multilingual Trustworthiness in Language Models for Healthcare","display_name":"CLINIC: Evaluating Multilingual Trustworthiness in Language Models for Healthcare","publication_year":2025,"publication_date":"2025-12-12","ids":{"openalex":"https://openalex.org/W7115591883","doi":"https://doi.org/10.48550/arxiv.2512.11437"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2512.11437","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.11437","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2512.11437","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ghosh, Akash","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ghosh, Akash","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sridhar, Srivarshinee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sridhar, Srivarshinee","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ravi, Raghav Kaushik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ravi, Raghav Kaushik","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Muhsin, Muhsin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhsin, Muhsin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Saha, Sriparna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saha, Sriparna","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Agarwal, Chirag","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agarwal, Chirag","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5834000110626221,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5834000110626221,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.07249999791383743,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11731","display_name":"Global Health and Surgery","score":0.023600000888109207,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.8016999959945679},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.734499990940094},{"id":"https://openalex.org/keywords/language-barrier","display_name":"Language barrier","score":0.6118999719619751},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5485000014305115},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5130000114440918},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.45410001277923584},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44609999656677246},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.37380000948905945}],"concepts":[{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.8016999959945679},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.734499990940094},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6288999915122986},{"id":"https://openalex.org/C47602998","wikidata":"https://www.wikidata.org/wiki/Q2588869","display_name":"Language barrier","level":2,"score":0.6118999719619751},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5485000014305115},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5130000114440918},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.45410001277923584},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44609999656677246},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35920000076293945},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C2992249680","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Linguistic diversity","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.3345000147819519},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.30730000138282776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28450000286102295},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2806999981403351},{"id":"https://openalex.org/C2781255760","wikidata":"https://www.wikidata.org/wiki/Q18354027","display_name":"Limited English proficiency","level":3,"score":0.2777999937534332},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.2540000081062317},{"id":"https://openalex.org/C2250968","wikidata":"https://www.wikidata.org/wiki/Q1512929","display_name":"Health equity","level":3,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2512.11437","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.11437","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2512.11437","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.11437","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5102376937866211}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Integrating":[0],"language":[1,93],"models":[2,94],"(LMs)":[3],"in":[4,34,43,58,69,95,189],"healthcare":[5,36,56,71,133,190],"systems":[6],"holds":[7],"great":[8],"promise":[9],"for":[10,66,180],"improving":[11],"medical":[12],"workflows":[13],"and":[14,53,60,111,126,144,160,163,169,185],"decision-making.":[15],"However,":[16],"a":[17,84,128],"critical":[18,132],"barrier":[19],"to":[20,49,88,166],"their":[21,31],"real-world":[22],"adoption":[23],"is":[24,76],"the":[25,51,90,123,178,182],"lack":[26],"of":[27,30,55,92,105,131,187],"reliable":[28],"evaluation":[29,148],"trustworthiness,":[32],"especially":[33],"multilingual":[35],"settings.":[37],"Existing":[38],"LMs":[39,100,151,188],"are":[40,164],"predominantly":[41],"trained":[42],"high-resource":[44],"languages,":[45,62],"making":[46],"them":[47,68],"ill-equipped":[48],"handle":[50],"complexity":[52],"diversity":[54,75],"queries":[57],"mid-":[59],"low-resource":[61],"posing":[63],"significant":[64],"challenges":[65],"deploying":[67],"global":[70,183],"contexts":[72],"where":[73],"linguistic":[74,161],"key.":[77],"In":[78],"this":[79],"work,":[80],"we":[81],"present":[82],"CLINIC,":[83],"Comprehensive":[85],"Multilingual":[86],"Benchmark":[87],"evaluate":[89],"trustworthiness":[91],"healthcare.":[96],"CLINIC":[97,176],"systematically":[98],"benchmarks":[99],"across":[101,158,191],"five":[102],"key":[103],"dimensions":[104],"trustworthiness:":[106],"truthfulness,":[107],"fairness,":[108],"safety,":[109],"robustness,":[110],"privacy,":[112],"operationalized":[113],"through":[114],"18":[115],"diverse":[116,192],"tasks,":[117],"spanning":[118],"15":[119],"languages":[120],"(covering":[121],"all":[122],"major":[124],"continents),":[125],"encompassing":[127],"wide":[129],"array":[130],"topics":[134],"like":[135],"disease":[136],"conditions,":[137],"preventive":[138],"actions,":[139],"diagnostic":[140],"tests,":[141],"treatments,":[142],"surgeries,":[143],"medications.":[145],"Our":[146],"extensive":[147],"reveals":[149],"that":[150],"struggle":[152],"with":[153],"factual":[154],"correctness,":[155],"demonstrate":[156],"bias":[157],"demographic":[159],"groups,":[162],"susceptible":[165],"privacy":[167],"breaches":[168],"adversarial":[170],"attacks.":[171],"By":[172],"highlighting":[173],"these":[174],"shortcomings,":[175],"lays":[177],"foundation":[179],"enhancing":[181],"reach":[184],"safety":[186],"languages.":[193]},"counts_by_year":[],"updated_date":"2025-12-16T23:48:00.217561","created_date":"2025-12-16T00:00:00"}