{"id":"https://openalex.org/W4416123724","doi":"https://doi.org/10.48550/arxiv.2504.03716","title":"Evaluating Large Language Models for Fair and Reliable Organ Allocation","display_name":"Evaluating Large Language Models for Fair and Reliable Organ Allocation","publication_year":2025,"publication_date":"2025-03-29","ids":{"openalex":"https://openalex.org/W4416123724","doi":"https://doi.org/10.48550/arxiv.2504.03716"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2504.03716","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.03716","pdf_url":"https://arxiv.org/pdf/2504.03716","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.03716","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kim, Brian Hyeongseok","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Brian Hyeongseok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Murray, Hannah","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Murray, Hannah","raw_affiliation_strings":["University of Southern California , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California , USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022345633","display_name":"Isabelle Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee, Isabelle","raw_affiliation_strings":["University of Southern California , USA","University of Southern California , USA JASON BYUN ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California , USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"University of Southern California , USA JASON BYUN ,","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120442209","display_name":"Jason Byun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Byun, Jason","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Lum, Joshua","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lum, Joshua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060347694","display_name":"Dani Yogatama","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yogatama, Dani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5057226813","display_name":"Evi Micha","orcid":"https://orcid.org/0000-0002-7373-5898","observed_orcids":["https://orcid.org/0000-0002-7373-5898"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Micha, Evi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.012600000016391277,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.006300000008195639,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9539999961853027},{"id":"https://openalex.org/keywords/organ-allocation","display_name":"organ allocation","score":0.9380000233650208},{"id":"https://openalex.org/keywords/kidney-allocation","display_name":"kidney allocation","score":0.9760000109672546},{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.9300000071525574},{"id":"https://openalex.org/keywords/fairness-evaluation","display_name":"fairness evaluation","score":0.8849999904632568},{"id":"https://openalex.org/keywords/demographic-bias","display_name":"demographic bias","score":0.5389999747276306},{"id":"https://openalex.org/keywords/clinical-decision-making","display_name":"clinical decision-making","score":0.6480000019073486},{"id":"https://openalex.org/keywords/human-oversight","display_name":"human oversight","score":0.3269999921321869}],"concepts":[{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.48989999294281006},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4715000092983246},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.40880000591278076},{"id":"https://openalex.org/C2780084366","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demographics","level":2,"score":0.3935999870300293},{"id":"https://openalex.org/C45555294","wikidata":"https://www.wikidata.org/wiki/Q28113351","display_name":"Inequality","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.34610000252723694},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3422999978065491},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3124000132083893},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.26649999618530273},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.26030001044273376},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2533999979496002}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2504.03716","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.03716","pdf_url":"https://arxiv.org/pdf/2504.03716","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.03716","doi":"https://doi.org/10.48550/arxiv.2504.03716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.03716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.03716","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.03716","pdf_url":"https://arxiv.org/pdf/2504.03716","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7578999996185303,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416123724.pdf","grobid_xml":"https://content.openalex.org/works/W4416123724.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W2012757283","https://openalex.org/W2544318541","https://openalex.org/W2787991113","https://openalex.org/W2983486364","https://openalex.org/W3013931681","https://openalex.org/W3153915279","https://openalex.org/W4220802549","https://openalex.org/W4229455490","https://openalex.org/W4280598593","https://openalex.org/W4280652991","https://openalex.org/W4281848017","https://openalex.org/W4283166367","https://openalex.org/W4283792648","https://openalex.org/W4284690424","https://openalex.org/W4285484119","https://openalex.org/W4376872703","https://openalex.org/W4382394524","https://openalex.org/W4392236638","https://openalex.org/W4394723029","https://openalex.org/W4395052272","https://openalex.org/W4398223047","https://openalex.org/W4399528455","https://openalex.org/W4399771384","https://openalex.org/W4401955911","https://openalex.org/W4402926505","https://openalex.org/W4402978077","https://openalex.org/W4404523826","https://openalex.org/W4412886673","https://openalex.org/W4412886839","https://openalex.org/W4412944672","https://openalex.org/W4414888078","https://openalex.org/W4416291583","https://openalex.org/W6928808459","https://openalex.org/W6929425471"],"related_works":["https://openalex.org/W4414888078","https://openalex.org/W7214508225","https://openalex.org/W4416702640","https://openalex.org/W7172473544","https://openalex.org/W7138884080","https://openalex.org/W7223186640","https://openalex.org/W4405033285","https://openalex.org/W4411120589","https://openalex.org/W6922479926","https://openalex.org/W7162141491"],"abstract_inverted_index":{"Medical":[0],"institutions":[1],"are":[2,33,196],"considering":[3,209],"the":[4,46,67,77,210,228],"use":[5,19,240],"of":[6,48,70,109],"LLMs":[7,71,101,134,163,219],"in":[8,187,223,241],"high-stakes":[9,242],"clinical":[10,78],"decision-making,":[11],"such":[12,17,128],"as":[13,129],"organ":[14,58,150],"allocation.":[15],"In":[16,99,116,132],"sensitive":[18],"cases,":[20],"evaluating":[21],"fairness":[22,121,126,168,233],"is":[23,151],"imperative.":[24],"However,":[25],"existing":[26],"evaluation":[27,160,234],"methods":[28],"often":[29],"fall":[30],"short;":[31],"benchmarks":[32],"too":[34],"simplistic":[35],"to":[36,44,72,81,112],"capture":[37],"real-world":[38,143,224],"complexity,":[39],"and":[40,55,96,204,235],"accuracy-based":[41],"metrics":[42,172,177],"fail":[43],"address":[45],"absence":[47],"a":[49,103,107,114,140,154,165],"clear":[50],"ground":[51],"truth.":[52],"To":[53],"realistically":[54],"fairly":[56],"model":[57],"allocation,":[59,62],"specifically":[60],"kidney":[61],"we":[63,90,119,191],"begin":[64],"by":[65],"testing":[66],"medical":[68],"knowledge":[69],"determine":[73],"whether":[74],"they":[75],"understand":[76],"factors":[79],"required":[80],"make":[82],"sound":[83],"allocation":[84,144,225],"decisions.":[85],"Building":[86],"on":[87,161],"this":[88,117],"foundation,":[89],"design":[91],"two":[92],"tasks:":[93],"(1)":[94],"Choose-One":[95,203],"(2)":[97],"Rank-All.":[98],"Choose-One,":[100],"select":[102],"single":[104],"candidate":[105],"from":[106],"list":[108,156],"potential":[110],"candidates":[111,137],"receive":[113],"kidney.":[115],"scenario,":[118],"assess":[120],"across":[122],"demographics":[123],"using":[124],"traditional":[125],"metrics,":[127],"proportional":[130],"parity.":[131],"Rank-All,":[133],"rank":[135],"all":[136],"waiting":[138],"for":[139,231],"kidney,":[141],"reflecting":[142],"processes":[145],"more":[146],"closely,":[147],"where":[148,182],"an":[149],"passed":[152],"down":[153],"ranked":[155],"until":[157],"allocated.":[158],"Our":[159],"three":[162],"reveals":[164],"divergence":[166],"between":[167,202],"metrics:":[169],"while":[170],"exposure-based":[171],"suggest":[173],"equitable":[174],"outcomes,":[175],"probability-based":[176],"uncover":[178],"systematic":[179],"preferential":[180],"sorting,":[181],"specific":[183],"groups":[184],"were":[185],"clustered":[186],"upper-ranking":[188],"tiers.":[189],"Furthermore,":[190],"observe":[192],"that":[193,217],"demographic":[194],"preferences":[195],"highly":[197],"task-dependent,":[198],"showing":[199],"inverted":[200],"trends":[201],"Rank-All":[205],"tasks,":[206],"even":[207],"when":[208],"topmost":[211],"rank.":[212],"Overall,":[213],"our":[214],"results":[215],"indicate":[216],"current":[218],"can":[220],"introduce":[221],"inequalities":[222],"scenarios,":[226],"underscoring":[227],"urgent":[229],"need":[230],"rigorous":[232],"human":[236],"oversight":[237],"before":[238],"their":[239],"decision-making.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}