{"id":"https://openalex.org/W4406458340","doi":"https://doi.org/10.1109/bigdata62323.2024.10825307","title":"Assessing Empathy in Large Language Models with Real-World Physician-Patient Interactions","display_name":"Assessing Empathy in Large Language Models with Real-World Physician-Patient Interactions","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406458340","doi":"https://doi.org/10.1109/bigdata62323.2024.10825307"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825307","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825307","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112128655","display_name":"Man Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Man Luo","raw_affiliation_strings":["Intel Lab,Santa Clara,U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Lab,Santa Clara,U.S","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103629386","display_name":"Christopher J. Warren","orcid":"https://orcid.org/0000-0002-3566-2456"},"institutions":[{"id":"https://openalex.org/I4210125099","display_name":"Mayo Clinic in Arizona","ror":"https://ror.org/03jp40720","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099"]},{"id":"https://openalex.org/I4210127938","display_name":"Mayo Clinic Hospital","ror":"https://ror.org/03660jn93","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099","https://openalex.org/I4210127938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher J. Warren","raw_affiliation_strings":["Mayo Clinic,Department of Urology,Phoenix,U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mayo Clinic,Department of Urology,Phoenix,U.S","institution_ids":["https://openalex.org/I4210125099","https://openalex.org/I4210127938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040552536","display_name":"Lu Cheng","orcid":"https://orcid.org/0000-0002-2503-2522"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu Cheng","raw_affiliation_strings":["University of Illinois Chicago,Department of Computer Science,Chicago,U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Department of Computer Science,Chicago,U.S","institution_ids":["https://openalex.org/I39422238","https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091657532","display_name":"Haidar Abdul\u2010Muhsin","orcid":"https://orcid.org/0000-0001-9850-428X"},"institutions":[{"id":"https://openalex.org/I4210125099","display_name":"Mayo Clinic in Arizona","ror":"https://ror.org/03jp40720","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099"]},{"id":"https://openalex.org/I4210127938","display_name":"Mayo Clinic Hospital","ror":"https://ror.org/03660jn93","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099","https://openalex.org/I4210127938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haidar M. Abdul-Muhsin","raw_affiliation_strings":["Mayo Clinic,Department of Urology,Phoenix,U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mayo Clinic,Department of Urology,Phoenix,U.S","institution_ids":["https://openalex.org/I4210125099","https://openalex.org/I4210127938"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113295563","display_name":"Imon Banerjee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125099","display_name":"Mayo Clinic in Arizona","ror":"https://ror.org/03jp40720","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099"]},{"id":"https://openalex.org/I4210127938","display_name":"Mayo Clinic Hospital","ror":"https://ror.org/03660jn93","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099","https://openalex.org/I4210127938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Imon Banerjee","raw_affiliation_strings":["Mayo Clinic,Department of Urology,Phoenix,U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mayo Clinic,Department of Urology,Phoenix,U.S","institution_ids":["https://openalex.org/I4210125099","https://openalex.org/I4210127938"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6510","last_page":"6519"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11999","display_name":"Empathy and Medical Education","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11999","display_name":"Empathy and Medical Education","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9632999897003174,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.7972006797790527},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5040832757949829},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32131505012512207},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2544700801372528},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10397303104400635}],"concepts":[{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.7972006797790527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5040832757949829},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32131505012512207},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2544700801372528},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10397303104400635}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825307","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825307","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1963641458","https://openalex.org/W1973655918","https://openalex.org/W1989252935","https://openalex.org/W2027508313","https://openalex.org/W2102919714","https://openalex.org/W2146334809","https://openalex.org/W2158480578","https://openalex.org/W2482116652","https://openalex.org/W2818171658","https://openalex.org/W2895995041","https://openalex.org/W2905807898","https://openalex.org/W2911489562","https://openalex.org/W2951583236","https://openalex.org/W2955485588","https://openalex.org/W2963903950","https://openalex.org/W2965373594","https://openalex.org/W3003968294","https://openalex.org/W3104982372","https://openalex.org/W3116832844","https://openalex.org/W3156470785","https://openalex.org/W3174018514","https://openalex.org/W3198760712","https://openalex.org/W3200666930","https://openalex.org/W3201162576","https://openalex.org/W4206816337","https://openalex.org/W4221151543","https://openalex.org/W4226126632","https://openalex.org/W4229373744","https://openalex.org/W4283026156","https://openalex.org/W4287890934","https://openalex.org/W4288113479","https://openalex.org/W4289539209","https://openalex.org/W4292779060","https://openalex.org/W4297253404","https://openalex.org/W4365512576","https://openalex.org/W4365799947","https://openalex.org/W4367310920","https://openalex.org/W4368367885","https://openalex.org/W4381988326","https://openalex.org/W4384918448","https://openalex.org/W4385965610","https://openalex.org/W4387323189","https://openalex.org/W4387376042","https://openalex.org/W4389519275","https://openalex.org/W4389911544","https://openalex.org/W4391211792","https://openalex.org/W4392223038","https://openalex.org/W4392503764","https://openalex.org/W4393148752","https://openalex.org/W4400984866","https://openalex.org/W6766673545","https://openalex.org/W6767330088","https://openalex.org/W6778883912","https://openalex.org/W6838461927","https://openalex.org/W6854866820","https://openalex.org/W6856049806","https://openalex.org/W6857248780","https://openalex.org/W6859347769","https://openalex.org/W6860909576"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2022249999","https://openalex.org/W2790197180","https://openalex.org/W2321298859","https://openalex.org/W2020597600","https://openalex.org/W2623239735","https://openalex.org/W2914237138","https://openalex.org/W2049690772"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,24,41,58,78,100,140,151,163],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"into":[7],"the":[8,12,22,87,97,109,138,157,160],"healthcare":[9],"domain":[10],"has":[11],"potential":[13,110],"to":[14,84,95,111],"significantly":[15],"enhance":[16],"patient":[17,59,125,144],"care":[18,126],"and":[19,61,67,127],"support":[20],"through":[21],"development":[23],"empathetic,":[25],"patient-facing":[26],"chatbots.":[27],"This":[28],"study":[29,94,134],"investigates":[30],"an":[31],"intriguing":[32],"question":[33],"Can":[34],"ChatGPT":[35],"respond":[36],"with":[37],"a":[38,55,65,76,120,149],"greater":[39],"degree":[40],"empathy":[42,79,88,98,142,153],"than":[43],"those":[44],"typically":[45],"offered":[46],"by":[47],"physicians?":[48],"To":[49,131],"answer":[50],"this":[51,133],"question,":[52],"we":[53],"collect":[54],"de-identified":[56],"dataset":[57],"messages":[60],"physician":[62],"responses":[63],"from":[64],"hospital":[66],"generate":[68],"alternative":[69],"replies":[70],"using":[71],"ChatGPT.":[72],"We":[73,90],"then":[74],"introduce":[75],"set":[77,150],"ranking":[80,154],"evaluation":[81],"(EMRank)":[82],"metrics":[83],"automatically":[85],"judge":[86],"degree.":[89],"further":[91],"conduct":[92],"human":[93,113],"gauge":[96],"level":[99],"responses.":[101],"Our":[102],"findings":[103],"indicate":[104],"that":[105],"LLM-powered":[106],"chatbots":[107],"have":[108],"surpass":[112],"physicians":[114],"in":[115,143,165],"delivering":[116],"empathetic":[117],"communication,":[118],"suggesting":[119],"promising":[121],"avenue":[122],"for":[123,159],"enhancing":[124],"reducing":[128],"professional":[129],"burnout.":[130],"summary,":[132],"not":[135],"only":[136],"highlights":[137],"importance":[139],"clinical":[141],"interactions":[145],"but":[146],"also":[147],"proposes":[148],"automatic":[152],"metrics,":[155],"paving":[156],"way":[158],"broader":[161],"adoption":[162],"LLMs":[164],"healthcare.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}