{"id":"https://openalex.org/W4406495715","doi":"https://doi.org/10.1109/bigdata62323.2024.10825836","title":"Scoring with Large Language Models: A Study on Measuring Empathy of Responses in Dialogues","display_name":"Scoring with Large Language Models: A Study on Measuring Empathy of Responses in Dialogues","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406495715","doi":"https://doi.org/10.1109/bigdata62323.2024.10825836"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111164671","display_name":"Heqiang Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I2799350140","display_name":"Fairview School District","ror":"https://ror.org/01xddfn70","country_code":"US","type":"education","lineage":["https://openalex.org/I2799350140"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Henry J. Xie","raw_affiliation_strings":["Westview High School,Portland,OR,USA,97229"],"affiliations":[{"raw_affiliation_string":"Westview High School,Portland,OR,USA,97229","institution_ids":["https://openalex.org/I2799350140"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038778133","display_name":"Jinghan Zhang","orcid":"https://orcid.org/0009-0004-3722-3563"},"institutions":[{"id":"https://openalex.org/I126345244","display_name":"Portland State University","ror":"https://ror.org/00yn2fy02","country_code":"US","type":"education","lineage":["https://openalex.org/I126345244"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinghan Zhang","raw_affiliation_strings":["Portland State University,Portland,OR,USA,97201"],"affiliations":[{"raw_affiliation_string":"Portland State University,Portland,OR,USA,97201","institution_ids":["https://openalex.org/I126345244"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101558113","display_name":"Xinhao Zhang","orcid":"https://orcid.org/0000-0003-0722-7681"},"institutions":[{"id":"https://openalex.org/I126345244","display_name":"Portland State University","ror":"https://ror.org/00yn2fy02","country_code":"US","type":"education","lineage":["https://openalex.org/I126345244"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinhao Zhang","raw_affiliation_strings":["Portland State University,Portland,OR,USA,97201"],"affiliations":[{"raw_affiliation_string":"Portland State University,Portland,OR,USA,97201","institution_ids":["https://openalex.org/I126345244"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100786547","display_name":"Kunpeng Liu","orcid":"https://orcid.org/0000-0002-6053-5977"},"institutions":[{"id":"https://openalex.org/I126345244","display_name":"Portland State University","ror":"https://ror.org/00yn2fy02","country_code":"US","type":"education","lineage":["https://openalex.org/I126345244"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kunpeng Liu","raw_affiliation_strings":["Portland State University,Portland,OR,USA,97201"],"affiliations":[{"raw_affiliation_string":"Portland State University,Portland,OR,USA,97201","institution_ids":["https://openalex.org/I126345244"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5111164671"],"corresponding_institution_ids":["https://openalex.org/I2799350140"],"apc_list":null,"apc_paid":null,"fwci":0.7274,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.78381441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"7433","last_page":"7437"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9542999863624573,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.7591047286987305},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6347602605819702},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6006017923355103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4092636704444885},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.38683536648750305},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3267408013343811},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3244086503982544},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.13576912879943848},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08663937449455261}],"concepts":[{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.7591047286987305},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6347602605819702},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6006017923355103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4092636704444885},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.38683536648750305},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3267408013343811},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3244086503982544},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.13576912879943848},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08663937449455261}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2101234009","https://openalex.org/W2109914602","https://openalex.org/W2144872492","https://openalex.org/W2553027802","https://openalex.org/W2951583236","https://openalex.org/W3116832844","https://openalex.org/W4322718191","https://openalex.org/W4385734254","https://openalex.org/W4388708748","https://openalex.org/W4389010507","https://openalex.org/W4389636360","https://openalex.org/W4390041933","https://openalex.org/W4392736460","https://openalex.org/W6850625674","https://openalex.org/W6861677152"],"related_works":["https://openalex.org/W2022249999","https://openalex.org/W2790197180","https://openalex.org/W2321298859","https://openalex.org/W2020597600","https://openalex.org/W2623239735","https://openalex.org/W2914237138","https://openalex.org/W2049690772","https://openalex.org/W1443290736","https://openalex.org/W2898390114","https://openalex.org/W3204019825"],"abstract_inverted_index":{"In":[0,42],"recent":[1],"years,":[2],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"have":[7],"become":[8],"increasingly":[9],"more":[10],"powerful":[11],"in":[12,22,53,79,205,233],"their":[13],"ability":[14],"to":[15,39,47,87,97,161,165,199],"complete":[16],"complex":[17],"tasks.":[18],"One":[19],"such":[20],"task":[21],"which":[23],"LLMs":[24,50,70,105],"are":[25,71],"often":[26],"employed":[27,86],"is":[28,96,159],"scoring,":[29],"i.e.,":[30],"assigning":[31],"a":[32,36,40,61,128,140,214],"numerical":[33],"value":[34],"from":[35],"certain":[37],"scale":[38],"subject.":[41],"this":[43],"paper,":[44],"we":[45],"strive":[46],"understand":[48],"how":[49,68],"score,":[51],"specifically":[52],"the":[54,99,121,143,147,173,183,189,201,206,224,228],"context":[55],"of":[56,77,91,101,117,130,133,142,167,191,208,230],"empathy":[57,76,134,209,220],"scoring.":[58,93,210],"We":[59,111,194],"develop":[60],"novel":[62],"and":[63,74,81,103,108,139,146,170,176,222],"comprehensive":[64],"framework":[65],"for":[66],"investigating":[67],"effective":[69],"at":[72],"measuring":[73],"scoring":[75,221,232],"responses":[78],"dialogues,":[80],"what":[82],"methods":[83,198],"can":[84,186],"be":[85],"deepen":[88],"our":[89],"understanding":[90,218],"LLM":[92,219,225,231],"Our":[94,150,211],"strategy":[95],"approximate":[98],"performance":[100,163,190],"state-of-the-art":[102],"fine-tuned":[104,192],"with":[106],"explicit":[107,131,148,177],"explainable":[109],"features.":[110],"train":[112],"classifiers":[113,185],"using":[114,156],"various":[115],"features":[116,204],"dialogues":[118],"including":[119],"embeddings,":[120,157],"Motivational":[122],"Interviewing":[123],"Treatment":[124],"Integrity":[125],"(MITI)":[126],"Code,":[127],"set":[129],"subfactors":[132,178],"as":[135],"proposed":[136],"by":[137,180],"LLMs,":[138,169],"combination":[141],"MITI":[144,174],"Code":[145,175],"subfactors.":[149],"results":[151],"show":[152],"that":[153,166],"when":[154,171],"only":[155],"it":[158],"possible":[160],"achieve":[162],"close":[164],"generic":[168],"utilizing":[172],"scored":[179],"an":[181],"LLM,":[182],"trained":[184],"closely":[187],"match":[188],"LLMs.":[193],"employ":[195],"feature":[196],"selection":[197],"derive":[200],"most":[202],"crucial":[203],"process":[207],"work":[212],"provides":[213],"new":[215],"perspective":[216],"toward":[217],"helps":[223],"community":[226],"explore":[227],"potential":[229],"social":[234],"science":[235],"studies.<sup":[236],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[237],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[238]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}