{"id":"https://openalex.org/W7125691187","doi":"https://doi.org/10.3390/make8020028","title":"Assessing Interaction Quality in Human\u2013AI Dialogue: An Integrative Review and Multi-Layer Framework for Conversational Agents","display_name":"Assessing Interaction Quality in Human\u2013AI Dialogue: An Integrative Review and Multi-Layer Framework for Conversational Agents","publication_year":2026,"publication_date":"2026-01-26","ids":{"openalex":"https://openalex.org/W7125691187","doi":"https://doi.org/10.3390/make8020028"},"language":"en","primary_location":{"id":"doi:10.3390/make8020028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make8020028","pdf_url":"https://www.mdpi.com/2504-4990/8/2/28/pdf?version=1769430623","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-4990/8/2/28/pdf?version=1769430623","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123819725","display_name":"Luca Marconi","orcid":null},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Luca Marconi","raw_affiliation_strings":["Department of Informatics, Systems and Communication, University of Milano-Bicocca, Via Sarca 336, 20126 Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Systems and Communication, University of Milano-Bicocca, Via Sarca 336, 20126 Milan, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110600377","display_name":"Luca Longo","orcid":null},"institutions":[{"id":"https://openalex.org/I27577105","display_name":"University College Cork","ror":"https://ror.org/03265fv13","country_code":"IE","type":"education","lineage":["https://openalex.org/I27577105"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Luca Longo","raw_affiliation_strings":["The Artificial Intelligence and Cognitive Load Research Lab, University College Cork, College Rd, T12 YN60 Cork, Ireland"],"affiliations":[{"raw_affiliation_string":"The Artificial Intelligence and Cognitive Load Research Lab, University College Cork, College Rd, T12 YN60 Cork, Ireland","institution_ids":["https://openalex.org/I27577105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023849668","display_name":"Federico Cabitza","orcid":"https://orcid.org/0000-0002-4065-3415"},"institutions":[{"id":"https://openalex.org/I4210102377","display_name":"Istituto Clinico Sant'Ambrogio","ror":"https://ror.org/00r7hs904","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210102377"]},{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Federico Cabitza","raw_affiliation_strings":["Department of Informatics, Systems and Communication, University of Milano-Bicocca, Via Sarca 336, 20126 Milan, Italy","IRCCS Ospedale Galeazzi-Sant\u2019Ambrogio, Via Cristina Belgioioso 173, 20157 Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Systems and Communication, University of Milano-Bicocca, Via Sarca 336, 20126 Milan, Italy","institution_ids":["https://openalex.org/I66752286"]},{"raw_affiliation_string":"IRCCS Ospedale Galeazzi-Sant\u2019Ambrogio, Via Cristina Belgioioso 173, 20157 Milan, Italy","institution_ids":["https://openalex.org/I4210102377"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5023849668","https://openalex.org/A5123819725"],"corresponding_institution_ids":["https://openalex.org/I4210102377","https://openalex.org/I66752286"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":55.5962,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.99275517,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"8","issue":"2","first_page":"28","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.7475000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.7475000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.05730000138282776,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.02070000022649765,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/onboarding","display_name":"Onboarding","score":0.6100000143051147},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.5641000270843506},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5612999796867371},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4465999901294708},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.42980000376701355},{"id":"https://openalex.org/keywords/dialogic","display_name":"Dialogic","score":0.4287000000476837},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4088999927043915},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4041999876499176}],"concepts":[{"id":"https://openalex.org/C2779185108","wikidata":"https://www.wikidata.org/wiki/Q7091744","display_name":"Onboarding","level":2,"score":0.6100000143051147},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5936999917030334},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5612999796867371},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4465999901294708},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.44519999623298645},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43380001187324524},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.42980000376701355},{"id":"https://openalex.org/C2778679518","wikidata":"https://www.wikidata.org/wiki/Q3025969","display_name":"Dialogic","level":2,"score":0.4287000000476837},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4088999927043915},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4041999876499176},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.40400001406669617},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3125999867916107},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C2780829048","wikidata":"https://www.wikidata.org/wiki/Q1624720","display_name":"Conversation analysis","level":3,"score":0.27410000562667847},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25600001215934753},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/make8020028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make8020028","pdf_url":"https://www.mdpi.com/2504-4990/8/2/28/pdf?version=1769430623","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},{"id":"pmh:oai:boa.unimib.it:10281/587481","is_oa":true,"landing_page_url":"https://hdl.handle.net/10281/587481","pdf_url":null,"source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:f3a0051aee8441b9845306223ee43d59","is_oa":true,"landing_page_url":"https://doaj.org/article/f3a0051aee8441b9845306223ee43d59","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction, Vol 8, Iss 2, p 28 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/make8020028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make8020028","pdf_url":"https://www.mdpi.com/2504-4990/8/2/28/pdf?version=1769430623","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7993590235710144}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W7125691187.pdf"},"referenced_works_count":91,"referenced_works":["https://openalex.org/W1991015565","https://openalex.org/W2079283960","https://openalex.org/W2121854318","https://openalex.org/W2151814822","https://openalex.org/W2168569455","https://openalex.org/W2787712888","https://openalex.org/W2808216081","https://openalex.org/W2914188784","https://openalex.org/W2942367614","https://openalex.org/W2943207870","https://openalex.org/W2944069152","https://openalex.org/W2964523010","https://openalex.org/W2971921133","https://openalex.org/W2978889344","https://openalex.org/W3010903994","https://openalex.org/W3022161378","https://openalex.org/W3028484854","https://openalex.org/W3031851686","https://openalex.org/W3044483028","https://openalex.org/W3045900875","https://openalex.org/W3088536033","https://openalex.org/W3094257456","https://openalex.org/W3159016082","https://openalex.org/W3160649953","https://openalex.org/W3172597447","https://openalex.org/W3175600597","https://openalex.org/W3183535188","https://openalex.org/W3187911027","https://openalex.org/W3195580646","https://openalex.org/W3210874941","https://openalex.org/W3215948649","https://openalex.org/W3216468767","https://openalex.org/W4210890071","https://openalex.org/W4224988866","https://openalex.org/W4225002609","https://openalex.org/W4225011935","https://openalex.org/W4281654814","https://openalex.org/W4281749889","https://openalex.org/W4283449788","https://openalex.org/W4285091076","https://openalex.org/W4286698112","https://openalex.org/W4296830306","https://openalex.org/W4303649269","https://openalex.org/W4306406253","https://openalex.org/W4307136683","https://openalex.org/W4308623090","https://openalex.org/W4308947461","https://openalex.org/W4309926803","https://openalex.org/W4310013385","https://openalex.org/W4310438308","https://openalex.org/W4315750087","https://openalex.org/W4318754276","https://openalex.org/W4321238830","https://openalex.org/W4323671075","https://openalex.org/W4366547594","https://openalex.org/W4366590136","https://openalex.org/W4376505462","https://openalex.org/W4379913117","https://openalex.org/W4380629278","https://openalex.org/W4386091485","https://openalex.org/W4386092543","https://openalex.org/W4386740961","https://openalex.org/W4386844258","https://openalex.org/W4387106912","https://openalex.org/W4387721104","https://openalex.org/W4387761391","https://openalex.org/W4389452145","https://openalex.org/W4390917511","https://openalex.org/W4392109462","https://openalex.org/W4392719692","https://openalex.org/W4393233371","https://openalex.org/W4396809043","https://openalex.org/W4396832937","https://openalex.org/W4396833086","https://openalex.org/W4396833218","https://openalex.org/W4396852295","https://openalex.org/W4398786694","https://openalex.org/W4399106212","https://openalex.org/W4400396842","https://openalex.org/W4401518309","https://openalex.org/W4402983402","https://openalex.org/W4403811280","https://openalex.org/W4405564391","https://openalex.org/W4406194315","https://openalex.org/W4406975581","https://openalex.org/W4410494694","https://openalex.org/W4411442266","https://openalex.org/W4411852324","https://openalex.org/W4412055636","https://openalex.org/W4412582393","https://openalex.org/W4413764808"],"related_works":[],"abstract_inverted_index":{"Conversational":[0],"agents":[1],"are":[2,125],"transforming":[3],"digital":[4],"interactions":[5],"across":[6],"various":[7],"domains,":[8],"including":[9],"healthcare,":[10],"education,":[11],"and":[12,29,56,79,84,102,111,113,116,121,134,146,159,168,174,180],"customer":[13],"service,":[14],"thanks":[15],"to":[16,172,197],"advances":[17],"in":[18,61],"large":[19],"language":[20],"models":[21],"(LLMs).":[22],"As":[23],"these":[24],"systems":[25],"become":[26],"more":[27],"autonomous":[28],"ubiquitous,":[30],"understanding":[31],"what":[32],"constitutes":[33],"high-quality":[34],"interaction":[35,59,185],"from":[36,194],"a":[37,50,96,105,128,137,188],"user":[38,94],"perspective":[39],"is":[40],"increasingly":[41],"critical.":[42],"Despite":[43],"growing":[44],"empirical":[45,74],"research,":[46],"the":[47,192],"field":[48],"lacks":[49],"unified":[51],"framework":[52,163],"for":[53,178],"defining,":[54],"measuring,":[55],"designing":[57],"user-perceived":[58],"quality":[60,186],"human\u2013artificial":[62],"intelligence":[63],"(AI)":[64],"dialogue.":[65],"Here,":[66],"we":[67],"present":[68],"an":[69,114],"integrative":[70],"review":[71],"of":[72,93],"125":[73],"studies":[75],"published":[76],"between":[77],"2017":[78],"2025,":[80],"spanning":[81],"text-,":[82],"voice-,":[83],"LLM-powered":[85],"systems.":[86],"Our":[87],"synthesis":[88],"identifies":[89,151],"three":[90],"consistent":[91],"layers":[92],"judgment:":[95],"pragmatic":[97],"core":[98],"(usability,":[99],"task":[100],"effectiveness,":[101],"conversational":[103],"competence),":[104],"social\u2013affective":[106],"layer":[107,118],"(social":[108],"presence,":[109],"warmth,":[110],"synchronicity),":[112],"accountability":[115,169],"inclusion":[117,167],"(transparency,":[119],"accessibility,":[120],"fairness).":[122],"These":[123],"insights":[124],"formalised":[126],"into":[127],"four-layer":[129],"interpretive":[130],"framework\u2014Capacity,":[131],"Alignment,":[132],"Levers,":[133],"Outcomes\u2014operationalised":[135],"via":[136],"Capacity":[138],"\u00d7":[139],"Alignment":[140],"matrix":[141],"that":[142],"maps":[143],"distinct":[144],"success":[145],"failure":[147],"regimes.":[148],"It":[149],"also":[150],"design":[152],"levers":[153],"such":[154],"as":[155,170,187],"anthropomorphism,":[156],"role":[157],"framing,":[158],"onboarding":[160],"strategies.":[161],"The":[162],"consolidates":[164],"constructs,":[165],"positions":[166],"central":[171],"quality,":[173],"offers":[175],"actionable":[176],"guidance":[177],"evaluation":[179],"design.":[181],"This":[182],"research":[183],"redefines":[184],"dialogic":[189],"construct,":[190],"shifting":[191],"focus":[193],"system":[195],"performance":[196],"co-orchestrated,":[198],"user-centred":[199],"dialogue":[200],"quality.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2026-01-27T00:00:00"}