{"id":"https://openalex.org/W7133186198","doi":"https://doi.org/10.1007/s10209-026-01311-0","title":"The feedback loop: a systematic review of how evaluation practices inform conversational agent design","display_name":"The feedback loop: a systematic review of how evaluation practices inform conversational agent design","publication_year":2026,"publication_date":"2026-03-02","ids":{"openalex":"https://openalex.org/W7133186198","doi":"https://doi.org/10.1007/s10209-026-01311-0"},"language":"en","primary_location":{"id":"doi:10.1007/s10209-026-01311-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10209-026-01311-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10209-026-01311-0.pdf","source":{"id":"https://openalex.org/S30338973","display_name":"Universal Access in the Information Society","issn_l":"1615-5289","issn":["1615-5289","1615-5297"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Universal Access in the Information Society","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10209-026-01311-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038898193","display_name":"Ne\u015fe Baz Akta\u015f","orcid":"https://orcid.org/0000-0001-7840-349X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ne\u015fe Baz Akta\u015f","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7840-349X","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5079423142","display_name":"Adem Akb\u0131y\u0131k","orcid":"https://orcid.org/0000-0001-7634-4545"},"institutions":[{"id":"https://openalex.org/I103703290","display_name":"Sakarya University","ror":"https://ror.org/04ttnw109","country_code":"TR","type":"education","lineage":["https://openalex.org/I103703290"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Adem Akb\u0131y\u0131k","raw_affiliation_strings":["Management Information Systems, Sakarya University, Sakarya, Turkey"],"raw_orcid":"https://orcid.org/0000-0001-7634-4545","affiliations":[{"raw_affiliation_string":"Management Information Systems, Sakarya University, Sakarya, Turkey","institution_ids":["https://openalex.org/I103703290"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5079423142"],"corresponding_institution_ids":["https://openalex.org/I103703290"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10611855,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.8914999961853027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.8914999961853027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.0210999995470047,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.01140000019222498,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.7361999750137329},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.6942999958992004},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.49480000138282776},{"id":"https://openalex.org/keywords/interaction-design","display_name":"Interaction design","score":0.4196000099182129},{"id":"https://openalex.org/keywords/conceptual-framework","display_name":"Conceptual framework","score":0.36640000343322754},{"id":"https://openalex.org/keywords/research-design","display_name":"Research design","score":0.3659999966621399},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.34929999709129333},{"id":"https://openalex.org/keywords/design-science","display_name":"Design science","score":0.3433000147342682},{"id":"https://openalex.org/keywords/conceptual-design","display_name":"Conceptual design","score":0.3391000032424927}],"concepts":[{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.7361999750137329},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.6942999958992004},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6826000213623047},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5595999956130981},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.49480000138282776},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.49129998683929443},{"id":"https://openalex.org/C13854087","wikidata":"https://www.wikidata.org/wiki/Q1061656","display_name":"Interaction design","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C2780103759","wikidata":"https://www.wikidata.org/wiki/Q5264375","display_name":"Design science","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C120208923","wikidata":"https://www.wikidata.org/wiki/Q5158435","display_name":"Conceptual design","level":2,"score":0.3391000032424927},{"id":"https://openalex.org/C33276779","wikidata":"https://www.wikidata.org/wiki/Q1943363","display_name":"Design elements and principles","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C138852830","wikidata":"https://www.wikidata.org/wiki/Q2292993","display_name":"Design methods","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C161772715","wikidata":"https://www.wikidata.org/wiki/Q1136996","display_name":"User-centered design","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C2986124960","wikidata":"https://www.wikidata.org/wiki/Q1136996","display_name":"User centred design","level":3,"score":0.30390000343322754},{"id":"https://openalex.org/C31352089","wikidata":"https://www.wikidata.org/wiki/Q3750474","display_name":"Systems design","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2775000035762787},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.27480000257492065},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.27250000834465027},{"id":"https://openalex.org/C179737136","wikidata":"https://www.wikidata.org/wiki/Q5264382","display_name":"Design technology","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C9496109","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"Experience design","level":3,"score":0.2612999975681305},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C2778588580","wikidata":"https://www.wikidata.org/wiki/Q6043060","display_name":"Integrated design","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C2777655877","wikidata":"https://www.wikidata.org/wiki/Q3475740","display_name":"Design science research","level":3,"score":0.25589999556541443},{"id":"https://openalex.org/C2777397297","wikidata":"https://www.wikidata.org/wiki/Q17118423","display_name":"User Research","level":3,"score":0.25459998846054077}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10209-026-01311-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10209-026-01311-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10209-026-01311-0.pdf","source":{"id":"https://openalex.org/S30338973","display_name":"Universal Access in the Information Society","issn_l":"1615-5289","issn":["1615-5289","1615-5297"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Universal Access in the Information Society","raw_type":"journal-article"},{"id":"pmh:oai:ris.utwente.nl:openaire/0cb1b9a5-5feb-4f41-913c-a60d17fe2ce7","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/0cb1b9a5-5feb-4f41-913c-a60d17fe2ce7","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Baz Akta\u015f, N & Akb\u0131y\u0131k, A 2026, 'The feedback loop : a systematic review of how evaluation practices inform conversational agent design', Universal access in the information society, vol. 25, no. 2, 47. https://doi.org/10.1007/s10209-026-01311-0","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10209-026-01311-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10209-026-01311-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10209-026-01311-0.pdf","source":{"id":"https://openalex.org/S30338973","display_name":"Universal Access in the Information Society","issn_l":"1615-5289","issn":["1615-5289","1615-5297"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Universal Access in the Information Society","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5734152793884277,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G910680712","display_name":null,"funder_award_id":"2214/A","funder_id":"https://openalex.org/F4320322626","funder_display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu"}],"funders":[{"id":"https://openalex.org/F4320322626","display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu","ror":"https://ror.org/04w9kkr77"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W7133186198.pdf"},"referenced_works_count":110,"referenced_works":["https://openalex.org/W594988932","https://openalex.org/W1513942618","https://openalex.org/W1534817507","https://openalex.org/W1766531844","https://openalex.org/W1985354288","https://openalex.org/W1991015565","https://openalex.org/W1994833890","https://openalex.org/W2001468398","https://openalex.org/W2002794730","https://openalex.org/W2003047610","https://openalex.org/W2051292336","https://openalex.org/W2079078828","https://openalex.org/W2086379890","https://openalex.org/W2086771214","https://openalex.org/W2093779931","https://openalex.org/W2095953405","https://openalex.org/W2096896356","https://openalex.org/W2098225165","https://openalex.org/W2098348335","https://openalex.org/W2101623580","https://openalex.org/W2111628838","https://openalex.org/W2119366833","https://openalex.org/W2121184995","https://openalex.org/W2124975206","https://openalex.org/W2136058926","https://openalex.org/W2137099385","https://openalex.org/W2151363564","https://openalex.org/W2156897926","https://openalex.org/W2162888732","https://openalex.org/W2164777277","https://openalex.org/W2281858315","https://openalex.org/W2405187948","https://openalex.org/W2559703655","https://openalex.org/W2600422511","https://openalex.org/W2751983037","https://openalex.org/W2795037203","https://openalex.org/W2808107827","https://openalex.org/W2889310216","https://openalex.org/W2891499767","https://openalex.org/W2914188784","https://openalex.org/W2921704078","https://openalex.org/W2926006265","https://openalex.org/W2929706395","https://openalex.org/W2942915765","https://openalex.org/W2951358222","https://openalex.org/W2951846435","https://openalex.org/W2954849019","https://openalex.org/W2963270767","https://openalex.org/W2964543620","https://openalex.org/W2964698496","https://openalex.org/W2970416896","https://openalex.org/W2981863007","https://openalex.org/W3010906784","https://openalex.org/W3015144378","https://openalex.org/W3022161378","https://openalex.org/W3025665953","https://openalex.org/W3030172318","https://openalex.org/W3036081459","https://openalex.org/W3036770237","https://openalex.org/W3048870688","https://openalex.org/W3082818995","https://openalex.org/W3090127949","https://openalex.org/W3092887305","https://openalex.org/W3101433089","https://openalex.org/W3117992942","https://openalex.org/W3125650202","https://openalex.org/W3128074023","https://openalex.org/W3139433464","https://openalex.org/W3152445296","https://openalex.org/W3156728378","https://openalex.org/W3157200701","https://openalex.org/W3160649953","https://openalex.org/W3160733066","https://openalex.org/W3187883046","https://openalex.org/W3199942173","https://openalex.org/W3202150802","https://openalex.org/W3204718649","https://openalex.org/W3204753692","https://openalex.org/W4206671652","https://openalex.org/W4206735990","https://openalex.org/W4206975400","https://openalex.org/W4210890071","https://openalex.org/W4220936192","https://openalex.org/W4225006040","https://openalex.org/W4225102280","https://openalex.org/W4225108174","https://openalex.org/W4225149910","https://openalex.org/W4225164125","https://openalex.org/W4236521339","https://openalex.org/W4281654814","https://openalex.org/W4292756182","https://openalex.org/W4294740437","https://openalex.org/W4311808540","https://openalex.org/W4312381072","https://openalex.org/W4313530593","https://openalex.org/W4318269818","https://openalex.org/W4319840280","https://openalex.org/W4328051263","https://openalex.org/W4360620450","https://openalex.org/W4366547575","https://openalex.org/W4366590065","https://openalex.org/W4366989878","https://openalex.org/W4376149800","https://openalex.org/W4381325854","https://openalex.org/W4386087660","https://openalex.org/W4386844258","https://openalex.org/W4388506942","https://openalex.org/W4388599251","https://openalex.org/W4393225504","https://openalex.org/W4401581663"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Conversational":[1],"Agents":[2],"(CAs)":[3],"have":[4],"become":[5],"increasingly":[6],"integrated":[7],"in":[8,72,129],"our":[9],"daily":[10],"interactions.":[11],"Despite":[12],"this":[13,44],"growing":[14],"adoption,":[15],"research":[16,124],"on":[17,31,59,84],"CA":[18,53,89,130],"design":[19,27,49,54,90,94,127],"remains":[20],"fragmented,":[21],"often":[22],"lacking":[23],"clear":[24],"connections":[25],"between":[26],"and":[28,40,56,75,96,115,125],"its":[29],"effects":[30],"user":[32,60,100],"experience.":[33,61],"Bridging":[34],"perspectives":[35],"from":[36],"Human\u2013Computer":[37],"Interaction":[38],"(HCI)":[39],"Information":[41],"Systems":[42],"(IS),":[43],"study":[45],"provides":[46],"a":[47,79,88],"structured,":[48],"element-level":[50],"synthesis":[51],"of":[52],"practices":[55],"their":[57],"effect":[58],"To":[62],"do":[63],"this,":[64,85],"we":[65,86],"systematically":[66],"reviewed":[67],"97":[68],"empirical":[69,123],"studies":[70],"published":[71],"leading":[73],"HCI":[74],"IS":[76],"venues,":[77],"following":[78],"rigorous":[80],"three-stage":[81],"methodology.":[82],"Building":[83],"proposed":[87],"framework":[91,111],"that":[92],"identifies":[93],"dimensions":[95],"maps":[97],"them":[98],"with":[99],"outcomes":[101],"to":[102],"provide":[103],"actionable":[104],"guidance":[105],"for":[106,121],"practitioners.":[107],"The":[108],"resulting":[109],"structured":[110],"offers":[112],"conceptual":[113],"clarity":[114],"practical":[116],"guidance,":[117],"laying":[118],"the":[119],"groundwork":[120],"future":[122],"evidence-based":[126],"strategies":[128],"development.":[131]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2026-03-03T00:00:00"}