{"id":"https://openalex.org/W4385597023","doi":"https://doi.org/10.1007/s12525-023-00662-3","title":"Enhancing conversational agents for successful operation: A multi-perspective evaluation approach for continuous improvement","display_name":"Enhancing conversational agents for successful operation: A multi-perspective evaluation approach for continuous improvement","publication_year":2023,"publication_date":"2023-08-05","ids":{"openalex":"https://openalex.org/W4385597023","doi":"https://doi.org/10.1007/s12525-023-00662-3"},"language":"en","primary_location":{"id":"doi:10.1007/s12525-023-00662-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12525-023-00662-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12525-023-00662-3.pdf","source":{"id":"https://openalex.org/S137519996","display_name":"Electronic Markets","issn_l":"1019-6781","issn":["1019-6781","1422-8890"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronic Markets","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s12525-023-00662-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057473298","display_name":"Tom Lewandowski","orcid":"https://orcid.org/0009-0003-0283-691X"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Tom Lewandowski","raw_affiliation_strings":["University of Hamburg, 22527, Hamburg, Germany"],"raw_orcid":"https://orcid.org/0009-0003-0283-691X","affiliations":[{"raw_affiliation_string":"University of Hamburg, 22527, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092428125","display_name":"Emir Ku\u010devi\u0107","orcid":null},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Emir Ku\u010devi\u0107","raw_affiliation_strings":["University of Hamburg, 22527, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hamburg, 22527, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010622375","display_name":"Stephan Leible","orcid":"https://orcid.org/0000-0002-8742-4505"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stephan Leible","raw_affiliation_strings":["University of Hamburg, 22527, Hamburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8742-4505","affiliations":[{"raw_affiliation_string":"University of Hamburg, 22527, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071075497","display_name":"Mathis Poser","orcid":"https://orcid.org/0000-0003-4532-5725"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mathis Poser","raw_affiliation_strings":["University of Hamburg, 22527, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hamburg, 22527, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012104875","display_name":"Tilo B\u00f6hmann","orcid":"https://orcid.org/0009-0007-5473-5829"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tilo B\u00f6hmann","raw_affiliation_strings":["University of Hamburg, 22527, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hamburg, 22527, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5057473298"],"corresponding_institution_ids":["https://openalex.org/I159176309"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":{"value":3190,"currency":"USD","value_usd":3190},"fwci":2.1139,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.88712324,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"33","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11114","display_name":"Service and Product Innovation","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10609","display_name":"Digital Marketing and Social Media","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/blueprint","display_name":"Blueprint","score":0.8797906637191772},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.6571364998817444},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.6367070078849792},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.601240336894989},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5983493328094482},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5863525867462158},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5710963010787964},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.45602816343307495},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.37300267815589905},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3430899977684021},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.34014713764190674},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2336920201778412},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.218142569065094},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13595551252365112},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13255766034126282}],"concepts":[{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.8797906637191772},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.6571364998817444},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.6367070078849792},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.601240336894989},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5983493328094482},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5863525867462158},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5710963010787964},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.45602816343307495},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.37300267815589905},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3430899977684021},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.34014713764190674},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2336920201778412},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.218142569065094},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13595551252365112},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13255766034126282},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s12525-023-00662-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12525-023-00662-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12525-023-00662-3.pdf","source":{"id":"https://openalex.org/S137519996","display_name":"Electronic Markets","issn_l":"1019-6781","issn":["1019-6781","1422-8890"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronic Markets","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:spr:elmark:v:33:y:2023:i:1:d:10.1007_s12525-023-00662-3","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s12525-023-00662-3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:econstor.eu:10419/312833","is_oa":true,"landing_page_url":"https://hdl.handle.net/10419/312833","pdf_url":null,"source":{"id":"https://openalex.org/S4306401696","display_name":"Econstor (Econstor)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"}],"best_oa_location":{"id":"doi:10.1007/s12525-023-00662-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12525-023-00662-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12525-023-00662-3.pdf","source":{"id":"https://openalex.org/S137519996","display_name":"Electronic Markets","issn_l":"1019-6781","issn":["1019-6781","1422-8890"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronic Markets","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7400000095367432}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323381","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385597023.pdf"},"referenced_works_count":115,"referenced_works":["https://openalex.org/W606329772","https://openalex.org/W1276866904","https://openalex.org/W1526281128","https://openalex.org/W1631150390","https://openalex.org/W1671229675","https://openalex.org/W1987699195","https://openalex.org/W2033494546","https://openalex.org/W2054436222","https://openalex.org/W2079484041","https://openalex.org/W2085230034","https://openalex.org/W2097031582","https://openalex.org/W2136922540","https://openalex.org/W2148835378","https://openalex.org/W2154013812","https://openalex.org/W2413523787","https://openalex.org/W2460474575","https://openalex.org/W2485864555","https://openalex.org/W2519974261","https://openalex.org/W2542469198","https://openalex.org/W2589387806","https://openalex.org/W2611049140","https://openalex.org/W2622863697","https://openalex.org/W2741321799","https://openalex.org/W2750168540","https://openalex.org/W2756090773","https://openalex.org/W2766505384","https://openalex.org/W2773244891","https://openalex.org/W2778412017","https://openalex.org/W2804610270","https://openalex.org/W2808216081","https://openalex.org/W2809661872","https://openalex.org/W2883650922","https://openalex.org/W2888047309","https://openalex.org/W2893302768","https://openalex.org/W2898220168","https://openalex.org/W2906833531","https://openalex.org/W2914188784","https://openalex.org/W2928158432","https://openalex.org/W2936032126","https://openalex.org/W2939459589","https://openalex.org/W2939803556","https://openalex.org/W2940884072","https://openalex.org/W2942367614","https://openalex.org/W2947017203","https://openalex.org/W2950948599","https://openalex.org/W2963270767","https://openalex.org/W2964543620","https://openalex.org/W2966697037","https://openalex.org/W2967878554","https://openalex.org/W2967943711","https://openalex.org/W2969509271","https://openalex.org/W2971351117","https://openalex.org/W2971921133","https://openalex.org/W2972004232","https://openalex.org/W2987442066","https://openalex.org/W2999685709","https://openalex.org/W3000303345","https://openalex.org/W3004534328","https://openalex.org/W3004930745","https://openalex.org/W3006457297","https://openalex.org/W3010906784","https://openalex.org/W3013226821","https://openalex.org/W3015444426","https://openalex.org/W3015533107","https://openalex.org/W3030085124","https://openalex.org/W3035611740","https://openalex.org/W3037558556","https://openalex.org/W3085789143","https://openalex.org/W3092887305","https://openalex.org/W3093761638","https://openalex.org/W3094668604","https://openalex.org/W3095388499","https://openalex.org/W3097455799","https://openalex.org/W3100581793","https://openalex.org/W3113561521","https://openalex.org/W3118193609","https://openalex.org/W3119385582","https://openalex.org/W3121649968","https://openalex.org/W3122379246","https://openalex.org/W3126275073","https://openalex.org/W3127878709","https://openalex.org/W3133930856","https://openalex.org/W3141537568","https://openalex.org/W3151685851","https://openalex.org/W3165655729","https://openalex.org/W3170600458","https://openalex.org/W3176008341","https://openalex.org/W3184313572","https://openalex.org/W3190651378","https://openalex.org/W3202764960","https://openalex.org/W3205211246","https://openalex.org/W3205795457","https://openalex.org/W3208986990","https://openalex.org/W3210667861","https://openalex.org/W4200355001","https://openalex.org/W4206129269","https://openalex.org/W4206666783","https://openalex.org/W4206975400","https://openalex.org/W4225165463","https://openalex.org/W4236521339","https://openalex.org/W4239187549","https://openalex.org/W4285273452","https://openalex.org/W4288359812","https://openalex.org/W4289524639","https://openalex.org/W4293136740","https://openalex.org/W4293201979","https://openalex.org/W4297813086","https://openalex.org/W4297983522","https://openalex.org/W4360980513","https://openalex.org/W4366597599","https://openalex.org/W6674780271","https://openalex.org/W6778883912","https://openalex.org/W7006374456","https://openalex.org/W7046341080","https://openalex.org/W7057421176"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2384575798","https://openalex.org/W2265189214","https://openalex.org/W2766654718","https://openalex.org/W2007211730","https://openalex.org/W2379378785","https://openalex.org/W1975337239","https://openalex.org/W1971312788","https://openalex.org/W345637833","https://openalex.org/W2182844422"],"abstract_inverted_index":{"Abstract":[0],"Contemporary":[1],"organizations":[2,38],"increasingly":[3],"adopt":[4],"conversational":[5],"agents":[6],"(CAs)":[7],"as":[8],"intelligent":[9],"and":[10,17,27,35,53,87,105,118],"natural":[11],"language-based":[12],"solutions":[13],"for":[14,97,122],"providing":[15,109],"services":[16],"information.":[18],"CAs":[19,58,117],"offer":[20],"new":[21],"forms":[22],"of":[23,49,57,94,116],"personalization,":[24],"speed,":[25],"(cost-)effectiveness,":[26],"automation.":[28],"However,":[29],"despite":[30],"their":[31],"hype":[32],"in":[33,62,79],"research":[34,77,104],"practice,":[36],"many":[37],"still":[39],"fail":[40],"to":[41,51,59,67,89,102,112,119],"seize":[42],"CAs\u2019":[43],"potential":[44],"because":[45],"they":[46],"lack":[47],"knowledge":[48,70],"how":[50],"evaluate":[52],"improve":[54],"the":[55,85,114],"quality":[56,95],"sustain":[60],"them":[61],"organizational":[63],"operations.":[64],"We":[65],"aim":[66],"fill":[68],"this":[69],"gap":[71],"by":[72,108],"conducting":[73],"a":[74,110],"design":[75],"science":[76],"project":[78],"which":[80],"we":[81],"aggregate":[82],"insights":[83],"from":[84],"literature":[86],"practice":[88],"derive":[90],"an":[91],"applicable":[92],"set":[93],"criteria":[96],"CAs.":[98],"Our":[99],"article":[100],"contributes":[101],"CA":[103],"guides":[106],"practitioners":[107],"blueprint":[111],"structure":[113],"evaluation":[115],"discover":[120],"areas":[121],"systematic":[123],"improvement.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}