{"id":"https://openalex.org/W4379259105","doi":"https://doi.org/10.1007/s11042-023-14896-y","title":"Evaluation of effectiveness in conversations between humans and chatbots using parallel convolutional neural networks with multiple temporal resolutions","display_name":"Evaluation of effectiveness in conversations between humans and chatbots using parallel convolutional neural networks with multiple temporal resolutions","publication_year":2023,"publication_date":"2023-06-03","ids":{"openalex":"https://openalex.org/W4379259105","doi":"https://doi.org/10.1007/s11042-023-14896-y"},"language":"en","primary_location":{"id":"doi:10.1007/s11042-023-14896-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-023-14896-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-023-14896-y.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11042-023-14896-y.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010744032","display_name":"Daniel Escobar-Grisales","orcid":"https://orcid.org/0000-0002-3257-0134"},"institutions":[{"id":"https://openalex.org/I35961687","display_name":"Universidad de Antioquia","ror":"https://ror.org/03bp5hc83","country_code":"CO","type":"education","lineage":["https://openalex.org/I35961687"]}],"countries":["CO"],"is_corresponding":true,"raw_author_name":"Daniel Escobar-Grisales","raw_affiliation_strings":["GITA Laboratory, Faculty of Engineering, University of Antioquia, Medell\u00edn, Colombia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GITA Laboratory, Faculty of Engineering, University of Antioquia, Medell\u00edn, Colombia","institution_ids":["https://openalex.org/I35961687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073624805","display_name":"Juan Camilo V\u00e1squez-Correa","orcid":"https://orcid.org/0000-0003-4946-9232"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]},{"id":"https://openalex.org/I35961687","display_name":"Universidad de Antioquia","ror":"https://ror.org/03bp5hc83","country_code":"CO","type":"education","lineage":["https://openalex.org/I35961687"]}],"countries":["CO","DE"],"is_corresponding":false,"raw_author_name":"Juan Camilo V\u00e1squez-Correa","raw_affiliation_strings":["GITA Laboratory, Faculty of Engineering, University of Antioquia, Medell\u00edn, Colombia","Pattern Recognition Laboratory, University of Erlangen, Erlangen, Germany","Pratech Group, Medell\u00edn, Colombia"],"raw_orcid":"https://orcid.org/0000-0003-4946-9232","affiliations":[{"raw_affiliation_string":"GITA Laboratory, Faculty of Engineering, University of Antioquia, Medell\u00edn, Colombia","institution_ids":["https://openalex.org/I35961687"]},{"raw_affiliation_string":"Pattern Recognition Laboratory, University of Erlangen, Erlangen, Germany","institution_ids":["https://openalex.org/I181369854"]},{"raw_affiliation_string":"Pratech Group, Medell\u00edn, Colombia","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014414626","display_name":"Juan Rafael Orozco\u2010Arroyave","orcid":"https://orcid.org/0000-0002-8507-0782"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]},{"id":"https://openalex.org/I35961687","display_name":"Universidad de Antioquia","ror":"https://ror.org/03bp5hc83","country_code":"CO","type":"education","lineage":["https://openalex.org/I35961687"]}],"countries":["CO","DE"],"is_corresponding":false,"raw_author_name":"Juan Rafael Orozco-Arroyave","raw_affiliation_strings":["GITA Laboratory, Faculty of Engineering, University of Antioquia, Medell\u00edn, Colombia","Pattern Recognition Laboratory, University of Erlangen, Erlangen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GITA Laboratory, Faculty of Engineering, University of Antioquia, Medell\u00edn, Colombia","institution_ids":["https://openalex.org/I35961687"]},{"raw_affiliation_string":"Pattern Recognition Laboratory, University of Erlangen, Erlangen, Germany","institution_ids":["https://openalex.org/I181369854"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5010744032"],"corresponding_institution_ids":["https://openalex.org/I35961687"],"apc_list":null,"apc_paid":null,"fwci":0.6475,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.74017507,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"83","issue":"2","first_page":"5473","last_page":"5492"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.9668213129043579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8945403099060059},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6795127391815186},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6037750840187073},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6029925346374512},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5221760272979736},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5214428305625916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49941515922546387},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.49934983253479004},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.48896849155426025},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.40513429045677185},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3987402319908142},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32125139236450195}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.9668213129043579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8945403099060059},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6795127391815186},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6037750840187073},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6029925346374512},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5221760272979736},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5214428305625916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49941515922546387},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.49934983253479004},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48896849155426025},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.40513429045677185},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3987402319908142},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32125139236450195},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11042-023-14896-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-023-14896-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-023-14896-y.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11042-023-14896-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-023-14896-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-023-14896-y.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2568096058","display_name":null,"funder_award_id":"PRG2020-34068","funder_id":"https://openalex.org/F4320323197","funder_display_name":"Universidad de Antioquia"},{"id":"https://openalex.org/G3886170586","display_name":null,"funder_award_id":"766287","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G937030939","display_name":"Training Network on Automatic Processing of PAthological Speech","funder_award_id":"766287","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323197","display_name":"Universidad de Antioquia","ror":"https://ror.org/03bp5hc83"},{"id":"https://openalex.org/F4320338337","display_name":"H2020 Marie Sk\u0142odowska-Curie Actions","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4379259105.pdf"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1518951372","https://openalex.org/W1832693441","https://openalex.org/W1893918001","https://openalex.org/W1998055686","https://openalex.org/W2001829221","https://openalex.org/W2013164621","https://openalex.org/W2029180844","https://openalex.org/W2078295034","https://openalex.org/W2101105183","https://openalex.org/W2117266949","https://openalex.org/W2140558572","https://openalex.org/W2250255074","https://openalex.org/W2250539671","https://openalex.org/W2618530766","https://openalex.org/W2741321799","https://openalex.org/W2741609678","https://openalex.org/W2745005270","https://openalex.org/W2756487349","https://openalex.org/W2760035721","https://openalex.org/W2767439987","https://openalex.org/W2772103329","https://openalex.org/W2809774949","https://openalex.org/W2891100457","https://openalex.org/W2898235869","https://openalex.org/W2901309320","https://openalex.org/W2908285010","https://openalex.org/W2946387866","https://openalex.org/W2950902819","https://openalex.org/W2952767732","https://openalex.org/W2954548380","https://openalex.org/W2962739339","https://openalex.org/W2963206148","https://openalex.org/W2963642516","https://openalex.org/W2963903950","https://openalex.org/W2963912736","https://openalex.org/W2963963856","https://openalex.org/W2964025273","https://openalex.org/W2964352131","https://openalex.org/W2981660166","https://openalex.org/W3037458976","https://openalex.org/W3094595351","https://openalex.org/W3160231559","https://openalex.org/W3184966646","https://openalex.org/W4200045448","https://openalex.org/W4254185686","https://openalex.org/W6893600009"],"related_works":["https://openalex.org/W4287776258","https://openalex.org/W4321496520","https://openalex.org/W4323981018","https://openalex.org/W3158961393","https://openalex.org/W3086845375","https://openalex.org/W3146034405","https://openalex.org/W2949267551","https://openalex.org/W2567035470","https://openalex.org/W4321320117","https://openalex.org/W3104866047"],"abstract_inverted_index":{"Abstract":[0],"Chatbots":[1],"enable":[2],"the":[3,13,24,70,74,77,97,187,198,202],"automation":[4],"of":[5,15,27,58,73,108,157,201],"several":[6],"components":[7],"in":[8,111],"customer":[9,39],"service":[10,75,161],"and":[11,84,134,194],"allow":[12],"support":[14],"multiple":[16,20,147],"users.":[17],"Despite":[18],"their":[19],"advantages,":[21],"due":[22],"to":[23,36,96,131,143,162,170,184],"large":[25,82],"amount":[26],"conversations":[28,59,156],"generated":[29],"by":[30,89,205],"a":[31,53,103],"chatbot,":[32],"it":[33],"is":[34,48,79,152],"difficult":[35],"determine":[37],"whether":[38],"requests":[40],"are":[41,168],"well-addressed.":[42],"For":[43],"practical":[44],"reasons,":[45],"chatbot\u2019s":[46,98],"effectiveness":[47,110],"evaluated":[49],"manually":[50],"based":[51,173],"upon":[52,154],"small":[54],"sample":[55,78],"(randomly":[56],"chosen)":[57],"or":[60],"through":[61],"self-reported":[62],"user":[63],"satisfaction.":[64],"This":[65,100,150],"procedure":[66],"does":[67],"not":[68,81,93],"guarantee":[69],"correct":[71],"evaluation":[72,107],"because":[76],"generally":[80],"enough":[83],"self-reports":[85],"might":[86],"be":[87],"influenced":[88],"different":[90,164,178],"external":[91],"factors":[92],"directly":[94],"associated":[95],"functioning.":[99],"study":[101],"proposes":[102],"methodology":[104,151],"for":[105,122],"automatic":[106],"chatbot":[109],"real":[112,155],"production":[113],"environments.":[114],"The":[115,137,166],"analysis":[116],"considers":[117],"convolutional":[118,129],"neural":[119],"networks":[120],"adapted":[121],"natural":[123],"language":[124],"processing,":[125],"using":[126],"two":[127,163],"parallel":[128],"layers":[130],"evaluate":[132],"questions":[133],"answers":[135],"independently.":[136],"proposed":[138,188],"model":[139],"also":[140],"incorporates":[141],"filters":[142],"extract":[144],"features":[145],"with":[146,177],"temporal":[148],"resolution.":[149],"tested":[153],"chatbots":[158],"that":[159],"provide":[160],"companies.":[165],"results":[167],"compared":[169],"baseline":[171,203],"models":[172,204],"on":[174],"classical":[175],"techniques":[176],"pre-trained":[179],"word":[180],"embedding":[181],"models.":[182],"According":[183],"our":[185],"results,":[186],"approach":[189],"provides":[190],"accuracies":[191],"between":[192],"78.95%":[193],"80.18%,":[195],"which":[196],"outperforms":[197],"best":[199],"result":[200],"2.9%.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2025-10-10T00:00:00"}