{"id":"https://openalex.org/W4401698583","doi":"https://doi.org/10.30919/es1210","title":"Unfolding Conversational Artificial Intelligence: A Systematic Review of Datasets, Techniques and Challenges in Developments","display_name":"Unfolding Conversational Artificial Intelligence: A Systematic Review of Datasets, Techniques and Challenges in Developments","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401698583","doi":"https://doi.org/10.30919/es1210"},"language":"en","primary_location":{"id":"doi:10.30919/es1210","doi":"https://doi.org/10.30919/es1210","is_oa":true,"landing_page_url":"https://doi.org/10.30919/es1210","pdf_url":"https://www.espublisher.com/uploads/article_pdf/es1210.pdf","source":{"id":"https://openalex.org/S4210220775","display_name":"Engineered Science","issn_l":"2576-988X","issn":["2576-988X","2576-9898"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineered Science","raw_type":"journal-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.espublisher.com/uploads/article_pdf/es1210.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084518207","display_name":"Shilpa Gite","orcid":"https://orcid.org/0000-0003-3882-7030","observed_orcids":["https://orcid.org/0000-0003-3882-7030"]},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Shilpa Gite","raw_affiliation_strings":["AI&ML Department , Symbiosis Institute of Technology , Symbiosis International (Deemed University) , Pune , 412115 , India","Symbiosis Centre for Applied AI , Symbiosis International (Deemed University) , Pune , 412115 , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI&ML Department , Symbiosis Institute of Technology , Symbiosis International (Deemed University) , Pune , 412115 , India","institution_ids":["https://openalex.org/I244572783"]},{"raw_affiliation_string":"Symbiosis Centre for Applied AI , Symbiosis International (Deemed University) , Pune , 412115 , India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113340433","display_name":"Urvi Rawat","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Urvi Rawat","raw_affiliation_strings":["AI&ML Department , Symbiosis Institute of Technology , Symbiosis International (Deemed University) , Pune , 412115 , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI&ML Department , Symbiosis Institute of Technology , Symbiosis International (Deemed University) , Pune , 412115 , India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034443447","display_name":"Sameer Kumar","orcid":"https://orcid.org/0000-0002-6350-114X","observed_orcids":["https://orcid.org/0000-0002-6350-114X"]},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sameer Kumar","raw_affiliation_strings":["AI&ML Department , Symbiosis Institute of Technology , Symbiosis International (Deemed University) , Pune , 412115 , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI&ML Department , Symbiosis Institute of Technology , Symbiosis International (Deemed University) , Pune , 412115 , India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101795140","display_name":"Bunny Saini","orcid":"https://orcid.org/0009-0002-9802-1485","observed_orcids":["https://orcid.org/0009-0002-9802-1485"]},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Bunny Saini","raw_affiliation_strings":["AI&ML Department , Symbiosis Institute of Technology , Symbiosis International (Deemed University) , Pune , 412115 , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI&ML Department , Symbiosis Institute of Technology , Symbiosis International (Deemed University) , Pune , 412115 , India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027331493","display_name":"Anant Bhatt","orcid":"https://orcid.org/0000-0002-2782-390X","observed_orcids":["https://orcid.org/0000-0002-2782-390X"]},"institutions":[{"id":"https://openalex.org/I9694494","display_name":"Parul University","ror":"https://ror.org/024v3fg07","country_code":"IN","type":"education","lineage":["https://openalex.org/I9694494"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anant Bhatt","raw_affiliation_strings":["Faculty of Engineering and Technology , Parul University , Waghodia , Vadodara , Gujarat , 391760 , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Technology , Parul University , Waghodia , Vadodara , Gujarat , 391760 , India","institution_ids":["https://openalex.org/I9694494"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077770842","display_name":"Ketan V. Kotecha","orcid":"https://orcid.org/0000-0003-2653-3780","observed_orcids":["https://orcid.org/0000-0003-2653-3780"]},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ketan Kotecha","raw_affiliation_strings":["AI&ML Department , Symbiosis Institute of Technology , Symbiosis International (Deemed University) , Pune , 412115 , India","Symbiosis Centre for Applied AI , Symbiosis International (Deemed University) , Pune , 412115 , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI&ML Department , Symbiosis Institute of Technology , Symbiosis International (Deemed University) , Pune , 412115 , India","institution_ids":["https://openalex.org/I244572783"]},{"raw_affiliation_string":"Symbiosis Centre for Applied AI , Symbiosis International (Deemed University) , Pune , 412115 , India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025506250","display_name":"Nithesh Naik","orcid":"https://orcid.org/0000-0003-0356-7697","observed_orcids":["https://orcid.org/0000-0003-0356-7697"]},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nithesh Naik","raw_affiliation_strings":["Department of Mechanical and Industrial Engineering , Manipal Institute of Technology , Manipal Academy of Higher Education , Manipal , Karnataka , 576104 , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Industrial Engineering , Manipal Institute of Technology , Manipal Academy of Higher Education , Manipal , Karnataka , 576104 , India","institution_ids":["https://openalex.org/I164861460"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084518207"],"corresponding_institution_ids":["https://openalex.org/I244572783"],"apc_list":null,"apc_paid":null,"fwci":0.142,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.28041902,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversational-ai","display_name":"conversational AI","score":0.8330000042915344},{"id":"https://openalex.org/keywords/dialogue-systems","display_name":"dialogue systems","score":0.7889999747276306},{"id":"https://openalex.org/keywords/chatbots","display_name":"chatbots","score":0.9670000076293945},{"id":"https://openalex.org/keywords/conversational-datasets","display_name":"conversational datasets","score":0.890999972820282},{"id":"https://openalex.org/keywords/retrieval-based-dialogue-systems","display_name":"retrieval-based dialogue systems","score":0.871999979019165},{"id":"https://openalex.org/keywords/response-generation","display_name":"response generation","score":0.7860000133514404},{"id":"https://openalex.org/keywords/task-oriented-dialogue-systems","display_name":"task-oriented dialogue systems","score":0.734000027179718},{"id":"https://openalex.org/keywords/generative-adversarial-networks","display_name":"generative adversarial networks","score":0.8130000233650208},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.9760000109672546},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.8870000243186951},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"unsupervised learning","score":0.8489999771118164},{"id":"https://openalex.org/keywords/data-preprocessing","display_name":"data preprocessing","score":0.7160000205039978}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5895257592201233},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4995603561401367}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.30919/es1210","doi":"https://doi.org/10.30919/es1210","is_oa":true,"landing_page_url":"https://doi.org/10.30919/es1210","pdf_url":"https://www.espublisher.com/uploads/article_pdf/es1210.pdf","source":{"id":"https://openalex.org/S4210220775","display_name":"Engineered Science","issn_l":"2576-988X","issn":["2576-988X","2576-9898"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineered Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.30919/es1210","doi":"https://doi.org/10.30919/es1210","is_oa":true,"landing_page_url":"https://doi.org/10.30919/es1210","pdf_url":"https://www.espublisher.com/uploads/article_pdf/es1210.pdf","source":{"id":"https://openalex.org/S4210220775","display_name":"Engineered Science","issn_l":"2576-988X","issn":["2576-988X","2576-9898"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineered Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401698583.pdf","grobid_xml":"https://content.openalex.org/works/W4401698583.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1591706642","https://openalex.org/W2031213082","https://openalex.org/W2059157630","https://openalex.org/W2109190044","https://openalex.org/W2133564696","https://openalex.org/W2551884415","https://openalex.org/W2888296173","https://openalex.org/W2922424058","https://openalex.org/W2922711788","https://openalex.org/W2962883855","https://openalex.org/W2973223703","https://openalex.org/W3014901735","https://openalex.org/W3022161378","https://openalex.org/W3080855795","https://openalex.org/W3103891289","https://openalex.org/W4205201623","https://openalex.org/W4206061172","https://openalex.org/W4282010587","https://openalex.org/W4292825932","https://openalex.org/W4293193852","https://openalex.org/W4294833327","https://openalex.org/W4313457971","https://openalex.org/W4321601639","https://openalex.org/W4377291971"],"related_works":["https://openalex.org/W4321601639","https://openalex.org/W7217838335","https://openalex.org/W2821503932","https://openalex.org/W4401454008","https://openalex.org/W6941579927","https://openalex.org/W4398794856","https://openalex.org/W3184966646","https://openalex.org/W2894060751","https://openalex.org/W4385195665","https://openalex.org/W4214535558"],"abstract_inverted_index":{"Recently,":[0],"Artificial":[1],"Intelligence":[2],"(AI)":[3],"has":[4,30],"seen":[5],"significant":[6],"progress,":[7],"especially":[8],"in":[9,98,133,159,169],"Natural":[10],"Language":[11],"Processing":[12],"(NLP)":[13],"and":[14,39,65,89,105,121,138],"Conversational":[15,79],"AI,":[16,161],"making":[17],"response":[18],"generation":[19],"more":[20],"efficient.This":[21],"advancement,":[22],"combined":[23],"with":[24],"increased":[25],"availability":[26],"of":[27,54,78,112],"conversational":[28,33,60,87,113,160],"data,":[29],"greatly":[31],"improved":[32],"bots,":[34,61,88],"thus":[35],"enhancing":[36],"their":[37],"effectiveness":[38],"scope.Despite":[40],"extensive":[41],"research":[42,168],"which":[43],"is":[44],"primarily":[45],"focused":[46],"on":[47],"task-oriented":[48],"systems,":[49],"there's":[50],"a":[51,71,163],"noticeable":[52],"lack":[53],"comprehensive":[55],"literature":[56],"reviews":[57],"that":[58],"cover":[59],"datasets,":[62,83],"state-of-the-art":[63],"methodologies,":[64],"thorough":[66],"analytical":[67],"insights.This":[68],"review":[69],"presents":[70],"detailed":[72],"study":[73,124],"exploring":[74],"these":[75],"key":[76],"dimensions":[77],"AI.It":[80],"analyzes":[81],"the":[82,94,109],"methodologies":[84],"for":[85,129,166],"crafting":[86],"performance":[90],"metrics,":[91],"while":[92],"addressing":[93],"various":[95],"challenges":[96],"inherent":[97],"dialogue":[99],"systems.Additionally,":[100],"it":[101],"suggests":[102],"viable":[103],"solutions":[104],"provides":[106],"insights":[107],"into":[108,119],"future":[110,127,167],"trajectory":[111],"bots.Conversational":[114],"bots":[115],"are":[116],"broadly":[117],"categorized":[118],"Retrieval-based":[120],"Generative":[122,144],"systems.This":[123],"also":[125],"outlines":[126],"avenues":[128],"exploration,":[130],"including":[131],"advancements":[132],"data":[134],"pre-processing,":[135],"evaluation":[136],"techniques,":[137],"optimization":[139],"using":[140],"advanced":[141],"methods":[142],"like":[143],"Adversarial":[145],"Networks":[146],"(GANs),":[147],"transfer":[148],"learning,":[149],"self-supervised,":[150],"or":[151],"unsupervised":[152],"learning.These":[153],"innovative":[154],"approaches":[155],"leverage":[156],"recent":[157],"developments":[158],"laying":[162],"strong":[164],"foundation":[165],"this":[170],"dynamic":[171],"field.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-13T13:42:25.865203","created_date":"2024-08-20T00:00:00"}