{"id":"https://openalex.org/W3176146353","doi":"https://doi.org/10.1145/3461778.3462147","title":"Chatbot or Chat-Blocker: Predicting Chatbot Popularity before Deployment","display_name":"Chatbot or Chat-Blocker: Predicting Chatbot Popularity before Deployment","publication_year":2021,"publication_date":"2021-06-28","ids":{"openalex":"https://openalex.org/W3176146353","doi":"https://doi.org/10.1145/3461778.3462147","mag":"3176146353"},"language":"en","primary_location":{"id":"doi:10.1145/3461778.3462147","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3461778.3462147","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference 2021","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009453538","display_name":"Mingkun Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingkun Gao","raw_affiliation_strings":["Department of Computer Science University of Illinois at Urbana-Champaign, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Illinois at Urbana-Champaign, United States","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340840","display_name":"Xiaotong Liu","orcid":"https://orcid.org/0000-0003-1141-9184"},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaotong Liu","raw_affiliation_strings":["IBM Research - Almaden, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research - Almaden, United States","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053418697","display_name":"Anbang Xu","orcid":"https://orcid.org/0009-0005-9707-7817"},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anbang Xu","raw_affiliation_strings":["IBM Research - Almaden, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research - Almaden, United States","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065701116","display_name":"Rama Akkiraju","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rama Akkiraju","raw_affiliation_strings":["IBM Research - Almaden, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research - Almaden, USA","institution_ids":["https://openalex.org/I4210085935"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4322,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.93023938,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1458","last_page":"1469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.996782124042511},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.730535089969635},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.7258650064468384},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.563827633857727},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5334587097167969},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.48500844836235046},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3829602897167206},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09782978892326355},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.08881270885467529},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.07145234942436218}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.996782124042511},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.730535089969635},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.7258650064468384},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.563827633857727},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5334587097167969},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.48500844836235046},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3829602897167206},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09782978892326355},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.08881270885467529},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.07145234942436218},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3461778.3462147","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3461778.3462147","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference 2021","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W609613424","https://openalex.org/W1496253462","https://openalex.org/W1507711477","https://openalex.org/W1631063262","https://openalex.org/W1671229675","https://openalex.org/W1872582562","https://openalex.org/W2069138748","https://openalex.org/W2101807845","https://openalex.org/W2117334662","https://openalex.org/W2151814822","https://openalex.org/W2273847690","https://openalex.org/W2316931181","https://openalex.org/W2538827509","https://openalex.org/W2611049140","https://openalex.org/W2611472057","https://openalex.org/W2611556044","https://openalex.org/W2741011090","https://openalex.org/W2787787644","https://openalex.org/W2809774949","https://openalex.org/W2889579642","https://openalex.org/W2889751192","https://openalex.org/W2924196385","https://openalex.org/W2940530202","https://openalex.org/W2940884072","https://openalex.org/W2941541859","https://openalex.org/W2942367614","https://openalex.org/W2964309167","https://openalex.org/W2998563994","https://openalex.org/W3103319922","https://openalex.org/W3103546854","https://openalex.org/W3122379246","https://openalex.org/W4230507407","https://openalex.org/W4236521339","https://openalex.org/W4248247956"],"related_works":["https://openalex.org/W4383501580","https://openalex.org/W4214931137","https://openalex.org/W4313813117","https://openalex.org/W4382052417","https://openalex.org/W3192088754","https://openalex.org/W4387007686","https://openalex.org/W3084631705","https://openalex.org/W2368605798","https://openalex.org/W3176146353","https://openalex.org/W4293646425"],"abstract_inverted_index":{"Chatbots":[0],"are":[1],"widely":[2],"employed":[3],"in":[4],"various":[5],"scenarios.":[6],"However,":[7],"given":[8],"the":[9,52,102,122,136],"high":[10],"costs":[11],"of":[12,54,101],"chatbot":[13,20,31,45,78,86,105,129,142,148],"development":[14],"and":[15,65,90,117,144],"chatbots\u2019":[16,74],"tremendous":[17],"social":[18],"influence,":[19],"failures":[21],"may":[22],"inevitably":[23],"lead":[24],"to":[25,48,62],"a":[26,59,70],"huge":[27],"economic":[28],"loss.":[29],"Previous":[30],"evaluation":[32,132],"frameworks":[33],"rely":[34],"heavily":[35],"on":[36,99,147],"human":[37],"evaluation,":[38],"lending":[39],"little":[40],"support":[41],"for":[42],"automatic":[43],"early-stage":[44],"examination":[46],"prior":[47],"deployment.":[49,130],"To":[50],"reduce":[51],"risk":[53],"potential":[55],"loss,":[56],"we":[57,83],"propose":[58],"computational":[60,126],"approach":[61],"extracting":[63],"features":[64,82,139],"training":[66],"models":[67],"that":[68],"make":[69],"priori":[71],"prediction":[72,112],"about":[73],"popularity,":[75],"which":[76],"indicates":[77],"general":[79],"performance.":[80],"The":[81],"extract":[84],"cover":[85],"Intent,":[87],"Conversation":[88],"Flow,":[89],"Response":[91],"Design.":[92],"We":[93],"studied":[94],"1050":[95],"customer":[96],"service":[97,106],"chatbots":[98],"one":[100],"most":[103],"popular":[104,116],"platforms.":[107],"Our":[108,131],"model":[109],"achieves":[110],"77.36%":[111],"accuracy":[113],"among":[114],"very":[115,118],"unpopular":[119],"chatbots,":[120],"making":[121],"first":[123],"step":[124],"towards":[125],"feedback":[127],"before":[128],"results":[133],"also":[134],"reveal":[135],"key":[137],"design":[138],"associated":[140],"with":[141],"popularity":[143],"offer":[145],"guidance":[146],"design.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}