{"id":"https://openalex.org/W3153370697","doi":"https://doi.org/10.1145/3411764.3445569","title":"Designing Effective Interview Chatbots: Automatic Chatbot Profiling and Design Suggestion Generation for Chatbot Debugging","display_name":"Designing Effective Interview Chatbots: Automatic Chatbot Profiling and Design Suggestion Generation for Chatbot Debugging","publication_year":2021,"publication_date":"2021-05-06","ids":{"openalex":"https://openalex.org/W3153370697","doi":"https://doi.org/10.1145/3411764.3445569","mag":"3153370697"},"language":"en","primary_location":{"id":"doi:10.1145/3411764.3445569","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445569","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2104.04842","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xu Han","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I2802236040","display_name":"University of Colorado System","ror":"https://ror.org/00jc20583","country_code":"US","type":"education","lineage":["https://openalex.org/I2802236040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu Han","raw_affiliation_strings":["University of Colorado Boulder, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, United States","institution_ids":["https://openalex.org/I188538660","https://openalex.org/I2802236040"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Michelle Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michelle Zhou","raw_affiliation_strings":["Juji, Inc., United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Juji, Inc., United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Matthew J. Turner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthew J. Turner","raw_affiliation_strings":["University of Colorado at Boulder, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado at Boulder, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Tom Yeh","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I2802236040","display_name":"University of Colorado System","ror":"https://ror.org/00jc20583","country_code":"US","type":"education","lineage":["https://openalex.org/I2802236040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tom Yeh","raw_affiliation_strings":["University of Colorado Boulder, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, United States","institution_ids":["https://openalex.org/I188538660","https://openalex.org/I2802236040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.9853000044822693},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.7289999723434448},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.5699999928474426},{"id":"https://openalex.org/keywords/profiling","display_name":"Profiling (computer programming)","score":0.5123999714851379},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.29429998993873596}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.9853000044822693},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.7289999723434448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6866000294685364},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.5699999928474426},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.5123999714851379},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.46470001339912415},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4140999913215637},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3433000147342682},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2904999852180481},{"id":"https://openalex.org/C3018615553","wikidata":"https://www.wikidata.org/wiki/Q189293","display_name":"Frequently asked questions","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.2754000127315521},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.2718000113964081}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3411764.3445569","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445569","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2104.04842","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.04842","pdf_url":"https://arxiv.org/pdf/2104.04842","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2104.04842","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.04842","pdf_url":"https://arxiv.org/pdf/2104.04842","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1972982337","https://openalex.org/W1995445252","https://openalex.org/W2024547924","https://openalex.org/W2038924341","https://openalex.org/W2049864245","https://openalex.org/W2061166240","https://openalex.org/W2080688008","https://openalex.org/W2084605811","https://openalex.org/W2103868202","https://openalex.org/W2114968482","https://openalex.org/W2119046183","https://openalex.org/W2138783467","https://openalex.org/W2162111811","https://openalex.org/W2189625117","https://openalex.org/W2250539671","https://openalex.org/W2264742718","https://openalex.org/W2328590490","https://openalex.org/W2331702800","https://openalex.org/W2487652696","https://openalex.org/W2591974035","https://openalex.org/W2595653137","https://openalex.org/W2793427265","https://openalex.org/W2915786288","https://openalex.org/W2924196385","https://openalex.org/W2940530202","https://openalex.org/W2940884072","https://openalex.org/W2951583236","https://openalex.org/W2963825865","https://openalex.org/W2963919731","https://openalex.org/W2964309167","https://openalex.org/W2990576546","https://openalex.org/W2998563994","https://openalex.org/W3004984068","https://openalex.org/W3006488108","https://openalex.org/W3011701205","https://openalex.org/W3029291786","https://openalex.org/W3030463886","https://openalex.org/W4238241388","https://openalex.org/W4246277771","https://openalex.org/W4288080268"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"studies":[1],"show":[2,132],"the":[3,48,54,85,93,106,120,124,136],"effectiveness":[4,94],"of":[5,50,71,95,108],"interview":[6,15,30,51,73,110,142,146],"chatbots":[7,111,126],"for":[8,46,83],"information":[9],"elicitation.":[10],"However,":[11],"designing":[12],"an":[13,29,60,72],"effective":[14,141],"chatbot":[16,31,62,74,86],"is":[17],"non-trivial.":[18],"Few":[19],"tools":[20],"exist":[21],"to":[22],"help":[23],"designers":[24,137],"design,":[25],"evaluate,":[26],"and":[27,38,79,99,127,148],"improve":[28],"iteratively.":[32],"Based":[33,118],"on":[34,88,119],"a":[35,43,69,101],"formative":[36],"study":[37,103],"literature":[39],"reviews,":[40],"we":[41,56,97],"propose":[42],"computational":[44],"framework":[45],"quantifying":[47],"performance":[49,77,107],"chatbots.":[52],"Incorporating":[53],"framework,":[55],"have":[57],"developed":[58],"iChatProfile,":[59,96],"assistive":[61],"design":[63,81],"tool":[64],"that":[65,104,133],"can":[66],"automatically":[67],"generate":[68],"profile":[70],"with":[75,113],"quantified":[76],"metrics":[78],"offer":[80],"suggestions":[82],"improving":[84,144],"based":[87],"such":[89],"metrics.":[90],"To":[91],"validate":[92],"designed":[98,112],"conducted":[100],"between-subject":[102],"compared":[105],"10":[109,125],"or":[114],"without":[115],"using":[116],"iChatProfile.":[117],"live":[121],"chats":[122],"between":[123],"1349":[128],"users,":[129],"our":[130],"results":[131],"iChatProfile":[134],"helped":[135],"build":[138],"significantly":[139],"more":[140],"chatbots,":[143],"both":[145],"quality":[147],"user":[149],"experience.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2021-04-26T00:00:00"}