{"id":"https://openalex.org/W4400396859","doi":"https://doi.org/10.1145/3640794.3665553","title":"Towards Interactive Guidance for Writing Training Utterances for Conversational Agents","display_name":"Towards Interactive Guidance for Writing Training Utterances for Conversational Agents","publication_year":2024,"publication_date":"2024-07-07","ids":{"openalex":"https://openalex.org/W4400396859","doi":"https://doi.org/10.1145/3640794.3665553"},"language":"en","primary_location":{"id":"doi:10.1145/3640794.3665553","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640794.3665553","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Conversational User Interfaces 2024","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3640794.3665553","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076670713","display_name":"David Piorkowski","orcid":"https://orcid.org/0000-0002-6740-4902"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Piorkowski","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":"https://orcid.org/0000-0002-6740-4902","affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015558733","display_name":"Rachel Ostrand","orcid":"https://orcid.org/0000-0001-5491-7656"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rachel Ostrand","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":"https://orcid.org/0000-0001-5491-7656","affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067037429","display_name":"Kristina Brimijoin","orcid":"https://orcid.org/0000-0001-5616-9567"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kristina Brimijoin","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":"https://orcid.org/0000-0001-5616-9567","affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063132352","display_name":"Jessica He","orcid":"https://orcid.org/0000-0003-2368-0099"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jessica He","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":"https://orcid.org/0000-0003-2368-0099","affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088135021","display_name":"Erica Albert","orcid":"https://orcid.org/0009-0006-9782-7734"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erica Albert","raw_affiliation_strings":["IBM, United States"],"raw_orcid":"https://orcid.org/0009-0006-9782-7734","affiliations":[{"raw_affiliation_string":"IBM, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074805097","display_name":"Stephanie Houde","orcid":"https://orcid.org/0000-0002-0246-2183"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephanie Houde","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":"https://orcid.org/0000-0002-0246-2183","affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7975059747695923},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6134002804756165},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4980463981628418},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.47994711995124817},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4680979251861572},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4063645005226135},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16643959283828735}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7975059747695923},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6134002804756165},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4980463981628418},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.47994711995124817},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4680979251861572},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4063645005226135},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16643959283828735},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3640794.3665553","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640794.3665553","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Conversational User Interfaces 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3640794.3665553","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640794.3665553","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Conversational User Interfaces 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1560494734","https://openalex.org/W1671229675","https://openalex.org/W1974503980","https://openalex.org/W1982003829","https://openalex.org/W2071638895","https://openalex.org/W2117400595","https://openalex.org/W2120438042","https://openalex.org/W2316931181","https://openalex.org/W2551571666","https://openalex.org/W2804284364","https://openalex.org/W2889636191","https://openalex.org/W2964793879","https://openalex.org/W3029971428","https://openalex.org/W3032086959","https://openalex.org/W3045492832","https://openalex.org/W3134864076","https://openalex.org/W3153370697","https://openalex.org/W3160643684","https://openalex.org/W3185341429","https://openalex.org/W3196453457","https://openalex.org/W4225087472","https://openalex.org/W4225102280","https://openalex.org/W4226055008","https://openalex.org/W4226278401","https://openalex.org/W4234016251","https://openalex.org/W4285199616","https://openalex.org/W4297813086","https://openalex.org/W4309620152","https://openalex.org/W4322759378","https://openalex.org/W4379379780","https://openalex.org/W4388650545","https://openalex.org/W4392632312"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W1514700423","https://openalex.org/W2742181818","https://openalex.org/W2612412344","https://openalex.org/W2053633997","https://openalex.org/W337810568"],"abstract_inverted_index":{"Improving":[0],"conversational":[1,63],"agents":[2],"that":[3,99,153,181,220],"are":[4,53],"trained":[5],"with":[6],"supervised":[7],"learning":[8],"requires":[9],"iteratively":[10],"refining":[11],"example":[12,33],"intent":[13,39,65,96],"training":[14,85,97,116],"utterances":[15,34,117,124,180],"based":[16],"on":[17,27,171,212],"chat":[18],"log":[19],"data.":[20],"The":[21],"difficulty":[22],"of":[23,30,130,144,231],"this":[24],"process":[25],"hinges":[26],"the":[28,31,38,113,156,172,192,218,228],"quality":[29,84],"initial":[32],"used":[35],"to":[36,67,135,183,194,205],"train":[37],"before":[40],"it":[41],"was":[42],"first":[43],"deployed.":[44],"Creating":[45],"new":[46,75,207],"intents":[47],"from":[48],"scratch,":[49],"when":[50,73,115],"conversation":[51],"logs":[52],"not":[54],"yet":[55],"available,":[56],"has":[57],"many":[58],"challenges.":[59],"We":[60,139,151,210],"interviewed":[61],"experienced":[62],"agent":[64],"trainers":[66],"better":[68],"understand":[69],"challenges":[70],"they":[71],"face":[72],"creating":[74],"intents,":[76],"and":[77,90,127,163,167,223],"their":[78],"best":[79,184],"practices":[80],"for":[81,225],"writing":[82],"high":[83],"utterances.":[86,109],"Using":[87],"these":[88,141],"findings":[89],"related":[91],"literature,":[92],"we":[93],"developed":[94],"an":[95,137],"tool":[98],"provided":[100,128],"interactive":[101],"guidance":[102,145],"via":[103],"either":[104,195],"language":[105,133,157],"feedback":[106,111,158],"or":[107,199,226],"sample":[108,123,188],"Language":[110],"notified":[112],"user":[114,132,215],"could":[118],"be":[119],"linguistically":[120],"improved,":[121],"while":[122],"were":[125,175],"crowdsourced":[126],"examples":[129,198],"end":[131],"prior":[134],"deploying":[136],"intent.":[138],"compared":[140],"two":[142],"types":[143,230],"in":[146,155,178,214,217],"a":[147,203],"187-participant":[148],"between-subject":[149],"study.":[150],"found":[152],"participants":[154,190,221],"condition":[159],"reported":[160],"limited":[161],"creativity":[162],"higher":[164],"mental":[165],"load":[166],"spent":[168],"more":[169,176],"time":[170],"task,":[173],"but":[174],"thoughtful":[177],"crafting":[179],"adhered":[182],"practices.":[185],"In":[186],"contrast,":[187],"utterance":[189,208],"leveraged":[191],"samples":[193],"quickly":[196],"select":[197],"use":[200],"them":[201],"as":[202],"springboard":[204],"develop":[206],"ideas.":[209],"report":[211],"differences":[213],"experience":[216],"strategies":[219],"took":[222],"preferences":[224],"against":[227],"different":[229],"guidance.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}