{"id":"https://openalex.org/W4406137960","doi":"https://doi.org/10.1109/thms.2024.3514742","title":"Chatbot Dialog Design for Improved Human Performance in Domain Knowledge Discovery","display_name":"Chatbot Dialog Design for Improved Human Performance in Domain Knowledge Discovery","publication_year":2025,"publication_date":"2025-01-07","ids":{"openalex":"https://openalex.org/W4406137960","doi":"https://doi.org/10.1109/thms.2024.3514742"},"language":"en","primary_location":{"id":"doi:10.1109/thms.2024.3514742","doi":"https://doi.org/10.1109/thms.2024.3514742","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2024.3514742","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089599783","display_name":"Roland Oruche","orcid":"https://orcid.org/0000-0002-6631-9298","observed_orcids":["https://orcid.org/0000-0002-6631-9298"]},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roland Oruche","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Missouri-Columbia, Columbia, MO, USA"],"raw_orcid":"https://orcid.org/0000-0002-6631-9298","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Missouri-Columbia, Columbia, MO, USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059323093","display_name":"Xiyao Cheng","orcid":"https://orcid.org/0009-0005-9018-4978","observed_orcids":["https://orcid.org/0009-0005-9018-4978"]},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiyao Cheng","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Missouri-Columbia, Columbia, MO, USA"],"raw_orcid":"https://orcid.org/0009-0005-9018-4978","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Missouri-Columbia, Columbia, MO, USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021425974","display_name":"Zian Zeng","orcid":"https://orcid.org/0009-0004-5973-855X","observed_orcids":["https://orcid.org/0009-0004-5973-855X"]},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]},{"id":"https://openalex.org/I1331384533","display_name":"University of Hawaii System","ror":"https://ror.org/03tzaeb71","country_code":"US","type":"education","lineage":["https://openalex.org/I1331384533"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zian Zeng","raw_affiliation_strings":["Department of Information and Computer Sciences, University of Hawaii, Honolulu, HI, USA"],"raw_orcid":"https://orcid.org/0009-0004-5973-855X","affiliations":[{"raw_affiliation_string":"Department of Information and Computer Sciences, University of Hawaii, Honolulu, HI, USA","institution_ids":["https://openalex.org/I117965899","https://openalex.org/I1331384533"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Audrey Vazzana","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I199639920","display_name":"Truman State University","ror":"https://ror.org/0396bvs97","country_code":"US","type":"education","lineage":["https://openalex.org/I199639920"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Audrey Vazzana","raw_affiliation_strings":["Department of Computer Science, Truman State University, Kirksville, MO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Truman State University, Kirksville, MO, USA","institution_ids":["https://openalex.org/I199639920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001590635","display_name":"Md. Ashraful Goni","orcid":"https://orcid.org/0009-0008-9926-0801","observed_orcids":["https://orcid.org/0009-0008-9926-0801"]},"institutions":[{"id":"https://openalex.org/I12315562","display_name":"Texas Tech University","ror":"https://ror.org/0405mnx93","country_code":"US","type":"education","lineage":["https://openalex.org/I12315562"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"MD Ashraful Goni","raw_affiliation_strings":["College of Media & Communication, Texas Tech University, Lubbock, TX, USA"],"raw_orcid":"https://orcid.org/0009-0008-9926-0801","affiliations":[{"raw_affiliation_string":"College of Media & Communication, Texas Tech University, Lubbock, TX, USA","institution_ids":["https://openalex.org/I12315562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116808804","display_name":"Bruce Wang Shibo","orcid":"https://orcid.org/0000-0002-5292-9992","observed_orcids":["https://orcid.org/0000-0002-5292-9992"]},"institutions":[{"id":"https://openalex.org/I12315562","display_name":"Texas Tech University","ror":"https://ror.org/0405mnx93","country_code":"US","type":"education","lineage":["https://openalex.org/I12315562"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruce Wang Shibo","raw_affiliation_strings":["College of Media & Communication, Texas Tech University, Lubbock, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Media & Communication, Texas Tech University, Lubbock, TX, USA","institution_ids":["https://openalex.org/I12315562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099268993","display_name":"Sai Keerthana Goruganthu","orcid":"https://orcid.org/0009-0007-9769-4350","observed_orcids":["https://orcid.org/0009-0007-9769-4350"]},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sai Keerthana Goruganthu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Missouri-Columbia, Columbia, MO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Missouri-Columbia, Columbia, MO, USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083093074","display_name":"Kerk F. Kee","orcid":"https://orcid.org/0000-0002-0543-5009","observed_orcids":["https://orcid.org/0000-0002-0543-5009"]},"institutions":[{"id":"https://openalex.org/I12315562","display_name":"Texas Tech University","ror":"https://ror.org/0405mnx93","country_code":"US","type":"education","lineage":["https://openalex.org/I12315562"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kerk Kee","raw_affiliation_strings":["College of Media & Communication, Texas Tech University, Lubbock, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-0543-5009","affiliations":[{"raw_affiliation_string":"College of Media & Communication, Texas Tech University, Lubbock, TX, USA","institution_ids":["https://openalex.org/I12315562"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072008189","display_name":"Prasad P. Calyam","orcid":"https://orcid.org/0000-0002-7666-5389","observed_orcids":["https://orcid.org/0000-0002-7666-5389"]},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prasad Calyam","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Missouri-Columbia, Columbia, MO, USA"],"raw_orcid":"https://orcid.org/0000-0002-7666-5389","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Missouri-Columbia, Columbia, MO, USA","institution_ids":["https://openalex.org/I76835614"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.746,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70524366,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"55","issue":"2","first_page":"207","last_page":"222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.875,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.875,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.08900000154972076,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task-oriented-dialogue-systems","display_name":"task-oriented dialogue systems","score":0.8330000042915344},{"id":"https://openalex.org/keywords/science-gateways","display_name":"science gateways","score":0.7429999709129333},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"information retrieval","score":0.7649999856948853},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.9929999709129333},{"id":"https://openalex.org/keywords/sociotechnical-design","display_name":"socio-technical design","score":0.5770000219345093},{"id":"https://openalex.org/keywords/expert-feedback","display_name":"expert feedback","score":0.7059999704360962},{"id":"https://openalex.org/keywords/human-performance","display_name":"human performance","score":0.5059999823570251},{"id":"https://openalex.org/keywords/system-utility","display_name":"system utility","score":0.5249999761581421},{"id":"https://openalex.org/keywords/covid-19-literature","display_name":"COVID-19 literature","score":0.6660000085830688},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.6959999799728394},{"id":"https://openalex.org/keywords/community-adoption","display_name":"community adoption","score":0.4440000057220459}],"concepts":[{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.9071648716926575},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.8900856971740723},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6126767992973328},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5503600239753723},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.5235599875450134},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.43701431155204773},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36720380187034607},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3290046751499176},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.30134516954421997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2640960216522217},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/thms.2024.3514742","doi":"https://doi.org/10.1109/thms.2024.3514742","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2024.3514742","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6788213012","display_name":"OAC Core: Small: Collaborative Research: Conversational Agents for Supporting Sustainable Implementation and Systemic Diffusion of Cyberinfrastructure and Science Gateways","funder_award_id":"2006816","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7044108126","display_name":"OAC Core: Small: Collaborative Research: Conversational Agents for Supporting Sustainable Implementation and Systemic Diffusion of Cyberinfrastructure and Science Gateways","funder_award_id":"2007100","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1597533204","https://openalex.org/W1791587663","https://openalex.org/W2068406960","https://openalex.org/W2082110485","https://openalex.org/W2087271627","https://openalex.org/W2100379340","https://openalex.org/W2100408980","https://openalex.org/W2101105183","https://openalex.org/W2154652894","https://openalex.org/W2161832978","https://openalex.org/W2170872814","https://openalex.org/W2470818894","https://openalex.org/W2510976782","https://openalex.org/W2558203065","https://openalex.org/W2896457183","https://openalex.org/W2920375850","https://openalex.org/W2952236567","https://openalex.org/W2953151345","https://openalex.org/W2964250908","https://openalex.org/W2970641574","https://openalex.org/W2977256850","https://openalex.org/W2979826702","https://openalex.org/W2982596739","https://openalex.org/W3011633192","https://openalex.org/W3015883388","https://openalex.org/W3047636089","https://openalex.org/W3100107515","https://openalex.org/W3128581554","https://openalex.org/W3164705503","https://openalex.org/W3201889530","https://openalex.org/W3217305727","https://openalex.org/W4200635123","https://openalex.org/W4210663596","https://openalex.org/W4236389726","https://openalex.org/W4243354616","https://openalex.org/W4252076394","https://openalex.org/W4285347372","https://openalex.org/W4285793924","https://openalex.org/W4309674289","https://openalex.org/W4320813768","https://openalex.org/W4321764798","https://openalex.org/W4322757547","https://openalex.org/W4385573358","https://openalex.org/W4389524402","https://openalex.org/W4390730089","https://openalex.org/W4414014501","https://openalex.org/W6776225533","https://openalex.org/W6783932708"],"related_works":["https://openalex.org/W2164407140","https://openalex.org/W4414834415","https://openalex.org/W4213330929","https://openalex.org/W4385564919","https://openalex.org/W4221141039","https://openalex.org/W7131149469","https://openalex.org/W7134998460","https://openalex.org/W3211191832","https://openalex.org/W2954116503","https://openalex.org/W3183295012"],"abstract_inverted_index":{"The":[0],"advent":[1],"of":[2,12,81,143],"machine":[3],"learning":[4],"(ML)":[5],"has":[6],"led":[7],"to":[8,64,136,171,186,211,214],"the":[9,79,141],"widespread":[10,47],"adoption":[11],"developing":[13],"task-oriented":[14],"dialog":[15,43,66,102,144],"systems":[16,44,103,145],"for":[17,31,69,100,114,129],"scientific":[18,50,190],"applications":[19],"(e.g.,":[20],"science":[21,132],"gateways)":[22],"where":[23],"voluminous":[24],"information":[25,70],"sources":[26],"are":[27],"retrieved":[28],"and":[29,73,149,154,174,205],"curated":[30],"domain":[32,106],"users.":[33],"Yet,":[34],"there":[35],"still":[36],"exists":[37],"a":[38,57,94,111,196],"challenge":[39],"in":[40,88,97,118,217],"designing":[41,101],"chatbot":[42],"that":[45,139,201],"achieve":[46],"diffusion":[48],"among":[49],"communities.":[51],"In":[52,193],"this":[53],"article,":[54],"we":[55,199],"propose":[56],"novel":[58],"Vidura":[59],"advisor":[60],"design":[61],"framework":[62,99],"(VADF)":[63],"develop":[65],"system":[67,82],"designs":[68],"retrieval":[71],"(IR)":[72],"question-answering":[74],"(QA)":[75],"tasks,":[76],"while":[77],"enabling":[78,115],"quantification":[80],"utility":[83,142,204],"based":[84,146],"on":[85,147,189],"human":[86,206],"performance":[87,166,176,207],"diverse":[89],"application":[90,152,203],"environments.":[91],"We":[92,125],"adopt":[93],"socio-technical":[95],"approach":[96,162],"our":[98,127,160],"by":[104],"utilizing":[105],"expert":[107],"feedback,":[108],"which":[109],"features":[110],"sparse":[112],"retriever":[113,168],"accurate":[116],"responses":[117],"QA":[119,150,175],"settings":[120],"using":[121],"linear":[122],"interpolation":[123],"smoothing.":[124],"apply":[126],"VADF":[128,161,210],"an":[130,215],"exemplar":[131],"gateway,":[133],"viz.":[134],"KnowCOVID-19,":[135],"conduct":[137],"experiments":[138],"demonstrate":[140],"IR":[148,165],"performance,":[151],"utility,":[153],"perceived":[155,218],"adoption.":[156,220],"Experimental":[157],"results":[158],"show":[159],"significantly":[163],"improves":[164],"against":[167,177],"baselines":[169],"(up":[170,185],"5%":[172],"increase)":[173,188],"large":[178],"language":[179],"models":[180],"(LLMs)":[181],"such":[182],"as":[183],"ChatGPT":[184],"43%":[187],"literature":[191],"datasets.":[192],"addition,":[194],"through":[195],"usability":[197],"survey,":[198],"observe":[200],"measuring":[202],"when":[208],"applying":[209],"KnowCOVID-19":[212],"translates":[213],"increase":[216],"community":[219]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-01-08T00:00:00"}