{"id":"https://openalex.org/W7204256643","doi":"https://doi.org/10.5753/washes.2026.23513","title":"Applying Usability Testing to Conversational Systems in an Internet of Things Context: An Industry Experience Report","display_name":"Applying Usability Testing to Conversational Systems in an Internet of Things Context: An Industry Experience Report","alternate_titles":[],"publication_year":2026,"publication_date":"2026-07-19","ids":{"openalex":"https://openalex.org/W7204256643","doi":"https://doi.org/10.5753/washes.2026.23513"},"language":"en","primary_location":{"id":"doi:10.5753/washes.2026.23513","doi":"https://doi.org/10.5753/washes.2026.23513","is_oa":true,"landing_page_url":"https://doi.org/10.5753/washes.2026.23513","pdf_url":"https://sol.sbc.org.br/index.php/washes/article/download/43006/42772","source":{"id":"https://openalex.org/S7407067691","display_name":"Anais do Workshop sobre Aspectos Sociais, Humanos e Econ\u00f4micos de Software (WASHES)","issn_l":"2763-874X","issn":["2763-874X"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310312150","host_organization_name":"Brazilian Computer Society","host_organization_lineage":["https://openalex.org/P4310312150"],"host_organization_lineage_names":["Brazilian Computer Society"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Anais do XI Workshop sobre Aspectos Sociais, Humanos e Econ\u00f4micos de Software (WASHES 2026)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7204256643"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://sol.sbc.org.br/index.php/washes/article/download/43006/42772","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007663708","display_name":"Camilla Rosas Gomes","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Camilla Rosas Gomes","raw_affiliation_strings":["SiDi"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SiDi","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148284927","display_name":"Marcos William Cardoso dos Santos","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcos William Cardoso dos Santos","raw_affiliation_strings":["UFAM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UFAM","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038196272","display_name":"Felipe Sonntag Manzoni","orcid":"https://orcid.org/0000-0002-2259-6744","observed_orcids":["https://orcid.org/0000-0002-2259-6744"]},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Felipe S. Manzoni","raw_affiliation_strings":["UFAM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UFAM","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148395278","display_name":"Leonardo Marques","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Leonardo Marques","raw_affiliation_strings":["UFAM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UFAM","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054922823","display_name":"Oswald Mesumbe Ekwoge","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oswald Mesumbe Ekwoge","raw_affiliation_strings":["SiDi"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SiDi","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"25","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.022199999541044235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.007000000216066837,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability-testing","display_name":"usability testing","score":0.8989999890327454},{"id":"https://openalex.org/keywords/dialogue-systems","display_name":"dialogue systems","score":0.9950000047683716},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.9929999709129333},{"id":"https://openalex.org/keywords/natural-language-interaction","display_name":"natural language interaction","score":0.8629999756813049},{"id":"https://openalex.org/keywords/user-experience","display_name":"user experience","score":0.9639999866485596},{"id":"https://openalex.org/keywords/task-success-rate","display_name":"task success rate","score":0.7699999809265137},{"id":"https://openalex.org/keywords/conversational-flow","display_name":"conversational flow","score":0.9010000228881836},{"id":"https://openalex.org/keywords/human-computer-interaction","display_name":"human-computer interaction","score":0.7289999723434448},{"id":"https://openalex.org/keywords/end-user-perspective","display_name":"end-user perspective","score":0.3580000102519989}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9060999751091003},{"id":"https://openalex.org/C188688815","wikidata":"https://www.wikidata.org/wiki/Q7205541","display_name":"Pluralistic walkthrough","level":3,"score":0.6489999890327454},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6431000232696533},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.582099974155426},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5795000195503235},{"id":"https://openalex.org/C62993174","wikidata":"https://www.wikidata.org/wiki/Q2928808","display_name":"Usability goals","level":4,"score":0.5371999740600586},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.5184999704360962},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.510200023651123},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.5088000297546387},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.49050000309944153},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.47870001196861267},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4262000024318695},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4156000018119812},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.3978999853134155},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.3977999985218048},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.3871000111103058},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.376800000667572},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.34549999237060547},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3425999879837036},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3192000091075897},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.29739999771118164},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.28700000047683716},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2565000057220459},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5753/washes.2026.23513","doi":"https://doi.org/10.5753/washes.2026.23513","is_oa":true,"landing_page_url":"https://doi.org/10.5753/washes.2026.23513","pdf_url":"https://sol.sbc.org.br/index.php/washes/article/download/43006/42772","source":{"id":"https://openalex.org/S7407067691","display_name":"Anais do Workshop sobre Aspectos Sociais, Humanos e Econ\u00f4micos de Software (WASHES)","issn_l":"2763-874X","issn":["2763-874X"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310312150","host_organization_name":"Brazilian Computer Society","host_organization_lineage":["https://openalex.org/P4310312150"],"host_organization_lineage_names":["Brazilian Computer Society"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Anais do XI Workshop sobre Aspectos Sociais, Humanos e Econ\u00f4micos de Software (WASHES 2026)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.5753/washes.2026.23513","doi":"https://doi.org/10.5753/washes.2026.23513","is_oa":true,"landing_page_url":"https://doi.org/10.5753/washes.2026.23513","pdf_url":"https://sol.sbc.org.br/index.php/washes/article/download/43006/42772","source":{"id":"https://openalex.org/S7407067691","display_name":"Anais do Workshop sobre Aspectos Sociais, Humanos e Econ\u00f4micos de Software (WASHES)","issn_l":"2763-874X","issn":["2763-874X"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310312150","host_organization_name":"Brazilian Computer Society","host_organization_lineage":["https://openalex.org/P4310312150"],"host_organization_lineage_names":["Brazilian Computer Society"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Anais do XI Workshop sobre Aspectos Sociais, Humanos e Econ\u00f4micos de Software (WASHES 2026)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2315157603","display_name":null,"funder_award_id":"8.248/91","funder_id":"https://openalex.org/F4320332195","funder_display_name":"Samsung"}],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322994","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado do Amazonas","ror":"https://ror.org/026d6ma13"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204256643.pdf","grobid_xml":"https://content.openalex.org/works/W7204256643.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W1982451263","https://openalex.org/W2102998034","https://openalex.org/W2162598207","https://openalex.org/W2405187948","https://openalex.org/W2502156194","https://openalex.org/W2789595034","https://openalex.org/W3189024954","https://openalex.org/W4239187549","https://openalex.org/W4394887691","https://openalex.org/W4402193282"],"related_works":["https://openalex.org/W2945452260","https://openalex.org/W1983314367","https://openalex.org/W2900726863","https://openalex.org/W4200280127","https://openalex.org/W7120274296","https://openalex.org/W7117960833","https://openalex.org/W4392132085","https://openalex.org/W3115268066","https://openalex.org/W4402594766","https://openalex.org/W3203475729"],"abstract_inverted_index":{"The":[0,81,101,129,153],"use":[1],"of":[2,13,24,40,52,63,78,93,110,145,163],"conversational":[3,57,147,164],"systems":[4],"has":[5],"intensified":[6],"in":[7,11,60,172],"real-world":[8],"applications,":[9],"particularly":[10],"Internet":[12,62],"Things":[14,64],"scenarios,":[15],"where":[16],"natural":[17],"language":[18],"interaction":[19],"is":[20],"considered":[21],"a":[22,56],"means":[23],"reducing":[25],"system":[26,58,137],"complexity.":[27],"However,":[28],"usability":[29,53,73,102],"and":[30,38,71,98,107,112,125,142,161,169],"user":[31,69],"experience":[32,47,70,82],"issues":[33,133],"still":[34],"affect":[35],"the":[36,50,76,86,91,108,143,146,150,159],"adoption":[37],"effectiveness":[39],"such":[41],"systems.":[42],"This":[43],"paper":[44],"presents":[45],"an":[46,61],"report":[48],"on":[49,55,167],"conduct":[51],"tests":[54,103],"applied":[59],"context,":[65],"aiming":[66],"to":[67,135],"analyze":[68],"identify":[72],"problems":[74],"from":[75],"perspective":[77],"end":[79],"users.":[80],"was":[83],"structured":[84],"using":[85],"Goal\u2013Question\u2013Metric":[87],"framework,":[88],"which":[89],"supported":[90],"definition":[92],"analysis":[94],"goals,":[95],"guiding":[96],"questions,":[97],"evaluation":[99,162],"metrics.":[100],"involved":[104],"representative":[105],"tasks":[106],"collection":[109],"quantitative":[111],"qualitative":[113],"data,":[114],"including":[115],"task":[116],"success":[117],"rate,":[118],"execution":[119],"time,":[120],"total":[121],"questions":[122],"per":[123],"task,":[124],"users\u2019":[126],"subjective":[127],"perceptions.":[128],"results":[130],"highlight":[131],"recurring":[132],"related":[134],"understanding":[136],"responses,":[138],"feedback":[139],"during":[140],"interaction,":[141],"adequacy":[144],"flow":[148],"for":[149],"usage":[151],"context.":[152],"findings":[154],"provide":[155],"exploratory":[156],"insights":[157],"into":[158],"design":[160],"systems,":[165],"focusing":[166],"human":[168],"contextual":[170],"aspects":[171],"human\u2013computer":[173],"interaction.":[174]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7204256643","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-08-27T00:00:00"}
