{"id":"https://openalex.org/W4390176311","doi":"https://doi.org/10.3390/fi16010004","title":"Development of an Assessment Scale for Measurement of Usability and User Experience Characteristics of Bing Chat Conversational AI","display_name":"Development of an Assessment Scale for Measurement of Usability and User Experience Characteristics of Bing Chat Conversational AI","publication_year":2023,"publication_date":"2023-12-23","ids":{"openalex":"https://openalex.org/W4390176311","doi":"https://doi.org/10.3390/fi16010004"},"language":"en","primary_location":{"id":"doi:10.3390/fi16010004","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16010004","pdf_url":"https://www.mdpi.com/1999-5903/16/1/4/pdf?version=1703321000","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/16/1/4/pdf?version=1703321000","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022532743","display_name":"Goran Buba\u0161","orcid":"https://orcid.org/0009-0000-5019-5115"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":true,"raw_author_name":"Goran Buba\u0161","raw_affiliation_strings":["Faculty of Organization and Informatics, University of Zagreb, 42000 Vara\u017edin, Croatia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Organization and Informatics, University of Zagreb, 42000 Vara\u017edin, Croatia","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112454708","display_name":"Antonela \u010ci\u017eme\u0161ija","orcid":null},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"Antonela \u010ci\u017eme\u0161ija","raw_affiliation_strings":["Faculty of Organization and Informatics, University of Zagreb, 42000 Vara\u017edin, Croatia"],"raw_orcid":"https://orcid.org/0009-0000-5110-5206","affiliations":[{"raw_affiliation_string":"Faculty of Organization and Informatics, University of Zagreb, 42000 Vara\u017edin, Croatia","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091578331","display_name":"Andreja Kova\u010di\u0107","orcid":null},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"Andreja Kova\u010di\u0107","raw_affiliation_strings":["Faculty of Organization and Informatics, University of Zagreb, 42000 Vara\u017edin, Croatia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Organization and Informatics, University of Zagreb, 42000 Vara\u017edin, Croatia","institution_ids":["https://openalex.org/I181343428"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5022532743"],"corresponding_institution_ids":["https://openalex.org/I181343428"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":4.0756,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.95204239,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"16","issue":"1","first_page":"4","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10609","display_name":"Digital Marketing and Social Media","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8618865609169006},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7746005654335022},{"id":"https://openalex.org/keywords/cronbachs-alpha","display_name":"Cronbach's alpha","score":0.5921106934547424},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.43270143866539},{"id":"https://openalex.org/keywords/system-usability-scale","display_name":"System usability scale","score":0.43268248438835144},{"id":"https://openalex.org/keywords/web-usability","display_name":"Web usability","score":0.4320521652698517},{"id":"https://openalex.org/keywords/learnability","display_name":"Learnability","score":0.4299161732196808},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3636109232902527},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3506786823272705},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3295151889324188},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14616185426712036},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.12246277928352356}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8618865609169006},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7746005654335022},{"id":"https://openalex.org/C106906290","wikidata":"https://www.wikidata.org/wiki/Q1140909","display_name":"Cronbach's alpha","level":3,"score":0.5921106934547424},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.43270143866539},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.43268248438835144},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.4320521652698517},{"id":"https://openalex.org/C2777723229","wikidata":"https://www.wikidata.org/wiki/Q4367921","display_name":"Learnability","level":2,"score":0.4299161732196808},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3636109232902527},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3506786823272705},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3295151889324188},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14616185426712036},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.12246277928352356},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/fi16010004","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16010004","pdf_url":"https://www.mdpi.com/1999-5903/16/1/4/pdf?version=1703321000","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:16:y:2023:i:1:p:4-:d:1306264","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/16/1/4/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:4aa3f8e2642d450c9624f91559efc343","is_oa":true,"landing_page_url":"https://doaj.org/article/4aa3f8e2642d450c9624f91559efc343","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 16, Iss 1, p 4 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/fi16010004","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16010004","pdf_url":"https://www.mdpi.com/1999-5903/16/1/4/pdf?version=1703321000","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390176311.pdf"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1721421031","https://openalex.org/W1791587663","https://openalex.org/W1979755600","https://openalex.org/W1988747059","https://openalex.org/W1992456637","https://openalex.org/W2019486555","https://openalex.org/W2023900384","https://openalex.org/W2026473865","https://openalex.org/W2057012437","https://openalex.org/W2075072883","https://openalex.org/W2100379340","https://openalex.org/W2119681300","https://openalex.org/W2148506541","https://openalex.org/W2169570446","https://openalex.org/W2623703952","https://openalex.org/W2888081983","https://openalex.org/W2905202070","https://openalex.org/W2975232500","https://openalex.org/W3103891289","https://openalex.org/W3132534209","https://openalex.org/W3184229183","https://openalex.org/W3184900232","https://openalex.org/W3185181255","https://openalex.org/W4210507373","https://openalex.org/W4223544034","https://openalex.org/W4284991798","https://openalex.org/W4292623623","https://openalex.org/W4313307692","https://openalex.org/W4319440682","https://openalex.org/W4327946446","https://openalex.org/W4366420437","https://openalex.org/W4367849331","https://openalex.org/W4375862891","https://openalex.org/W4378214315","https://openalex.org/W4382518736","https://openalex.org/W4382560004","https://openalex.org/W4383113923","https://openalex.org/W4384158349","https://openalex.org/W4384406891","https://openalex.org/W4385422140","https://openalex.org/W4385422591","https://openalex.org/W4385553980","https://openalex.org/W4386072877","https://openalex.org/W4386178880","https://openalex.org/W4386223460","https://openalex.org/W4386625109","https://openalex.org/W4386696838","https://openalex.org/W4387101356","https://openalex.org/W4387343730","https://openalex.org/W4387871461","https://openalex.org/W4387991728","https://openalex.org/W4388331675","https://openalex.org/W4388536662","https://openalex.org/W4388997000","https://openalex.org/W4389111304","https://openalex.org/W4391594617","https://openalex.org/W6691227101","https://openalex.org/W6786072427","https://openalex.org/W6974719083"],"related_works":["https://openalex.org/W4312686479","https://openalex.org/W2016308011","https://openalex.org/W4318240367","https://openalex.org/W4281738665","https://openalex.org/W3165016276","https://openalex.org/W4381511419","https://openalex.org/W15383416","https://openalex.org/W2115121425","https://openalex.org/W2320191080","https://openalex.org/W2015697469"],"abstract_inverted_index":{"After":[0],"the":[1,4,22,31,86,105,121,131,187,196,222,235,238],"introduction":[2],"of":[3,24,34,63,68,98,110,123,125,153,186,210,213,226,258,266],"ChatGPT":[5],"conversational":[6],"artificial":[7],"intelligence":[8],"(CAI)":[9],"tool":[10,135],"in":[11,21,27,85,195,234,279],"November":[12],"2022,":[13],"there":[14],"has":[15],"been":[16,54],"a":[17,94,147],"rapidly":[18],"growing":[19],"interest":[20],"use":[23],"such":[25],"tools":[26,40,70,112,287],"higher":[28,154],"education.":[29],"While":[30],"educational":[32],"uses":[33],"some":[35],"other":[36,285],"information":[37],"technology":[38,58],"(IT)":[39],"(including":[41],"collaboration":[42],"and":[43,50,60,71,77,107,144,166,180,243,248,262,290],"communication":[44],"tools,":[45],"learning":[46],"management":[47],"systems,":[48],"chatbots,":[49],"videoconferencing":[51],"tools)":[52],"have":[53,79],"frequently":[55],"evaluated":[56,145,273],"regarding":[57,130],"acceptance":[59],"usability":[61,106,239,261],"attributes":[62,212],"those":[64],"technologies,":[65],"similar":[66],"evaluations":[67],"CAI":[69,111,132,214,286],"services":[72],"like":[73,288],"ChatGPT,":[74],"Bing":[75,133,230,267],"Chat,":[76],"Bard":[78],"only":[80],"recently":[81],"started":[82],"to":[83,104,182,200,228],"appear":[84],"scholarly":[87],"literature.":[88],"In":[89],"our":[90,252],"study,":[91],"we":[92],"present":[93],"newly":[95],"developed":[96,143],"set":[97],"assessment":[99,127,274],"scales":[100,128,141,275],"that":[101,221,255,282],"are":[102],"related":[103,211],"user":[108,245,263],"experiences":[109],"when":[113],"used":[114],"by":[115],"university":[116],"students,":[117],"as":[118,120],"well":[119],"results":[122],"evaluation":[124],"these":[126],"specifically":[129],"Chat":[134,231,268],"(i.e.,":[136],"Microsoft":[137],"Copilot).":[138],"The":[139,272],"following":[140],"were":[142,237,269],"using":[146],"convenience":[148],"sample":[149],"(N":[150],"=":[151],"126)":[152],"education":[155],"students:":[156],"Perceived":[157,241],"Usefulness,":[158],"General":[159],"Usability,":[160],"Learnability,":[161],"System":[162],"Reliability,":[163],"Visual":[164],"Design":[165,174,249],"Navigation,":[167],"Information":[168,170],"Quality,":[169],"Display,":[171],"Cognitive":[172],"Involvement,":[173],"Appeal,":[175],"Trust,":[176],"Personification,":[177],"Risk":[178],"Perception,":[179],"Intention":[181,227],"Use.":[183],"For":[184],"most":[185,223],"aforementioned":[188],"scales,":[189],"internal":[190],"consistency":[191],"(Cronbach":[192],"alpha)":[193],"was":[194],"range":[197],"from":[198],"satisfactory":[199],"good,":[201],"which":[202],"implies":[203],"their":[204],"potential":[205],"usefulness":[206],"for":[207],"further":[208,280],"studies":[209],"tools.":[215],"A":[216],"stepwise":[217],"linear":[218],"regression":[219],"revealed":[220,254],"influential":[224],"predictors":[225],"Use":[229],"(or":[232],"ChatGPT)":[233],"future":[236],"variable":[240],"Usefulness":[242],"two":[244],"experience":[246,264],"variables\u2014Trust":[247],"Appeal.":[250],"Also,":[251],"study":[253],"students\u2019":[256],"perceptions":[257],"various":[259],"specific":[260],"characteristics":[265],"predominantly":[270],"positive.":[271],"could":[276],"be":[277],"beneficial":[278],"research":[281],"would":[283],"include":[284],"ChatGPT/GPT-4":[289],"Bard.":[291]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":14}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}