{"id":"https://openalex.org/W4381785737","doi":"https://doi.org/10.1109/thms.2023.3282225","title":"Asynchronous Remote Usability Tests Using Web-Based Tools Versus Laboratory Usability Tests: An Experimental Study","display_name":"Asynchronous Remote Usability Tests Using Web-Based Tools Versus Laboratory Usability Tests: An Experimental Study","publication_year":2023,"publication_date":"2023-06-23","ids":{"openalex":"https://openalex.org/W4381785737","doi":"https://doi.org/10.1109/thms.2023.3282225"},"language":"en","primary_location":{"id":"doi:10.1109/thms.2023.3282225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2023.3282225","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ricerca.uniba.it/bitstream/11586/432741/4/PostPrintTHMS%2020220801_final.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060772258","display_name":"Giuseppe Desolda","orcid":"https://orcid.org/0000-0001-9894-2116"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giuseppe Desolda","raw_affiliation_strings":["Computer Science Department, University of Bari Aldo Moro, Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0001-9894-2116","affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Bari Aldo Moro, Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090655171","display_name":"Rosa Lanzilotti","orcid":"https://orcid.org/0000-0002-2039-8162"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rosa Lanzilotti","raw_affiliation_strings":["Computer Science Department, University of Bari Aldo Moro, Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-2039-8162","affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Bari Aldo Moro, Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015407119","display_name":"Danilo Caivano","orcid":"https://orcid.org/0000-0001-5719-7447"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Danilo Caivano","raw_affiliation_strings":["Computer Science Department, University of Bari Aldo Moro, Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5719-7447","affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Bari Aldo Moro, Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019771299","display_name":"Maria Francesca Costabile","orcid":"https://orcid.org/0000-0001-8554-0273"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maria Francesca Costabile","raw_affiliation_strings":["Computer Science Department, University of Bari Aldo Moro, Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8554-0273","affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Bari Aldo Moro, Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064219476","display_name":"Paolo Buono","orcid":"https://orcid.org/0000-0002-1421-3686"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo Buono","raw_affiliation_strings":["Computer Science Department, University of Bari Aldo Moro, Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1421-3686","affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Bari Aldo Moro, Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7718,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.72802141,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"53","issue":"4","first_page":"731","last_page":"742"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8932394981384277},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.814557671546936},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7574234008789062},{"id":"https://openalex.org/keywords/cognitive-walkthrough","display_name":"Cognitive walkthrough","score":0.5960906147956848},{"id":"https://openalex.org/keywords/usability-inspection","display_name":"Usability inspection","score":0.5598926544189453},{"id":"https://openalex.org/keywords/usability-lab","display_name":"Usability lab","score":0.5263568162918091},{"id":"https://openalex.org/keywords/web-usability","display_name":"Web usability","score":0.49431300163269043},{"id":"https://openalex.org/keywords/remote-laboratory","display_name":"Remote laboratory","score":0.48266059160232544},{"id":"https://openalex.org/keywords/web-testing","display_name":"Web testing","score":0.46063125133514404},{"id":"https://openalex.org/keywords/html5","display_name":"HTML5","score":0.44353947043418884},{"id":"https://openalex.org/keywords/javascript","display_name":"JavaScript","score":0.41819238662719727},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.4164499044418335},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41275620460510254},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3925487697124481},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.38020145893096924},{"id":"https://openalex.org/keywords/usability-engineering","display_name":"Usability engineering","score":0.32476866245269775},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3216119110584259},{"id":"https://openalex.org/keywords/web-development","display_name":"Web development","score":0.12683868408203125},{"id":"https://openalex.org/keywords/web-application-security","display_name":"Web application security","score":0.0894511342048645}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8932394981384277},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.814557671546936},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7574234008789062},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.5960906147956848},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.5598926544189453},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.5263568162918091},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.49431300163269043},{"id":"https://openalex.org/C2777820725","wikidata":"https://www.wikidata.org/wiki/Q7312158","display_name":"Remote laboratory","level":3,"score":0.48266059160232544},{"id":"https://openalex.org/C42989059","wikidata":"https://www.wikidata.org/wiki/Q7978626","display_name":"Web testing","level":5,"score":0.46063125133514404},{"id":"https://openalex.org/C84063617","wikidata":"https://www.wikidata.org/wiki/Q2053","display_name":"HTML5","level":2,"score":0.44353947043418884},{"id":"https://openalex.org/C544833334","wikidata":"https://www.wikidata.org/wiki/Q2005","display_name":"JavaScript","level":2,"score":0.41819238662719727},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.4164499044418335},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41275620460510254},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3925487697124481},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.38020145893096924},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.32476866245269775},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3216119110584259},{"id":"https://openalex.org/C79373723","wikidata":"https://www.wikidata.org/wiki/Q386275","display_name":"Web development","level":3,"score":0.12683868408203125},{"id":"https://openalex.org/C59241245","wikidata":"https://www.wikidata.org/wiki/Q4781497","display_name":"Web application security","level":4,"score":0.0894511342048645},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/thms.2023.3282225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2023.3282225","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},{"id":"pmh:oai:ricerca.uniba.it:11586/432741","is_oa":true,"landing_page_url":"https://hdl.handle.net/11586/432741","pdf_url":"https://ricerca.uniba.it/bitstream/11586/432741/4/PostPrintTHMS%2020220801_final.pdf","source":{"id":"https://openalex.org/S4377196296","display_name":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5561750","host_organization_name":"University of Bari Aldo Moro","host_organization_lineage":["https://openalex.org/I5561750"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:ricerca.uniba.it:11586/432741","is_oa":true,"landing_page_url":"https://hdl.handle.net/11586/432741","pdf_url":"https://ricerca.uniba.it/bitstream/11586/432741/4/PostPrintTHMS%2020220801_final.pdf","source":{"id":"https://openalex.org/S4377196296","display_name":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5561750","host_organization_name":"University of Bari Aldo Moro","host_organization_lineage":["https://openalex.org/I5561750"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381785737.pdf","grobid_xml":"https://content.openalex.org/works/W4381785737.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W96203062","https://openalex.org/W1595126664","https://openalex.org/W1945788957","https://openalex.org/W1965541325","https://openalex.org/W1979290264","https://openalex.org/W1988358640","https://openalex.org/W1988497134","https://openalex.org/W1995332248","https://openalex.org/W1997458784","https://openalex.org/W2002245046","https://openalex.org/W2017867223","https://openalex.org/W2032320387","https://openalex.org/W2034503479","https://openalex.org/W2046461030","https://openalex.org/W2054402809","https://openalex.org/W2055000704","https://openalex.org/W2089562763","https://openalex.org/W2142984484","https://openalex.org/W2147213239","https://openalex.org/W2148670230","https://openalex.org/W2151905266","https://openalex.org/W2154686027","https://openalex.org/W2155741178","https://openalex.org/W2158153693","https://openalex.org/W2172143365","https://openalex.org/W2186343293","https://openalex.org/W2239306219","https://openalex.org/W2329563803","https://openalex.org/W2502334226","https://openalex.org/W2563785399","https://openalex.org/W2611369375","https://openalex.org/W2625322811","https://openalex.org/W2775666429","https://openalex.org/W2807672428","https://openalex.org/W2886023867","https://openalex.org/W2910064571","https://openalex.org/W2950511150","https://openalex.org/W2962107053","https://openalex.org/W3008438970","https://openalex.org/W3184642681","https://openalex.org/W4241954625","https://openalex.org/W4242757675","https://openalex.org/W4247590305","https://openalex.org/W6600808634","https://openalex.org/W6603931606","https://openalex.org/W6686769862","https://openalex.org/W6731152797","https://openalex.org/W6739359521","https://openalex.org/W6764053658","https://openalex.org/W6804573956"],"related_works":["https://openalex.org/W2085749886","https://openalex.org/W2071544048","https://openalex.org/W2947396975","https://openalex.org/W2016022053","https://openalex.org/W4244498641","https://openalex.org/W2488259327","https://openalex.org/W2155602934","https://openalex.org/W2772000347","https://openalex.org/W96203062","https://openalex.org/W2181965348"],"abstract_inverted_index":{"Remote":[0],"usability":[1,89,124,135],"testing":[2,90,188],"is":[3,198],"performed":[4,126],"by":[5,93,182],"evaluators":[6,103],"who":[7],"are":[8,162],"in":[9,31,72,138,150,159,164,206],"different":[10,23],"physical":[11],"locations":[12],"from":[13,132],"the":[14,58,73,81,118,145,151,160,166,178,183,224],"participants":[15,100,148,230],"(synchronous":[16],"remote":[17,26,36,88,111,123,187,208,233],"testing)":[18],"and":[19,44,47,101,142,193],"possibly":[20],"operating":[21],"at":[22],"times":[24,192],"(asynchronous":[25],"testing).":[27],"The":[28,113,156],"tools":[29,66,85],"developed":[30],"recent":[32,64],"years":[33],"to":[34,104,237],"support":[35],"tests":[37,108,125,136,234],"exploit":[38],"web":[39,179],"technology":[40,180],"based":[41],"on":[42,57,80,86],"HTML5":[43],"JavaScript":[45],"ES6":[46],"thus":[48],"enable":[49],"previously":[50],"unexplored":[51],"scenarios.":[52],"However,":[53],"studies":[54],"providing":[55],"evidence":[56],"benefits":[59],"or":[60],"drawbacks":[61],"of":[62,83,91,121,134,147,154,168,173,218,226,231],"utilizing":[63],"web-based":[65,129],"have":[67],"not":[68],"yet":[69],"been":[70],"reported":[71],"literature.":[74],"This":[75],"article":[76],"sheds":[77],"some":[78],"light":[79],"impact":[82],"such":[84],"asynchronous":[87,110,122,186,207,232],"websites":[92],"reporting":[94],"an":[95],"experimental":[96],"study":[97,114,161],"with":[98,109,223],"100":[99],"15":[102],"compare":[105],"real-time":[106,139],"laboratory":[107,140],"tests.":[112,155],"investigates:":[115],"1)":[116],"how":[117,144],"metrics":[119],"results":[120,172],"through":[127],"a":[128],"tool":[130,184],"differ":[131],"those":[133],"conducted":[137],"settings;":[141],"2)":[143],"experience":[146],"differs":[149],"two":[152],"types":[153],"lessons":[157],"learned":[158],"instrumental":[163],"informing":[165],"design":[167],"future":[169],"tools.":[170],"Some":[171],"particular":[174],"interest":[175],"indicate":[176],"that":[177,199],"used":[181],"for":[185],"affects":[189],"task":[190],"execution":[191],"participants\u2019":[194],"satisfaction.":[195],"Another":[196],"indication":[197],"slow":[200,210],"internet":[201],"connections":[202,211],"must":[203],"be":[204],"managed":[205],"testing;":[209],"introduce":[212],"delays":[213],"when":[214],"transferring":[215],"large":[216],"amounts":[217],"collected":[219],"data,":[220],"which,":[221],"together":[222],"lack":[225],"human":[227],"support,":[228],"make":[229],"more":[235],"prone":[236],"feel":[238],"negative":[239],"emotions.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}