{"id":"https://openalex.org/W4306920591","doi":"https://doi.org/10.3390/info13100505","title":"A Test Management System to Support Remote Usability Assessment of Web Applications","display_name":"A Test Management System to Support Remote Usability Assessment of Web Applications","publication_year":2022,"publication_date":"2022-10-20","ids":{"openalex":"https://openalex.org/W4306920591","doi":"https://doi.org/10.3390/info13100505"},"language":"en","primary_location":{"id":"doi:10.3390/info13100505","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13100505","pdf_url":"https://www.mdpi.com/2078-2489/13/10/505/pdf?version=1666240874","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/13/10/505/pdf?version=1666240874","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057977435","display_name":"Andrea Generosi","orcid":"https://orcid.org/0000-0001-6173-9616"},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Generosi","raw_affiliation_strings":["Department of Industrial Engineering and Mathematical Sciences, Universit\u00e0 Politecnica delle Marche, Via Brecce Bianche 12, 60131 Ancona, Italy"],"raw_orcid":"https://orcid.org/0000-0001-6173-9616","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Mathematical Sciences, Universit\u00e0 Politecnica delle Marche, Via Brecce Bianche 12, 60131 Ancona, Italy","institution_ids":["https://openalex.org/I122534668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042520074","display_name":"Jos\u00e9 Yuri Villafan","orcid":"https://orcid.org/0000-0001-6475-2533"},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Jos\u00e9 Yuri Villafan","raw_affiliation_strings":["Department of Industrial Engineering and Mathematical Sciences, Universit\u00e0 Politecnica delle Marche, Via Brecce Bianche 12, 60131 Ancona, Italy"],"raw_orcid":"https://orcid.org/0000-0001-6475-2533","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Mathematical Sciences, Universit\u00e0 Politecnica delle Marche, Via Brecce Bianche 12, 60131 Ancona, Italy","institution_ids":["https://openalex.org/I122534668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006479660","display_name":"Luca Giraldi","orcid":"https://orcid.org/0000-0002-3446-8993"},"institutions":[{"id":"https://openalex.org/I55133342","display_name":"University of Macerata","ror":"https://ror.org/0001fmy77","country_code":"IT","type":"education","lineage":["https://openalex.org/I55133342"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Giraldi","raw_affiliation_strings":["Department of Economics, Universit\u00e0 degli Studi di Macerata, Piazza San Vincenzo Maria Strambi 1, 62100 Macerata, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Economics, Universit\u00e0 degli Studi di Macerata, Piazza San Vincenzo Maria Strambi 1, 62100 Macerata, Italy","institution_ids":["https://openalex.org/I55133342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021008094","display_name":"Silvia Ceccacci","orcid":"https://orcid.org/0000-0001-8916-1262"},"institutions":[{"id":"https://openalex.org/I55133342","display_name":"University of Macerata","ror":"https://ror.org/0001fmy77","country_code":"IT","type":"education","lineage":["https://openalex.org/I55133342"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Silvia Ceccacci","raw_affiliation_strings":["Department of Education, Cultural Heritage and Tourism, Universit\u00e0 degli Studi di Macerata, P.le Luigi Bertelli 1, 62100 Macerata, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8916-1262","affiliations":[{"raw_affiliation_string":"Department of Education, Cultural Heritage and Tourism, Universit\u00e0 degli Studi di Macerata, P.le Luigi Bertelli 1, 62100 Macerata, Italy","institution_ids":["https://openalex.org/I55133342"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014709676","display_name":"Maura Mengoni","orcid":"https://orcid.org/0000-0003-2826-7455"},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maura Mengoni","raw_affiliation_strings":["Department of Industrial Engineering and Mathematical Sciences, Universit\u00e0 Politecnica delle Marche, Via Brecce Bianche 12, 60131 Ancona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Mathematical Sciences, Universit\u00e0 Politecnica delle Marche, Via Brecce Bianche 12, 60131 Ancona, Italy","institution_ids":["https://openalex.org/I122534668"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5042520074"],"corresponding_institution_ids":["https://openalex.org/I122534668"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.6405,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.69426752,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"13","issue":"10","first_page":"505","last_page":"505"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8729053735733032},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6947838068008423},{"id":"https://openalex.org/keywords/usability-inspection","display_name":"Usability inspection","score":0.6668051481246948},{"id":"https://openalex.org/keywords/web-usability","display_name":"Web usability","score":0.6182264089584351},{"id":"https://openalex.org/keywords/usability-lab","display_name":"Usability lab","score":0.597777783870697},{"id":"https://openalex.org/keywords/cognitive-walkthrough","display_name":"Cognitive walkthrough","score":0.5733259320259094},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.5522025227546692},{"id":"https://openalex.org/keywords/summative-assessment","display_name":"Summative assessment","score":0.5424258708953857},{"id":"https://openalex.org/keywords/usability-goals","display_name":"Usability goals","score":0.4982116222381592},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.49131765961647034},{"id":"https://openalex.org/keywords/usability-engineering","display_name":"Usability engineering","score":0.4704899787902832},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4340367615222931},{"id":"https://openalex.org/keywords/heuristic-evaluation","display_name":"Heuristic evaluation","score":0.43114954233169556},{"id":"https://openalex.org/keywords/system-usability-scale","display_name":"System usability scale","score":0.4285666346549988}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8729053735733032},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6947838068008423},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.6668051481246948},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.6182264089584351},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.597777783870697},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.5733259320259094},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.5522025227546692},{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.5424258708953857},{"id":"https://openalex.org/C62993174","wikidata":"https://www.wikidata.org/wiki/Q2928808","display_name":"Usability goals","level":4,"score":0.4982116222381592},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49131765961647034},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.4704899787902832},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4340367615222931},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.43114954233169556},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.4285666346549988},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/info13100505","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13100505","pdf_url":"https://www.mdpi.com/2078-2489/13/10/505/pdf?version=1666240874","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d9e41adaab804376ab5b7f6cb5c45844","is_oa":true,"landing_page_url":"https://doaj.org/article/d9e41adaab804376ab5b7f6cb5c45844","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 13, Iss 10, p 505 (2022)","raw_type":"article"},{"id":"pmh:oai:iris.univpm.it:11566/316112","is_oa":false,"landing_page_url":"https://hdl.handle.net/11566/316112","pdf_url":null,"source":{"id":"https://openalex.org/S4306402571","display_name":"Universit\u00e0 Politecnica delle Marche (Universit\u00e0 Politecnica delle Marche)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122534668","host_organization_name":"Marche Polytechnic University","host_organization_lineage":["https://openalex.org/I122534668"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:mdpi.com:/2078-2489/13/10/505/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/info13100505","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information; Volume 13; Issue 10; Pages: 505","raw_type":"Text"},{"id":"pmh:oai:u-pad.unimc.it:11393/302369","is_oa":true,"landing_page_url":"https://hdl.handle.net/11393/302369","pdf_url":null,"source":{"id":"https://openalex.org/S4377196455","display_name":"U-PAD Unimc - Open Digital Publications (University of Macerata)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I55133342","host_organization_name":"University of Macerata","host_organization_lineage":["https://openalex.org/I55133342"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3390/info13100505","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13100505","pdf_url":"https://www.mdpi.com/2078-2489/13/10/505/pdf?version=1666240874","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.5799999833106995,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4306920591.pdf","grobid_xml":"https://content.openalex.org/works/W4306920591.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W1458034623","https://openalex.org/W1554217527","https://openalex.org/W2004024316","https://openalex.org/W2023900384","https://openalex.org/W2027879843","https://openalex.org/W2037057633","https://openalex.org/W2047090454","https://openalex.org/W2099475288","https://openalex.org/W2103541150","https://openalex.org/W2108763159","https://openalex.org/W2115252128","https://openalex.org/W2120457539","https://openalex.org/W2186691329","https://openalex.org/W2300089440","https://openalex.org/W2468114283","https://openalex.org/W2485113444","https://openalex.org/W2498483343","https://openalex.org/W2527342668","https://openalex.org/W2583928400","https://openalex.org/W2586957729","https://openalex.org/W2624340939","https://openalex.org/W2765856398","https://openalex.org/W2787025934","https://openalex.org/W2799041689","https://openalex.org/W2804636961","https://openalex.org/W2810230146","https://openalex.org/W2884775670","https://openalex.org/W2894721001","https://openalex.org/W2912483755","https://openalex.org/W2954371498","https://openalex.org/W2958967066","https://openalex.org/W2970276506","https://openalex.org/W2974269034","https://openalex.org/W2988427295","https://openalex.org/W3021091026","https://openalex.org/W3042116264","https://openalex.org/W3108522466","https://openalex.org/W3113855611","https://openalex.org/W3124054989","https://openalex.org/W3133458179","https://openalex.org/W3159152434","https://openalex.org/W3166884463","https://openalex.org/W4225103667","https://openalex.org/W4251591997","https://openalex.org/W6600808634","https://openalex.org/W6633147699","https://openalex.org/W6675509237","https://openalex.org/W6677618333","https://openalex.org/W6697997013","https://openalex.org/W6713237665","https://openalex.org/W6745586887"],"related_works":["https://openalex.org/W110518437","https://openalex.org/W4285229023","https://openalex.org/W4283693611","https://openalex.org/W1579994910","https://openalex.org/W2215100485","https://openalex.org/W4249900088","https://openalex.org/W4230862284","https://openalex.org/W2075732570","https://openalex.org/W4379745096","https://openalex.org/W4289866031"],"abstract_inverted_index":{"Nowadays,":[0],"web":[1,38],"designers":[2],"are":[3],"forced":[4],"to":[5,33,117,142,170,195,243],"have":[6,216],"an":[7,222],"even":[8],"deeper":[9],"perception":[10],"of":[11,19,37,44,57,123,155,187,190,221,226],"how":[12,179],"users":[13,58],"approach":[14],"their":[15],"products":[16],"in":[17,86,152,203,239],"terms":[18],"user":[20,45],"experience":[21],"and":[22,48,59,75,77,82,114,148,157,192,200,225,247],"usability.":[23],"Remote":[24],"Usability":[25],"Testing":[26],"(RUT)":[27],"is":[28],"the":[29,35,42,54,133,150,161,166,171,180,185,219],"most":[30],"appropriate":[31],"tool":[32],"assess":[34],"usability":[36,127,146,175,211,241],"platforms":[39],"by":[40],"measuring":[41],"level":[43],"attention,":[46],"satisfaction,":[47],"productivity.":[49],"RUT":[50,79],"does":[51],"not":[52],"require":[53],"physical":[55],"presence":[56],"evaluators,":[60],"but":[61],"for":[62,125],"this":[63,90,234],"very":[64],"reason":[65],"makes":[66],"data":[67,73,85,119,191],"collection":[68,74,186],"more":[69,205],"difficult.":[70],"To":[71,177],"simplify":[72],"analysis":[76,220],"help":[78],"moderators":[80,194],"collect":[81],"analyze":[83,165],"user\u2019s":[84],"a":[87,94,138,153,204,227],"non-intrusive":[88],"manner,":[89],"research":[91],"work":[92],"proposes":[93],"low-cost":[95],"comprehensive":[96,139],"framework":[97,182,235],"based":[98],"on":[99],"Deep":[100],"Learning":[101],"algorithms.":[102],"The":[103],"proposed":[104,181],"framework,":[105],"called":[106],"Miora,":[107],"employs":[108],"facial":[109],"expression":[110],"recognition,":[111,113],"gaze":[112],"analytics":[115],"algorithms":[116],"capture":[118],"about":[120,145],"other":[121],"information":[122,144],"interest":[124],"in-depth":[126],"analysis,":[128],"such":[129],"as":[130,174],"interactions":[131],"with":[132],"analyzed":[134],"software.":[135],"It":[136],"uses":[137],"evaluation":[140],"methodology":[141],"elicit":[143],"metrics":[147],"presents":[149],"results":[151,231],"series":[154],"graphs":[156],"statistics":[158],"so":[159],"that":[160,233],"moderator":[162],"can":[163,236],"intuitively":[164],"different":[167],"trends":[168],"related":[169],"KPI":[172],"used":[173],"indicators.":[176],"demonstrate":[178],"could":[183],"facilitate":[184],"large":[188],"amounts":[189],"enable":[193],"conduct":[196,244],"both":[197,245],"remote":[198,240],"formative":[199,246],"summative":[201,248],"tests":[202],"efficient":[206],"way":[207],"than":[208],"traditional":[209],"lab-based":[210],"testing,":[212],"two":[213],"case":[214],"studies":[215],"been":[217],"presented:":[218],"online":[223],"shop":[224],"management":[228],"platform.":[229],"Obtained":[230],"suggest":[232],"be":[237],"employed":[238],"testing":[242],"tests.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2022-10-21T00:00:00"}