{"id":"https://openalex.org/W4406877867","doi":"https://doi.org/10.3390/informatics12010012","title":"How to Improve Usability in Open-Source Software Projects? An Analysis of Evaluation Techniques Through a Multiple Case Study","display_name":"How to Improve Usability in Open-Source Software Projects? An Analysis of Evaluation Techniques Through a Multiple Case Study","publication_year":2025,"publication_date":"2025-01-27","ids":{"openalex":"https://openalex.org/W4406877867","doi":"https://doi.org/10.3390/informatics12010012"},"language":"en","primary_location":{"id":"doi:10.3390/informatics12010012","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics12010012","pdf_url":"https://www.mdpi.com/2227-9709/12/1/12/pdf?version=1737975863","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2227-9709/12/1/12/pdf?version=1737975863","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049912353","display_name":"Lucrecia Llerena","orcid":"https://orcid.org/0000-0002-4562-6723"},"institutions":[{"id":"https://openalex.org/I92560967","display_name":"Universidad T\u00e9cnica Estatal de Quevedo","ror":"https://ror.org/05qrwjj27","country_code":"EC","type":"education","lineage":["https://openalex.org/I92560967"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Lucrecia Llerena","raw_affiliation_strings":["Software Engineering Program, Faculty of Engineering Sciences, Quevedo State University, Quevedo 120301, Ecuador"],"raw_orcid":"https://orcid.org/0000-0002-4562-6723","affiliations":[{"raw_affiliation_string":"Software Engineering Program, Faculty of Engineering Sciences, Quevedo State University, Quevedo 120301, Ecuador","institution_ids":["https://openalex.org/I92560967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090326213","display_name":"John W. Castro","orcid":"https://orcid.org/0000-0002-7938-7564"},"institutions":[{"id":"https://openalex.org/I201487725","display_name":"University of Atacama","ror":"https://ror.org/022yres73","country_code":"CL","type":"education","lineage":["https://openalex.org/I201487725"]}],"countries":["CL"],"is_corresponding":true,"raw_author_name":"John W. Castro","raw_affiliation_strings":["Departamento de Ingenier\u00eda Inform\u00e1tica y Ciencias de la Computaci\u00f3n, Facultad de Ingenier\u00eda, Universidad de Atacama, Copiap\u00f3 1532297, Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Ingenier\u00eda Inform\u00e1tica y Ciencias de la Computaci\u00f3n, Facultad de Ingenier\u00eda, Universidad de Atacama, Copiap\u00f3 1532297, Chile","institution_ids":["https://openalex.org/I201487725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013627616","display_name":"Rosa Mayra Llerena Guevara","orcid":"https://orcid.org/0000-0003-0923-4738"},"institutions":[{"id":"https://openalex.org/I92560967","display_name":"Universidad T\u00e9cnica Estatal de Quevedo","ror":"https://ror.org/05qrwjj27","country_code":"EC","type":"education","lineage":["https://openalex.org/I92560967"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Rosa Llerena","raw_affiliation_strings":["Economics Program, Faculty of Economics and Financial Social Sciences, Quevedo State University, Quevedo 120301, Ecuador"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Economics Program, Faculty of Economics and Financial Social Sciences, Quevedo State University, Quevedo 120301, Ecuador","institution_ids":["https://openalex.org/I92560967"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081276386","display_name":"Nancy Rodr\u00edguez","orcid":"https://orcid.org/0000-0002-0861-4352"},"institutions":[{"id":"https://openalex.org/I92560967","display_name":"Universidad T\u00e9cnica Estatal de Quevedo","ror":"https://ror.org/05qrwjj27","country_code":"EC","type":"education","lineage":["https://openalex.org/I92560967"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Nancy Rodr\u00edguez","raw_affiliation_strings":["Software Engineering Program, Faculty of Engineering Sciences, Quevedo State University, Quevedo 120301, Ecuador"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Engineering Program, Faculty of Engineering Sciences, Quevedo State University, Quevedo 120301, Ecuador","institution_ids":["https://openalex.org/I92560967"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5090326213"],"corresponding_institution_ids":["https://openalex.org/I201487725"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.9206,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.77397455,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"12","issue":"1","first_page":"12","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8407189846038818},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6299082040786743},{"id":"https://openalex.org/keywords/open-source-software","display_name":"Open source software","score":0.5790071487426758},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.578393280506134},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4562905430793762},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4556865692138672},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.32194364070892334},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.2999385595321655},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10304838418960571}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8407189846038818},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6299082040786743},{"id":"https://openalex.org/C2988343187","wikidata":"https://www.wikidata.org/wiki/Q1130645","display_name":"Open source software","level":3,"score":0.5790071487426758},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.578393280506134},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4562905430793762},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4556865692138672},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.32194364070892334},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2999385595321655},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10304838418960571}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/informatics12010012","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics12010012","pdf_url":"https://www.mdpi.com/2227-9709/12/1/12/pdf?version=1737975863","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:243e30fa97b04f2e865db63244d054b7","is_oa":true,"landing_page_url":"https://doaj.org/article/243e30fa97b04f2e865db63244d054b7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics, Vol 12, Iss 1, p 12 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/informatics12010012","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics12010012","pdf_url":"https://www.mdpi.com/2227-9709/12/1/12/pdf?version=1737975863","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323407","display_name":"Universidad de Atacama","ror":"https://ror.org/022yres73"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406877867.pdf","grobid_xml":"https://content.openalex.org/works/W4406877867.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W21302520","https://openalex.org/W213379238","https://openalex.org/W823425260","https://openalex.org/W1518396729","https://openalex.org/W1527661510","https://openalex.org/W1538814795","https://openalex.org/W1585628783","https://openalex.org/W1594025709","https://openalex.org/W1973937016","https://openalex.org/W1975524317","https://openalex.org/W1989307116","https://openalex.org/W1995322634","https://openalex.org/W2003633340","https://openalex.org/W2060076282","https://openalex.org/W2089760077","https://openalex.org/W2098799070","https://openalex.org/W2110460887","https://openalex.org/W2119700484","https://openalex.org/W2151087185","https://openalex.org/W2162739315","https://openalex.org/W2296171950","https://openalex.org/W2310682422","https://openalex.org/W2549510823","https://openalex.org/W2561579763","https://openalex.org/W2587446613","https://openalex.org/W2891251741","https://openalex.org/W2898494301","https://openalex.org/W2942570446","https://openalex.org/W3015539140","https://openalex.org/W3021091026","https://openalex.org/W3036669049","https://openalex.org/W3105008968","https://openalex.org/W3135887381","https://openalex.org/W3150778347","https://openalex.org/W3202924414","https://openalex.org/W4213016198","https://openalex.org/W4233152543","https://openalex.org/W4285229023","https://openalex.org/W6600899674","https://openalex.org/W6600933997","https://openalex.org/W6631074076","https://openalex.org/W6647668169","https://openalex.org/W6689799357","https://openalex.org/W6776375383","https://openalex.org/W6779264966","https://openalex.org/W6801985501"],"related_works":["https://openalex.org/W4376877853","https://openalex.org/W1493891899","https://openalex.org/W4250928611","https://openalex.org/W166480398","https://openalex.org/W1612808768","https://openalex.org/W167327709","https://openalex.org/W1977393088","https://openalex.org/W4387839566","https://openalex.org/W4210922265","https://openalex.org/W2288962794"],"abstract_inverted_index":{"Open-source":[0],"software":[1,18],"has":[2],"experienced":[3],"steady":[4],"growth,":[5],"driving":[6],"increased":[7],"research.":[8],"However,":[9],"open-source":[10,57,94,128,177,198],"communities":[11],"still":[12],"need":[13],"standardized":[14],"processes":[15],"to":[16,26,38,93,114,120,153],"ensure":[17,154],"quality,":[19],"and":[20,40,53,61,90,117,124,151,156,166,184],"their":[21],"characteristics":[22,183],"make":[23],"it":[24],"challenging":[25],"adopt":[27],"many":[28],"usability":[29,46,51,84,137,171,195],"techniques":[30,85,172,196],"from":[31,63],"human\u2013computer":[32],"interaction":[33],"directly.":[34],"Our":[35],"study":[36,79],"aims":[37],"adapt":[39],"evaluate":[41],"the":[42,64,180],"feasibility":[43],"of":[44],"three":[45,56],"evaluation":[47,138],"techniques\u2014cognitive":[48],"walkthrough,":[49],"formal":[50],"testing,":[52],"thinking":[54],"aloud\u2014across":[55],"projects":[58,95,199],"(Code::Blocks,":[59],"Freeplane,":[60],"Scribus)":[62],"development":[65],"team\u2019s":[66],"perspective.":[67],"We":[68,81,98,111],"participated":[69],"as":[70,104,190],"volunteers":[71],"in":[72,127,197],"these":[73,122],"projects,":[74],"employing":[75],"a":[76,133],"multiple":[77],"case":[78],"method.":[80],"found":[82],"that":[83,108],"were":[86,96],"not":[87],"systematically":[88],"adopted,":[89],"procedures":[91,119],"specific":[92],"lacking.":[97],"also":[99],"identified":[100],"adverse":[101],"conditions,":[102],"such":[103,189],"limited":[105],"user":[106,191],"participation,":[107,192],"hindered":[109],"adoption.":[110],"proposed":[112],"adaptations":[113],"each":[115],"technique":[116],"formalized":[118],"address":[121,143],"challenges":[123],"apply":[125],"them":[126],"contexts.":[129],"Additionally,":[130],"we":[131,145],"developed":[132],"framework":[134],"for":[135,164,176],"integrating":[136],"into":[139],"OSS":[140,159],"projects.":[141],"To":[142],"this,":[144],"detailed":[146],"our":[147],"framework\u2019s":[148],"phases,":[149],"tasks,":[150],"artifacts":[152],"reusability":[155],"adaptability":[157],"across":[158],"contexts,":[160],"providing":[161],"practical":[162],"steps":[163],"implementation":[165],"future":[167],"validations.":[168],"In":[169],"conclusion,":[170],"must":[173],"be":[174],"adapted":[175,194],"software,":[178],"considering":[179],"projects\u2019":[181],"unique":[182],"philosophy.":[185],"Although":[186],"obstacles":[187],"exist,":[188],"applying":[193],"is":[200],"feasible.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}