{"id":"https://openalex.org/W7034541658","doi":null,"title":"Testing usability metrics with underserved populations","display_name":"Testing usability metrics with underserved populations","alternate_titles":[],"publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W7034541658"},"language":"en","primary_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/128075","doi":null,"is_oa":true,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/128075","pdf_url":"https://aaltodoc.aalto.fi/bitstreams/b7962e13-595a-4079-b50b-6e7b4a5f580d/download","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"G2 Pro gradu, diplomity\u00f6"},"parent_works":[],"lineage":["https://openalex.org/W7034541658"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://aaltodoc.aalto.fi/bitstreams/b7962e13-595a-4079-b50b-6e7b4a5f580d/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hallonbacka, Matthew","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hallonbacka, Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.8438000082969666,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.8438000082969666,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.15309999883174896,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability-metrics","display_name":"usability metrics","score":0.9290000200271606},{"id":"https://openalex.org/keywords/underserved-populations","display_name":"underserved populations","score":0.8930000066757202},{"id":"https://openalex.org/keywords/intellectual-disability","display_name":"intellectual disability","score":0.9039999842643738},{"id":"https://openalex.org/keywords/nonnative-speakers","display_name":"non-native speakers","score":0.8610000014305115},{"id":"https://openalex.org/keywords/system-usability-scale","display_name":"System Usability Scale","score":0.8550000190734863},{"id":"https://openalex.org/keywords/digital-health-services","display_name":"digital health services","score":0.8960000276565552},{"id":"https://openalex.org/keywords/digital-public-services","display_name":"digital public services","score":0.8429999947547913},{"id":"https://openalex.org/keywords/default-options","display_name":"default options","score":0.7400000095367432}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9325000047683716},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.5896000266075134},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.5177000164985657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4909000098705292},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.4634000062942505},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.4571000039577484},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4453999996185303},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4131999909877777},{"id":"https://openalex.org/C188688815","wikidata":"https://www.wikidata.org/wiki/Q7205541","display_name":"Pluralistic walkthrough","level":3,"score":0.4113999903202057},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.40869998931884766},{"id":"https://openalex.org/C62993174","wikidata":"https://www.wikidata.org/wiki/Q2928808","display_name":"Usability goals","level":4,"score":0.39149999618530273},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37529999017715454},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.3504999876022339},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.3481000065803528},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.3407000005245209},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3384000062942505},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.32850000262260437},{"id":"https://openalex.org/C187029079","wikidata":"https://www.wikidata.org/wiki/Q958679","display_name":"Cognitive reframing","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3093000054359436},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.30250000953674316},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.29280000925064087},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C2780433410","wikidata":"https://www.wikidata.org/wiki/Q5276090","display_name":"Digital health","level":3,"score":0.2694000005722046},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.25609999895095825}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/128075","doi":null,"is_oa":true,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/128075","pdf_url":"https://aaltodoc.aalto.fi/bitstreams/b7962e13-595a-4079-b50b-6e7b4a5f580d/download","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"G2 Pro gradu, diplomity\u00f6"}],"best_oa_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/128075","doi":null,"is_oa":true,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/128075","pdf_url":"https://aaltodoc.aalto.fi/bitstreams/b7962e13-595a-4079-b50b-6e7b4a5f580d/download","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"G2 Pro gradu, diplomity\u00f6"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7578999996185303},{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.6240000128746033}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7034541658.pdf","grobid_xml":"https://content.openalex.org/works/W7034541658.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W994725006","https://openalex.org/W1475532724","https://openalex.org/W1509148936","https://openalex.org/W1883625101","https://openalex.org/W1884436451","https://openalex.org/W1945788957","https://openalex.org/W1966187503","https://openalex.org/W1969392191","https://openalex.org/W1976449159","https://openalex.org/W1981495194","https://openalex.org/W1998333142","https://openalex.org/W2004599511","https://openalex.org/W2014817805","https://openalex.org/W2016022053","https://openalex.org/W2021321460","https://openalex.org/W2043555414","https://openalex.org/W2051163483","https://openalex.org/W2058608622","https://openalex.org/W2068882535","https://openalex.org/W2080841303","https://openalex.org/W2102539345","https://openalex.org/W2113759759","https://openalex.org/W2118248761","https://openalex.org/W2120656137","https://openalex.org/W2122381529","https://openalex.org/W2130438844","https://openalex.org/W2154686027","https://openalex.org/W2159306398","https://openalex.org/W2167435698","https://openalex.org/W2167712474","https://openalex.org/W2252211299","https://openalex.org/W2341767795","https://openalex.org/W2521618756","https://openalex.org/W2612123077","https://openalex.org/W2784220379","https://openalex.org/W2785571275","https://openalex.org/W2905929395","https://openalex.org/W2912979893","https://openalex.org/W2934166592","https://openalex.org/W2944596498","https://openalex.org/W3091153132","https://openalex.org/W3094605672","https://openalex.org/W3161683830","https://openalex.org/W3167979724","https://openalex.org/W3189024954","https://openalex.org/W3197974234","https://openalex.org/W4281959557","https://openalex.org/W4322750995","https://openalex.org/W7011423038","https://openalex.org/W7028924935","https://openalex.org/W7072147030"],"related_works":["https://openalex.org/W994725006","https://openalex.org/W1968312628","https://openalex.org/W6962320863","https://openalex.org/W6930692345","https://openalex.org/W7204016059","https://openalex.org/W4409293225","https://openalex.org/W4415359501","https://openalex.org/W7113532090","https://openalex.org/W7130649311","https://openalex.org/W4410766634"],"abstract_inverted_index":{"Digital":[0],"services":[1,204],"underlie":[2],"many":[3,37],"aspects":[4],"of":[5,18,64,112,163,174,181],"everyday":[6],"life,":[7],"yet":[8,92],"they":[9],"are":[10,99,185,190,211,282],"often":[11,246],"not":[12,91,269],"designed":[13],"to":[14,23,57,80,94,152,171,188,194,257],"meet":[15],"the":[16,59,62,70,110,113,131,146,172,175,182,240,250],"needs":[17],"everyone":[19],"who":[20,108],"may":[21,268],"need":[22],"use":[24,287],"them.":[25],"Optimizing":[26],"for":[27,101,205,260],"usability,":[28],"especially":[29,186],"with":[30,77,103,137,262,271,277],"historically":[31],"underserved":[32],"groups,":[33],"ensures":[34],"that":[35,184,198,285],"as":[36,39,48],"users":[38,76,102,273],"possible":[40],"can":[41,199],"benefit":[42],"from":[43,139],"these":[44,97,140,164,169,206],"services.":[45],"Techniques":[46],"such":[47],"participants":[49,138,189,214,244,261,281],"thinking":[50],"aloud":[51],"in":[52,122,130,142],"laboratory-based":[53],"usability":[54,157,230,254],"testing":[55],"aim":[56],"understand":[58],"issues":[60,210],"affecting":[61],"experiences":[63,166],"users,":[65],"while":[66],"self-administered":[67,156],"questionnaires,":[68],"like":[69],"System":[71],"Usability":[72],"Scale":[73],"(SUS)":[74],"provide":[75,83],"a":[78,119,124,143],"way":[79],"articulate":[81],"and":[82,106,167,192,222],"quantitative":[84],"feedback":[85],"about":[86],"their":[87,266,286],"experience.":[88],"It":[89,149],"is":[90],"clear":[93],"what":[95],"extent":[96],"methods":[98],"suitable":[100],"intellectual":[104,263],"disabilities":[105],"those":[107],"speak":[109],"language":[111],"questionnaire":[114],"non-natively.":[115],"This":[116],"thesis":[117],"presents":[118],"mixed-methods":[120],"study":[121],"which":[123],"redesigned":[125],"digital":[126],"health":[127],"service":[128,183],"produced":[129],"Finnish":[132,242,279],"public":[133],"sector":[134],"was":[135],"tested":[136],"groups":[141],"laboratory":[144],"using":[145],"think-aloud":[147],"technique.":[148],"then":[150],"aims":[151],"establish":[153],"whether":[154],"three":[155],"measures":[158,162,170,255],"capture":[159],"accurate,":[160],"comparable":[161],"users\u2019":[165],"compare":[168,270],"observations":[173],"tests.":[176],"Additionally,":[177],"any":[178],"specific":[179,209],"elements":[180,226],"challenging":[187],"identified":[191],"used":[193],"propose":[195],"good":[196],"practices":[197],"be":[200,289],"followed":[201],"when":[202],"developing":[203],"groups.":[207],"Several":[208],"identified,":[212],"including":[213],"accepting":[215],"default":[216],"options":[217],"without":[218,291],"properly":[219],"considering":[220],"them":[221],"large,":[223],"prominent":[224],"interface":[225],"distracting":[227],"users.":[228],"The":[229,275],"scores":[231],"studied":[232,253],"all":[233,252],"showed":[234],"similar":[235],"patterns,":[236],"however":[237],"answers":[238],"by":[239],"non-native":[241,278],"speaking":[243,280],"were":[245],"inconsistent.":[247],"Based":[248],"on":[249],"results,":[251],"seem":[256],"work":[258],"appropriately":[259],"disabilities,":[264],"though":[265],"results":[267,276],"other":[272],"directly.":[274],"so":[283],"varied":[284],"cannot":[288],"recommended":[290],"further":[292],"research.":[293]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7034541658","counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
