{"id":"https://openalex.org/W4399153389","doi":"https://doi.org/10.1093/iwc/iwae017","title":"Exploring the Landscape of UX Subjective Evaluation Tools and UX Dimensions: A Systematic Literature Review (2010\u20132021)","display_name":"Exploring the Landscape of UX Subjective Evaluation Tools and UX Dimensions: A Systematic Literature Review (2010\u20132021)","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399153389","doi":"https://doi.org/10.1093/iwc/iwae017"},"language":"en","primary_location":{"id":"doi:10.1093/iwc/iwae017","is_oa":false,"landing_page_url":"https://doi.org/10.1093/iwc/iwae017","pdf_url":null,"source":{"id":"https://openalex.org/S23117883","display_name":"Interacting with Computers","issn_l":"0953-5438","issn":["0953-5438","1873-7951"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interacting with Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://publications.polymtl.ca/58579/1/2024_Mortazavi_Exploring_landscape_UX_subjective_evaluation.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092899538","display_name":"Ehsan Mortazavi","orcid":"https://orcid.org/0000-0002-9314-1835"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Ehsan Mortazavi","raw_affiliation_strings":["Polytechnique Montreal Department of Mathematics and Industrial Engineering, , 2500 Chem. de Polytechnique, Montr\u00e9al, QC H3T 1J4"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montreal Department of Mathematics and Industrial Engineering, , 2500 Chem. de Polytechnique, Montr\u00e9al, QC H3T 1J4","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047334868","display_name":"Philippe Doyon-Poulin","orcid":"https://orcid.org/0000-0003-2563-4600"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Philippe Doyon-Poulin","raw_affiliation_strings":["Polytechnique Montreal Department of Mathematics and Industrial Engineering, , 2500 Chem. de Polytechnique, Montr\u00e9al, QC H3T 1J4"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montreal Department of Mathematics and Industrial Engineering, , 2500 Chem. de Polytechnique, Montr\u00e9al, QC H3T 1J4","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023415326","display_name":"Daniel Imbeau","orcid":"https://orcid.org/0000-0002-3977-5941"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Daniel Imbeau","raw_affiliation_strings":["Polytechnique Montreal Department of Mathematics and Industrial Engineering, , 2500 Chem. de Polytechnique, Montr\u00e9al, QC H3T 1J4"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montreal Department of Mathematics and Industrial Engineering, , 2500 Chem. de Polytechnique, Montr\u00e9al, QC H3T 1J4","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039441969","display_name":"Mitra Taraghi","orcid":"https://orcid.org/0000-0003-4051-5087"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mitra Taraghi","raw_affiliation_strings":["Polytechnique Montreal Department of Mathematics and Industrial Engineering, , 2500 Chem. de Polytechnique, Montr\u00e9al, QC H3T 1J4"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montreal Department of Mathematics and Industrial Engineering, , 2500 Chem. de Polytechnique, Montr\u00e9al, QC H3T 1J4","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103104174","display_name":"Jean\u2013Marc Robert","orcid":"https://orcid.org/0000-0002-9634-5729"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jean-Marc Robert","raw_affiliation_strings":["Polytechnique Montreal Department of Mathematics and Industrial Engineering, , 2500 Chem. de Polytechnique, Montr\u00e9al, QC H3T 1J4"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montreal Department of Mathematics and Industrial Engineering, , 2500 Chem. de Polytechnique, Montr\u00e9al, QC H3T 1J4","institution_ids":["https://openalex.org/I45683168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5092899538"],"corresponding_institution_ids":["https://openalex.org/I45683168"],"apc_list":{"value":2635,"currency":"GBP","value_usd":3232},"apc_paid":null,"fwci":2.7718,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.89950996,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"36","issue":"4","first_page":"255","last_page":"278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8289716243743896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6757821440696716},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.567144513130188},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5489164590835571},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4932073950767517},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.47997021675109863},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.46726149320602417},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.46599212288856506},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4528998136520386},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1612699329853058},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0882042944431305}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8289716243743896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6757821440696716},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.567144513130188},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5489164590835571},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4932073950767517},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47997021675109863},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.46726149320602417},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.46599212288856506},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4528998136520386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1612699329853058},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0882042944431305},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1093/iwc/iwae017","is_oa":false,"landing_page_url":"https://doi.org/10.1093/iwc/iwae017","pdf_url":null,"source":{"id":"https://openalex.org/S23117883","display_name":"Interacting with Computers","issn_l":"0953-5438","issn":["0953-5438","1873-7951"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interacting with Computers","raw_type":"journal-article"},{"id":"pmh:oai:publications.polymtl.ca:58579","is_oa":true,"landing_page_url":null,"pdf_url":"https://publications.polymtl.ca/58579/1/2024_Mortazavi_Exploring_landscape_UX_subjective_evaluation.pdf","source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"pmh:oai:publications.polymtl.ca:58579","is_oa":true,"landing_page_url":null,"pdf_url":"https://publications.polymtl.ca/58579/1/2024_Mortazavi_Exploring_landscape_UX_subjective_evaluation.pdf","source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G10700659","display_name":null,"funder_award_id":"06227","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G1304196372","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G2165548363","display_name":null,"funder_award_id":"Canada","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G8284766523","display_name":null,"funder_award_id":"(NSERC)","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399153389.pdf"},"referenced_works_count":100,"referenced_works":["https://openalex.org/W95067517","https://openalex.org/W144579486","https://openalex.org/W377362545","https://openalex.org/W1557811160","https://openalex.org/W1736135571","https://openalex.org/W1787442784","https://openalex.org/W1817020122","https://openalex.org/W1926036632","https://openalex.org/W2006046124","https://openalex.org/W2013712943","https://openalex.org/W2015914983","https://openalex.org/W2018058903","https://openalex.org/W2035565152","https://openalex.org/W2062299969","https://openalex.org/W2073277204","https://openalex.org/W2085953960","https://openalex.org/W2109299553","https://openalex.org/W2125032052","https://openalex.org/W2142723719","https://openalex.org/W2145008766","https://openalex.org/W2166591893","https://openalex.org/W2202437756","https://openalex.org/W2339113790","https://openalex.org/W2379899185","https://openalex.org/W2481396697","https://openalex.org/W2485979296","https://openalex.org/W2505532190","https://openalex.org/W2527981348","https://openalex.org/W2558331875","https://openalex.org/W2560819749","https://openalex.org/W2756415577","https://openalex.org/W2761085340","https://openalex.org/W2792723369","https://openalex.org/W2797989899","https://openalex.org/W2805170038","https://openalex.org/W2807627687","https://openalex.org/W2883414779","https://openalex.org/W2884278428","https://openalex.org/W2889976853","https://openalex.org/W2890898725","https://openalex.org/W2911195100","https://openalex.org/W2913111791","https://openalex.org/W2913940485","https://openalex.org/W2915040120","https://openalex.org/W2937371640","https://openalex.org/W2942632216","https://openalex.org/W2942722474","https://openalex.org/W2945015098","https://openalex.org/W2950819194","https://openalex.org/W2953688978","https://openalex.org/W2954518772","https://openalex.org/W2958774869","https://openalex.org/W2959345639","https://openalex.org/W2960934900","https://openalex.org/W2970904903","https://openalex.org/W2972374345","https://openalex.org/W2989775762","https://openalex.org/W2993700703","https://openalex.org/W2995753645","https://openalex.org/W2996877880","https://openalex.org/W3005154537","https://openalex.org/W3007187665","https://openalex.org/W3026768994","https://openalex.org/W3037785198","https://openalex.org/W3040601215","https://openalex.org/W3041293816","https://openalex.org/W3041462459","https://openalex.org/W3042312493","https://openalex.org/W3049354422","https://openalex.org/W3082048406","https://openalex.org/W3083578909","https://openalex.org/W3083865140","https://openalex.org/W3087320467","https://openalex.org/W3112834524","https://openalex.org/W3124803140","https://openalex.org/W3132530498","https://openalex.org/W3149603904","https://openalex.org/W4205337489","https://openalex.org/W4206683828","https://openalex.org/W4230281636","https://openalex.org/W4231092665","https://openalex.org/W4233360884","https://openalex.org/W4233747607","https://openalex.org/W4239246311","https://openalex.org/W4239335142","https://openalex.org/W4239811895","https://openalex.org/W4239950209","https://openalex.org/W4245510479","https://openalex.org/W4248146033","https://openalex.org/W4250413763","https://openalex.org/W4256435941","https://openalex.org/W4301971504","https://openalex.org/W6676596318","https://openalex.org/W6703732643","https://openalex.org/W6763912881","https://openalex.org/W6765185501","https://openalex.org/W6773979537","https://openalex.org/W6780426941","https://openalex.org/W6783201176","https://openalex.org/W7048839756"],"related_works":["https://openalex.org/W2165912799","https://openalex.org/W2735662278","https://openalex.org/W2382615723","https://openalex.org/W4311804456","https://openalex.org/W1987484445","https://openalex.org/W2623658258","https://openalex.org/W2143413548","https://openalex.org/W1969219540","https://openalex.org/W2370459448","https://openalex.org/W4296761408"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"quality":[2],"of":[3,19,68,74,104,110,114,134,160,173,221,248,258,271,279,299,307],"the":[4,22,69,72,79,98,102,119,128,132,189,242,246,256,277,287,297],"User":[5],"Experience":[6],"(UX)":[7],"with":[8,106,127],"systems,":[9],"products":[10,161,308],"and":[11,78,97,125,162,193,230,237,266,273,283,309],"services":[12],"is":[13,35,47,60,241],"now":[14],"considered":[15],"an":[16,107],"indispensable":[17],"part":[18],"success":[20],"in":[21,28,131,163,202,214,245],"market.":[23],"Users'":[24],"expectations":[25],"have":[26],"increased":[27],"such":[29],"a":[30,61,65,88,157,218,280,291],"way":[31],"that":[32,138,188,207],"mere":[33],"usability":[34],"no":[36],"longer":[37],"sufficient.":[38],"While":[39],"numerous":[40],"UX":[41,80,93,99,145,169,174,215,222,249],"subjective":[42,75,94],"evaluation":[43,76,95,223,250,293],"tools":[44,77,96,141,224],"exist,":[45],"there":[46,59],"little":[48],"guidance":[49,234],"on":[50,71,92],"how":[51],"to":[52,63,122,197,263,302],"select":[53],"or":[54,153],"use":[55,278],"these":[56,208],"tools.":[57,204,216,239],"Therefore,":[58],"need":[62,232,288],"provide":[64,123],"critical":[66],"state":[67],"art":[70],"topic":[73],"dimensions":[81,100,175,179,195,210,272,301],"covered.":[82],"In":[83],"this":[84],"study,":[85],"we":[86],"conducted":[87],"systematic":[89],"literature":[90],"review":[91],"covering":[101,165],"period":[103],"2010\u20132021":[105],"initial":[108],"sample":[109],"3831":[111],"publications,":[112],"325":[113],"which":[115],"were":[116],"selected":[117],"for":[118,144,156,228,235,289,304],"final":[120],"analysis,":[121],"researchers":[124],"practitioners":[126],"recent":[129],"changes":[130],"field":[133],"UX.":[135],"Results":[136],"showed":[137,187],"104":[139],"different":[140],"are":[142],"available":[143],"evaluation,":[146],"they":[147,231],"can":[148,225],"be":[149,198,226],"classified":[150],"as":[151],"general":[152],"domain-specific,":[154],"applicable":[155],"wide":[158],"variety":[159],"total":[164],"more":[166,212],"than":[167],"300":[168],"dimensions.":[170],"Our":[171],"categorization":[172],"under":[176],"13":[177],"main":[178],"(e.g.":[180,252],"usability,":[181],"utility,":[182],"hedonic,":[183],"emotion,":[184],"sensory,":[185],"etc.)":[186],"informational,":[190],"social,":[191],"cognitive":[192],"physical":[194],"appeared":[196],"less":[199],"frequently":[200],"present":[201],"current":[203],"We":[205],"argue":[206],"four":[209],"deserve":[211],"space":[213],"Having":[217],"high":[219],"number":[220],"confusing":[227],"evaluators,":[229],"some":[233],"selecting":[236],"combining":[238],"Modularity":[240],"emerging":[243],"trend":[244],"development":[247],"questionnaires":[251],"meCUE,":[253],"UEQ+),":[254],"bringing":[255],"benefits":[257],"being":[259],"thorough,":[260],"flexible,":[261],"easy":[262],"use,":[264],"low-cost":[265],"rapid,":[267],"while":[268],"avoiding":[269],"overlapping":[270],"providing":[274],"comparability":[275],"through":[276],"similar":[281],"format":[282],"rating":[284],"scale.":[285],"Finally,":[286],"having":[290],"comprehensive":[292],"tool":[294],"requires":[295],"updating":[296],"set":[298],"included":[300],"accommodate":[303],"new":[305],"generations":[306],"technologies.":[310]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}