{"id":"https://openalex.org/W2086956503","doi":"https://doi.org/10.1145/1868914.1868973","title":"User experience evaluation methods","display_name":"User experience evaluation methods","publication_year":2010,"publication_date":"2010-10-16","ids":{"openalex":"https://openalex.org/W2086956503","doi":"https://doi.org/10.1145/1868914.1868973","mag":"2086956503"},"language":"en","primary_location":{"id":"doi:10.1145/1868914.1868973","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1868914.1868973","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th Nordic Conference on Human-Computer Interaction: Extending Boundaries","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003136583","display_name":"Arnold Vermeeren","orcid":"https://orcid.org/0000-0002-2173-2628"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Arnold P. O. S. Vermeeren","raw_affiliation_strings":["Delft University of Technology, Delft, the Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, the Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033477639","display_name":"Effie Lai\u2010Chong Law","orcid":"https://orcid.org/0000-0002-0873-0150"},"institutions":[{"id":"https://openalex.org/I153648349","display_name":"University of Leicester","ror":"https://ror.org/04h699437","country_code":"GB","type":"education","lineage":["https://openalex.org/I153648349"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Effie Lai-Chong Law","raw_affiliation_strings":["University of Leicester, Leicester, U.K"],"affiliations":[{"raw_affiliation_string":"University of Leicester, Leicester, U.K","institution_ids":["https://openalex.org/I153648349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039871675","display_name":"Virpi Roto","orcid":"https://orcid.org/0000-0002-6880-5636"},"institutions":[{"id":"https://openalex.org/I2738502077","display_name":"Nokia (Finland)","ror":"https://ror.org/04pkc8m17","country_code":"FI","type":"company","lineage":["https://openalex.org/I2738502077"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Virpi Roto","raw_affiliation_strings":["Nokia Research Center, Nokia Group, Finland","Nokia Research Center, NOKIA Group, Finland"],"affiliations":[{"raw_affiliation_string":"Nokia Research Center, Nokia Group, Finland","institution_ids":["https://openalex.org/I2738502077"]},{"raw_affiliation_string":"Nokia Research Center, NOKIA Group, Finland","institution_ids":["https://openalex.org/I2738502077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090754516","display_name":"Marianna Obrist","orcid":"https://orcid.org/0000-0002-4009-1627"},"institutions":[{"id":"https://openalex.org/I182212641","display_name":"University of Salzburg","ror":"https://ror.org/05gs8cd61","country_code":"AT","type":"education","lineage":["https://openalex.org/I182212641"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Marianna Obrist","raw_affiliation_strings":["ICT&S Center, Univ. of Salzburg, Salzburg, Austria","ICT&S Center, Univ. of Salzburg, Salzburg, Austria#TAB#"],"affiliations":[{"raw_affiliation_string":"ICT&S Center, Univ. of Salzburg, Salzburg, Austria","institution_ids":["https://openalex.org/I182212641"]},{"raw_affiliation_string":"ICT&S Center, Univ. of Salzburg, Salzburg, Austria#TAB#","institution_ids":["https://openalex.org/I182212641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106236278","display_name":"Jettie Hoonhout","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jettie Hoonhout","raw_affiliation_strings":["Philips Research Laboratories, Eindhoven, the Netherlands","Philips' Research Laboratories, Eindhoven The Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research Laboratories, Eindhoven, the Netherlands","institution_ids":["https://openalex.org/I4210122849"]},{"raw_affiliation_string":"Philips' Research Laboratories, Eindhoven The Netherlands","institution_ids":["https://openalex.org/I4210122849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090732566","display_name":"Kaisa V\u00e4\u00e4n\u00e4nen","orcid":"https://orcid.org/0000-0002-3565-6021"},"institutions":[{"id":"https://openalex.org/I2738502077","display_name":"Nokia (Finland)","ror":"https://ror.org/04pkc8m17","country_code":"FI","type":"company","lineage":["https://openalex.org/I2738502077"]},{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Kaisa V\u00e4\u00e4n\u00e4nen-Vainio-Mattila","raw_affiliation_strings":["Tampere University of technology, Tampere, Finland and Nokia Research Center, Nokia Group, Finland"],"affiliations":[{"raw_affiliation_string":"Tampere University of technology, Tampere, Finland and Nokia Research Center, Nokia Group, Finland","institution_ids":["https://openalex.org/I2738502077","https://openalex.org/I166825849"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003136583"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":26.5933,"has_fulltext":false,"cited_by_count":576,"citation_normalized_percentile":{"value":0.99799626,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"521","last_page":"530"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.725263774394989},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.7058274149894714},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6022523641586304},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.5455626249313354},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.49100926518440247},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.466016560792923},{"id":"https://openalex.org/keywords/new-product-development","display_name":"New product development","score":0.42459675669670105},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.41390901803970337},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35882312059402466},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13513252139091492}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.725263774394989},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.7058274149894714},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6022523641586304},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.5455626249313354},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.49100926518440247},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.466016560792923},{"id":"https://openalex.org/C19351080","wikidata":"https://www.wikidata.org/wiki/Q1395034","display_name":"New product development","level":2,"score":0.42459675669670105},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.41390901803970337},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35882312059402466},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13513252139091492},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1868914.1868973","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1868914.1868973","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th Nordic Conference on Human-Computer Interaction: Extending Boundaries","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W78606618","https://openalex.org/W1494765899","https://openalex.org/W1530266187","https://openalex.org/W1593644957","https://openalex.org/W1966051761","https://openalex.org/W1971962073","https://openalex.org/W1976879948","https://openalex.org/W1991376523","https://openalex.org/W1998995270","https://openalex.org/W2010920561","https://openalex.org/W2015956967","https://openalex.org/W2062299969","https://openalex.org/W2095529336","https://openalex.org/W2152710862","https://openalex.org/W2162365585","https://openalex.org/W2164558494","https://openalex.org/W2167712474","https://openalex.org/W2182616105","https://openalex.org/W2505403352","https://openalex.org/W2797607757","https://openalex.org/W2936089245"],"related_works":["https://openalex.org/W2429057255","https://openalex.org/W2187546663","https://openalex.org/W148745890","https://openalex.org/W4389670110","https://openalex.org/W2611942503","https://openalex.org/W4315621326","https://openalex.org/W2899790217","https://openalex.org/W2598865957","https://openalex.org/W1576092969","https://openalex.org/W4296761408"],"abstract_inverted_index":{"The":[0],"recent":[1],"shift":[2],"of":[3,15,22,34,38,53,59,68,72,118,149],"emphasis":[4],"to":[5,50],"user":[6],"experience":[7],"(UX)":[8],"has":[9],"rendered":[10],"it":[11],"a":[12,31,51,146],"central":[13],"focus":[14],"product":[16,111],"design":[17,26],"and":[18,27,79,93,102,114,136,142,145],"evaluation.":[19],"A":[20],"multitude":[21],"methods":[23,43,76,101,133],"for":[24,125,134],"UX":[25,41,74,126,138],"evaluation":[28,42,75,127],"exist,":[29],"but":[30],"clear":[32],"overview":[33],"the":[35,39,56,66,110,115],"current":[36],"state":[37],"available":[40],"is":[44,47],"missing.":[45],"This":[46],"partly":[48],"due":[49],"lack":[52],"agreement":[54],"on":[55,109],"essential":[57],"characteristics":[58],"UX.":[60,150],"In":[61],"this":[62],"paper,":[63],"we":[64],"present":[65],"results":[67],"our":[69],"multi-year":[70],"effort":[71],"collecting":[73],"from":[77],"academia":[78],"industry":[80],"with":[81],"different":[82],"approaches":[83],"such":[84,129],"as":[85,130],"literature":[86],"review,":[87],"workshops,":[88],"Special":[89],"Interest":[90],"Groups":[91],"sessions":[92],"an":[94],"online":[95],"survey.":[96],"We":[97],"have":[98],"collected":[99],"96":[100],"analyzed":[103],"them,":[104],"among":[105],"other":[106],"criteria,":[107],"based":[108],"development":[112,123],"phase":[113],"studied":[116],"period":[117],"experience.":[119],"Our":[120],"analysis":[121],"reveals":[122],"needs":[124],"methods,":[128,132],"early-stage":[131],"social":[135],"collaborative":[137],"evaluation,":[139],"establishing":[140],"practicability":[141],"scientific":[143],"quality,":[144],"deeper":[147],"understanding":[148]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":44},{"year":2022,"cited_by_count":42},{"year":2021,"cited_by_count":41},{"year":2020,"cited_by_count":39},{"year":2019,"cited_by_count":46},{"year":2018,"cited_by_count":49},{"year":2017,"cited_by_count":38},{"year":2016,"cited_by_count":39},{"year":2015,"cited_by_count":48},{"year":2014,"cited_by_count":35},{"year":2013,"cited_by_count":31},{"year":2012,"cited_by_count":29}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}