{"id":"https://openalex.org/W4387461107","doi":"https://doi.org/10.1145/3626517","title":"Evaluation of XR Applications: A Tertiary Review","display_name":"Evaluation of XR Applications: A Tertiary Review","publication_year":2023,"publication_date":"2023-10-09","ids":{"openalex":"https://openalex.org/W4387461107","doi":"https://doi.org/10.1145/3626517"},"language":"en","primary_location":{"id":"doi:10.1145/3626517","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626517","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056192514","display_name":"Artur Becker","orcid":"https://orcid.org/0000-0002-7258-0468"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Artur Becker","raw_affiliation_strings":["Institute of Informatics, Federal University of Rio Grande do Sul, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics, Federal University of Rio Grande do Sul, Brazil","institution_ids":["https://openalex.org/I130442723"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111927372","display_name":"Carla Maria Dal Sasso Freitas","orcid":null},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Carla M. Dal Sasso Freitas","raw_affiliation_strings":["Institute of Informatics, Federal University of Rio Grande do Sul, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics, Federal University of Rio Grande do Sul, Brazil","institution_ids":["https://openalex.org/I130442723"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5056192514"],"corresponding_institution_ids":["https://openalex.org/I130442723"],"apc_list":null,"apc_paid":null,"fwci":2.7414,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.92275972,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"56","issue":"5","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6671220064163208},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.42653992772102356},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4020346403121948},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.33031338453292847},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.18448954820632935}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6671220064163208},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.42653992772102356},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4020346403121948},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.33031338453292847},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.18448954820632935},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626517","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626517","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G3331681876","display_name":null,"funder_award_id":"CAPES","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G3601516360","display_name":null,"funder_award_id":"Brazil","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G5079005330","display_name":null,"funder_award_id":"support","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G5696276328","display_name":null,"funder_award_id":"Finance","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G692611148","display_name":null,"funder_award_id":"Brazil","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"}],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W298386512","https://openalex.org/W884650706","https://openalex.org/W1551717579","https://openalex.org/W1811160734","https://openalex.org/W1906742952","https://openalex.org/W1965538426","https://openalex.org/W1973044840","https://openalex.org/W2004543488","https://openalex.org/W2008423668","https://openalex.org/W2018073039","https://openalex.org/W2024074057","https://openalex.org/W2037955631","https://openalex.org/W2040995048","https://openalex.org/W2047680862","https://openalex.org/W2050298050","https://openalex.org/W2057992219","https://openalex.org/W2066945381","https://openalex.org/W2079610064","https://openalex.org/W2079638262","https://openalex.org/W2089110694","https://openalex.org/W2090256705","https://openalex.org/W2099540620","https://openalex.org/W2105655427","https://openalex.org/W2120345115","https://openalex.org/W2122122381","https://openalex.org/W2131583011","https://openalex.org/W2149003305","https://openalex.org/W2155001430","https://openalex.org/W2164662311","https://openalex.org/W2194872615","https://openalex.org/W2301885180","https://openalex.org/W2305407035","https://openalex.org/W2342792219","https://openalex.org/W2345344779","https://openalex.org/W2402961648","https://openalex.org/W2461064929","https://openalex.org/W2488074873","https://openalex.org/W2499299062","https://openalex.org/W2522888539","https://openalex.org/W2525310258","https://openalex.org/W2529496873","https://openalex.org/W2548681905","https://openalex.org/W2569425949","https://openalex.org/W2582073395","https://openalex.org/W2589759265","https://openalex.org/W2592077253","https://openalex.org/W2599690618","https://openalex.org/W2617549753","https://openalex.org/W2737140892","https://openalex.org/W2738492125","https://openalex.org/W2749904014","https://openalex.org/W2752186906","https://openalex.org/W2765565489","https://openalex.org/W2767852708","https://openalex.org/W2774773085","https://openalex.org/W2778796907","https://openalex.org/W2790347931","https://openalex.org/W2790579069","https://openalex.org/W2796318591","https://openalex.org/W2800786311","https://openalex.org/W2805019964","https://openalex.org/W2805463607","https://openalex.org/W2809191132","https://openalex.org/W2813482871","https://openalex.org/W2884586559","https://openalex.org/W2886468744","https://openalex.org/W2887538181","https://openalex.org/W2890197985","https://openalex.org/W2892252543","https://openalex.org/W2897749152","https://openalex.org/W2897843076","https://openalex.org/W2898419155","https://openalex.org/W2900620811","https://openalex.org/W2901330888","https://openalex.org/W2903558385","https://openalex.org/W2904366688","https://openalex.org/W2905503795","https://openalex.org/W2911738320","https://openalex.org/W2911788708","https://openalex.org/W2912594195","https://openalex.org/W2921393069","https://openalex.org/W2921495746","https://openalex.org/W2940756587","https://openalex.org/W2942438651","https://openalex.org/W2944210554","https://openalex.org/W2944369369","https://openalex.org/W2944810297","https://openalex.org/W2945839445","https://openalex.org/W2946793208","https://openalex.org/W2964615881","https://openalex.org/W2990734087","https://openalex.org/W3046106589","https://openalex.org/W4387543458"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"Extended":[0],"reality":[1],"(XR)":[2],"applications\u2014encompassing":[3],"virtual":[4],"reality,":[5,7],"augmented":[6],"and":[8,24,34,61,124,132,164],"mixed":[9],"reality\u2014are":[10],"finding":[11],"their":[12],"way":[13],"into":[14,168],"multiple":[15],"domains.":[16],"Each":[17],"area":[18],"has":[19],"different":[20,25],"motivations":[21],"for":[22,27],"employing":[23],"criteria":[26],"evaluating":[28],"XR.":[29,51],"Multiple":[30],"surveys":[31,42,78],"describe":[32],"XR":[33,65,91,97,106,111,116,144,162,178],"its":[35],"evaluation":[36,95],"in":[37,146],"particular":[38],"fields.":[39],"However,":[40],"these":[41],"do":[43],"not":[44,172],"always":[45],"agree":[46],"on":[47],"the":[48,88,94,121,130,137,180],"definition":[49],"of":[50,54,87,90,96],"This":[52],"lack":[53],"consensus":[55],"makes":[56],"it":[57],"hard":[58],"to":[59,82,101],"compare":[60],"use":[62],"learnings":[63],"from":[64,79,166],"research":[66,92,126,145,156],"across":[67],"areas.":[68],"Through":[69],"a":[70,84,160],"tertiary":[71],"systematic":[72],"literature":[73],"review,":[74],"we":[75,152],"analyzed":[76],"81":[77],"several":[80],"fields":[81],"provide":[83],"comprehensive":[85],"summary":[86],"state":[89],"regarding":[93],"applications.":[98],"We":[99,139],"seek":[100],"understand":[102,171],"(i)":[103],"how":[104,114,134,177],"is":[105,110,115],"defined?":[107],"(ii)":[108],"why":[109],"employed?":[112],"(iii)":[113],"evaluated?":[117],"(iv)":[118],"what":[119],"are":[120,136],"main":[122],"criticisms":[123],"future":[125,155],"paths":[127],"outlined":[128],"by":[129],"surveys?":[131,138],"(v)":[133],"good":[135],"present":[140],"our":[141,150],"findings":[142],"describing":[143],"10":[147],"categories.":[148],"Given":[149],"findings,":[151],"propose":[153],"that":[154],"should":[157],"build":[158],"upon":[159],"solid":[161],"taxonomy":[163],"depart":[165],"effectiveness":[167],"efficiency":[169],"research\u2014to":[170],"only":[173],"if":[174],"but":[175],"also":[176],"achieves":[179],"desired":[181],"outcomes.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}