{"id":"https://openalex.org/W3205054894","doi":"https://doi.org/10.3390/mti5100062","title":"There is Always a Way: Organizing VR User Tests with Remote and Hybrid Setups during a Pandemic\u2014Learnings from Five Case Studies","display_name":"There is Always a Way: Organizing VR User Tests with Remote and Hybrid Setups during a Pandemic\u2014Learnings from Five Case Studies","publication_year":2021,"publication_date":"2021-10-11","ids":{"openalex":"https://openalex.org/W3205054894","doi":"https://doi.org/10.3390/mti5100062","mag":"3205054894"},"language":"en","primary_location":{"id":"doi:10.3390/mti5100062","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti5100062","pdf_url":"https://www.mdpi.com/2414-4088/5/10/62/pdf?version=1633945997","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2414-4088/5/10/62/pdf?version=1633945997","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020757466","display_name":"Sanni Siltanen","orcid":"https://orcid.org/0000-0002-6057-9849"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sanni Siltanen","raw_affiliation_strings":["KONE Corporation, Myllykatu 3, 05830 Hyvink\u00e4\u00e4, Finland"],"affiliations":[{"raw_affiliation_string":"KONE Corporation, Myllykatu 3, 05830 Hyvink\u00e4\u00e4, Finland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029002905","display_name":"Hanna Heinonen","orcid":"https://orcid.org/0000-0002-6672-2757"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanna Heinonen","raw_affiliation_strings":["KONE Corporation, Myllykatu 3, 05830 Hyvink\u00e4\u00e4, Finland"],"affiliations":[{"raw_affiliation_string":"KONE Corporation, Myllykatu 3, 05830 Hyvink\u00e4\u00e4, Finland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024532989","display_name":"Alisa Burova","orcid":"https://orcid.org/0000-0002-3799-3662"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Alisa Burova","raw_affiliation_strings":["Faculty of Information Technology and Communication Sciences, Tampere University, Kalevantie 4, 33014 Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Communication Sciences, Tampere University, Kalevantie 4, 33014 Tampere, Finland","institution_ids":["https://openalex.org/I166825849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027901060","display_name":"Paulina Becerril Palma","orcid":"https://orcid.org/0000-0002-8312-4855"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Paulina Becerril Palma","raw_affiliation_strings":["Faculty of Information Technology and Communication Sciences, Tampere University, Kalevantie 4, 33014 Tampere, Finland","KONE Corporation, Myllykatu 3, 05830 Hyvink\u00e4\u00e4, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Communication Sciences, Tampere University, Kalevantie 4, 33014 Tampere, Finland","institution_ids":["https://openalex.org/I166825849"]},{"raw_affiliation_string":"KONE Corporation, Myllykatu 3, 05830 Hyvink\u00e4\u00e4, Finland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081660791","display_name":"Phong Truong","orcid":"https://orcid.org/0000-0002-1966-3889"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Phong Truong","raw_affiliation_strings":["KONE Corporation, Myllykatu 3, 05830 Hyvink\u00e4\u00e4, Finland"],"affiliations":[{"raw_affiliation_string":"KONE Corporation, Myllykatu 3, 05830 Hyvink\u00e4\u00e4, Finland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048613062","display_name":"Viveka Opas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Viveka Opas","raw_affiliation_strings":["KONE Corporation, Myllykatu 3, 05830 Hyvink\u00e4\u00e4, Finland"],"affiliations":[{"raw_affiliation_string":"KONE Corporation, Myllykatu 3, 05830 Hyvink\u00e4\u00e4, Finland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063830798","display_name":"Markku Turunen","orcid":"https://orcid.org/0000-0001-7395-0769"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Markku Turunen","raw_affiliation_strings":["Faculty of Information Technology and Communication Sciences, Tampere University, Kalevantie 4, 33014 Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Communication Sciences, Tampere University, Kalevantie 4, 33014 Tampere, Finland","institution_ids":["https://openalex.org/I166825849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5020757466"],"corresponding_institution_ids":[],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":2.6669,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.90969025,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"5","issue":"10","first_page":"62","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6978782415390015},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6301618814468384},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.5670120120048523},{"id":"https://openalex.org/keywords/pandemic","display_name":"Pandemic","score":0.5093775987625122},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.49819421768188477},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4807814955711365},{"id":"https://openalex.org/keywords/coronavirus-disease-2019","display_name":"Coronavirus disease 2019 (COVID-19)","score":0.3608318567276001},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3585607707500458},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19539594650268555},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.08193349838256836}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6978782415390015},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6301618814468384},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.5670120120048523},{"id":"https://openalex.org/C89623803","wikidata":"https://www.wikidata.org/wiki/Q12184","display_name":"Pandemic","level":5,"score":0.5093775987625122},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.49819421768188477},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4807814955711365},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.3608318567276001},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3585607707500458},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19539594650268555},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.08193349838256836},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/mti5100062","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti5100062","pdf_url":"https://www.mdpi.com/2414-4088/5/10/62/pdf?version=1633945997","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:834920d9a3074b1eb47651d26d40d976","is_oa":true,"landing_page_url":"https://doaj.org/article/834920d9a3074b1eb47651d26d40d976","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction, Vol 5, Iss 10, p 62 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2414-4088/5/10/62/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/mti5100062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction; Volume 5; Issue 10; Pages: 62","raw_type":"Text"},{"id":"pmh:oai:trepo.tuni.fi:10024/220815","is_oa":true,"landing_page_url":"https://trepo.tuni.fi/handle/10024/220815","pdf_url":null,"source":{"id":"https://openalex.org/S7407055260","display_name":"Trepo - Institutional Repository of Tampere University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/mti5100062","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti5100062","pdf_url":"https://www.mdpi.com/2414-4088/5/10/62/pdf?version=1633945997","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.699999988079071,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3205054894.pdf","grobid_xml":"https://content.openalex.org/works/W3205054894.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W109496591","https://openalex.org/W263854874","https://openalex.org/W1967049484","https://openalex.org/W1974796406","https://openalex.org/W1996403089","https://openalex.org/W2002245046","https://openalex.org/W2015441292","https://openalex.org/W2034503479","https://openalex.org/W2055694118","https://openalex.org/W2058978834","https://openalex.org/W2066655325","https://openalex.org/W2080645735","https://openalex.org/W2098423543","https://openalex.org/W2148122154","https://openalex.org/W2493230944","https://openalex.org/W2505355438","https://openalex.org/W2549237652","https://openalex.org/W2579102632","https://openalex.org/W2594278025","https://openalex.org/W2742150476","https://openalex.org/W2796318591","https://openalex.org/W2847075434","https://openalex.org/W2893435307","https://openalex.org/W2955969869","https://openalex.org/W2980572344","https://openalex.org/W3013308762","https://openalex.org/W3021248054","https://openalex.org/W3021685064","https://openalex.org/W3045739279","https://openalex.org/W3080196155","https://openalex.org/W3083847715","https://openalex.org/W3088558305","https://openalex.org/W3095374416","https://openalex.org/W3097679690","https://openalex.org/W3118445627","https://openalex.org/W3121213583","https://openalex.org/W3130745405","https://openalex.org/W3132913179","https://openalex.org/W3134518379","https://openalex.org/W3160510192","https://openalex.org/W3162001688","https://openalex.org/W3198287379","https://openalex.org/W3212410866","https://openalex.org/W4250101562","https://openalex.org/W6609826421","https://openalex.org/W6665071180","https://openalex.org/W6769070354","https://openalex.org/W6785536622","https://openalex.org/W6788328821","https://openalex.org/W6795041012"],"related_works":["https://openalex.org/W2392812199","https://openalex.org/W4200176076","https://openalex.org/W598185802","https://openalex.org/W2355516524","https://openalex.org/W2361471170","https://openalex.org/W2025616642","https://openalex.org/W1954972543","https://openalex.org/W2954738200","https://openalex.org/W4226107239","https://openalex.org/W3119540162"],"abstract_inverted_index":{"(1)":[0],"COVID-19":[1],"pandemic":[2],"restrictions":[3],"caused":[4],"a":[5,110],"dramatic":[6],"shift":[7],"in":[8,38,63,109,159],"research":[9],"activities,":[10],"forcing":[11],"the":[12,20,39,43,68,126],"adoption":[13],"of":[14,23,112],"remote":[15,24,89,95,128,160],"practices":[16],"and":[17,34,48,73,82,90,96,129,132,167,184],"methods.":[18],"Despite":[19],"known":[21],"benefits":[22],"testing,":[25,79,162],"there":[26],"is":[27,147],"limited":[28],"knowledge":[29],"on":[30,71],"how":[31,57],"to":[32,125,149],"prepare":[33],"conduct":[35],"such":[36,163],"studies":[37],"industrial":[40,65,134],"context":[41],"where":[42,93],"target":[44],"users":[45],"are":[46,155],"experts":[47,103],"company":[49],"employees.":[50],"(2)":[51],"In":[52],"this":[53],"article,":[54],"we":[55,58,173],"detail":[56],"organized":[59],"VR":[60,120,189],"user":[61,121,151,161,180],"tests":[62,152,181],"five":[64],"cases":[66],"during":[67],"pandemic,":[69,127],"focusing":[70],"practicalities":[72],"procedures.":[74],"We":[75,116],"cover":[76],"both":[77,94],"on-site":[78,97,188],"including":[80],"disinfecting":[81,185],"other":[83],"safety":[84,183],"protocols,":[85],"as":[86,88,164],"well":[87],"hybrid":[91,130,179],"setups":[92],"participants":[98],"were":[99,107],"involved.":[100],"Subject":[101],"matter":[102],"from":[104],"eight":[105],"countries":[106],"involved":[108],"total":[111],"22":[113],"tests.":[114],"(3)":[115],"share":[117],"insights":[118],"for":[119,177,187],"test":[122],"arrangements":[123],"relevant":[124],"setups,":[131],"an":[133],"context,":[135],"among":[136],"others.":[137],"(4)":[138],"Our":[139],"work":[140],"confirms":[141],"that":[142],"with":[143,169,182],"careful":[144],"planning":[145],"it":[146],"possible":[148],"organize":[150],"remotely.":[153],"There":[154],"also":[156],"some":[157],"limitations":[158],"reduced":[165],"visibility":[166],"interaction":[168],"participants.":[170],"Most":[171],"importantly,":[172],"list":[174],"practical":[175],"recommendations":[176],"organizing":[178],"procedures":[186],"use.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2021-10-25T00:00:00"}