{"id":"https://openalex.org/W4328106223","doi":"https://doi.org/10.3390/mti7030032","title":"Online Platforms for Remote Immersive Virtual Reality Testing: An Emerging Tool for Experimental Behavioral Research","display_name":"Online Platforms for Remote Immersive Virtual Reality Testing: An Emerging Tool for Experimental Behavioral Research","publication_year":2023,"publication_date":"2023-03-21","ids":{"openalex":"https://openalex.org/W4328106223","doi":"https://doi.org/10.3390/mti7030032"},"language":"en","primary_location":{"id":"doi:10.3390/mti7030032","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti7030032","pdf_url":"https://www.mdpi.com/2414-4088/7/3/32/pdf?version=1679375022","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2414-4088/7/3/32/pdf?version=1679375022","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034292880","display_name":"Tobias Loetscher","orcid":"https://orcid.org/0000-0003-1967-2926"},"institutions":[{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Tobias Loetscher","raw_affiliation_strings":["Cognitive Ageing and Impairment Neurosciences Lab., Justice & Society, University of South Australia, Adelaide, SA 5000, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cognitive Ageing and Impairment Neurosciences Lab., Justice & Society, University of South Australia, Adelaide, SA 5000, Australia","institution_ids":["https://openalex.org/I170239107"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056798022","display_name":"Nadia Siena Jurkovic","orcid":"https://orcid.org/0009-0007-0751-4089"},"institutions":[{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nadia Siena Jurkovic","raw_affiliation_strings":["Cognitive Ageing and Impairment Neurosciences Lab., Justice & Society, University of South Australia, Adelaide, SA 5000, Australia"],"raw_orcid":"https://orcid.org/0009-0007-0751-4089","affiliations":[{"raw_affiliation_string":"Cognitive Ageing and Impairment Neurosciences Lab., Justice & Society, University of South Australia, Adelaide, SA 5000, Australia","institution_ids":["https://openalex.org/I170239107"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070782228","display_name":"Stefan Carlo Michalski","orcid":"https://orcid.org/0000-0002-8542-8246"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Stefan Carlo Michalski","raw_affiliation_strings":["Cognitive Ageing and Impairment Neurosciences Lab., Justice & Society, University of South Australia, Adelaide, SA 5000, Australia","School of Psychology, University of Sydney, Sydney, NSW 2006, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cognitive Ageing and Impairment Neurosciences Lab., Justice & Society, University of South Australia, Adelaide, SA 5000, Australia","institution_ids":["https://openalex.org/I170239107"]},{"raw_affiliation_string":"School of Psychology, University of Sydney, Sydney, NSW 2006, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021195349","display_name":"Mark Billinghurst","orcid":"https://orcid.org/0000-0003-4172-6759"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]},{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU","NZ"],"is_corresponding":false,"raw_author_name":"Mark Billinghurst","raw_affiliation_strings":["Australian Research Centre for Interactive and Virtual Environments, STEM, University of South Australia, Adelaide, SA 5000, Australia","Empathic Computing Laboratory, The University of Auckland, Auckland 1010, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australian Research Centre for Interactive and Virtual Environments, STEM, University of South Australia, Adelaide, SA 5000, Australia","institution_ids":["https://openalex.org/I170239107"]},{"raw_affiliation_string":"Empathic Computing Laboratory, The University of Auckland, Auckland 1010, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020160332","display_name":"Gun Lee","orcid":"https://orcid.org/0000-0002-1644-6934"},"institutions":[{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Gun Lee","raw_affiliation_strings":["Australian Research Centre for Interactive and Virtual Environments, STEM, University of South Australia, Adelaide, SA 5000, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australian Research Centre for Interactive and Virtual Environments, STEM, University of South Australia, Adelaide, SA 5000, Australia","institution_ids":["https://openalex.org/I170239107"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034292880"],"corresponding_institution_ids":["https://openalex.org/I170239107"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.51,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.65192125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"7","issue":"3","first_page":"32","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9616000056266785,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11542","display_name":"Behavioral Health and Interventions","score":0.958299994468689,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/headset","display_name":"Headset","score":0.9011772871017456},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.6836135983467102},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5903422236442566},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5775104761123657},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5441762208938599},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5315425395965576},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4712674617767334},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4387396574020386},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.42161229252815247},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3777655065059662},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2225857675075531},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1733088493347168},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14911416172981262},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12534290552139282}],"concepts":[{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.9011772871017456},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.6836135983467102},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5903422236442566},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5775104761123657},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5441762208938599},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5315425395965576},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4712674617767334},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4387396574020386},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.42161229252815247},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3777655065059662},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2225857675075531},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1733088493347168},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14911416172981262},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12534290552139282},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/mti7030032","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti7030032","pdf_url":"https://www.mdpi.com/2414-4088/7/3/32/pdf?version=1679375022","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},{"id":"pmh:oai:urm_publish:9916731028901831","is_oa":true,"landing_page_url":"https://find.library.unisa.edu.au/discovery/fulldisplay/alma9916731028901831/61USOUTHAUS_INST:ROR","pdf_url":null,"source":{"id":"https://openalex.org/S4306402528","display_name":"UniSA Research Outputs Repository (University of South Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I170239107","host_organization_name":"University of South Australia","host_organization_lineage":["https://openalex.org/I170239107"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:1b3c90bf26ff49d5b88da7f9802d84a9","is_oa":true,"landing_page_url":"https://doaj.org/article/1b3c90bf26ff49d5b88da7f9802d84a9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction, Vol 7, Iss 3, p 32 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2414-4088/7/3/32/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/mti7030032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction; Volume 7; Issue 3; Pages: 32","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/mti7030032","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti7030032","pdf_url":"https://www.mdpi.com/2414-4088/7/3/32/pdf?version=1679375022","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4328106223.pdf"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1985076430","https://openalex.org/W2028013073","https://openalex.org/W2067106822","https://openalex.org/W2080211902","https://openalex.org/W2135192317","https://openalex.org/W2148450172","https://openalex.org/W2161569443","https://openalex.org/W2228459624","https://openalex.org/W2299660254","https://openalex.org/W2585292421","https://openalex.org/W2767122676","https://openalex.org/W2775325862","https://openalex.org/W2788243920","https://openalex.org/W2794136334","https://openalex.org/W2897916980","https://openalex.org/W2913606428","https://openalex.org/W2979864122","https://openalex.org/W2990427812","https://openalex.org/W3003442733","https://openalex.org/W3025236800","https://openalex.org/W3042662801","https://openalex.org/W3104344502","https://openalex.org/W3107213376","https://openalex.org/W3108819963","https://openalex.org/W3117550730","https://openalex.org/W3122578499","https://openalex.org/W3123404044","https://openalex.org/W3160149325","https://openalex.org/W3161794862","https://openalex.org/W3162001688","https://openalex.org/W3171842760","https://openalex.org/W3202749896","https://openalex.org/W3209186405","https://openalex.org/W3212410866","https://openalex.org/W4306156537","https://openalex.org/W4306318285","https://openalex.org/W4399588935","https://openalex.org/W6786605081"],"related_works":["https://openalex.org/W4385484948","https://openalex.org/W4224238571","https://openalex.org/W4386066942","https://openalex.org/W2754896633","https://openalex.org/W3136688266","https://openalex.org/W2889003880","https://openalex.org/W2971619563","https://openalex.org/W2111235296","https://openalex.org/W4224276451","https://openalex.org/W2139910390"],"abstract_inverted_index":{"Virtual":[0],"Reality":[1],"(VR)":[2],"technology":[3,21],"is":[4,25],"gaining":[5],"in":[6,81],"popularity":[7],"as":[8,124],"a":[9,57,68,157],"research":[10,88,153],"tool":[11],"for":[12,22,99,112,146,174],"studying":[13],"human":[14],"behavior.":[15],"However,":[16,104],"the":[17,35,60,113,144,152],"use":[18],"of":[19,37,65,106],"VR":[20,40,74,114,148,180],"remote":[23,39,90,147,175],"testing":[24,149,177],"still":[26],"an":[27,51,166],"emerging":[28],"field.":[29],"This":[30,141],"study":[31,142],"aimed":[32],"to":[33,129,137,150,164,171],"evaluate":[34],"feasibility":[36],"conducting":[38,100],"behavioral":[41,176],"experiments":[42],"that":[43,89,120],"require":[44],"millisecond":[45],"timing.":[46],"Participants":[47],"were":[48,127],"recruited":[49],"via":[50],"online":[52],"crowdsourcing":[53],"platform":[54],"and":[55,133,155,168],"accessed":[56],"task":[58],"on":[59],"classic":[61],"cognitive":[62,102],"phenomenon":[63],"\u201cInhibition":[64],"Return\u201d":[66],"through":[67],"web":[69],"browser":[70],"using":[71,92,178],"their":[72],"own":[73],"headset":[75,115,125],"or":[76],"desktop":[77,93],"computer":[78],"(68":[79],"participants":[80,91,173],"each":[82],"group).":[83],"The":[84],"results":[85],"confirm":[86],"previous":[87],"computers":[94],"can":[95],"be":[96,135,165],"used":[97],"effectively":[98],"time-critical":[101],"experiments.":[103],"inhibition":[105],"return":[107],"was":[108],"only":[109],"partially":[110],"replicated":[111],"group.":[116],"Exploratory":[117],"analyses":[118],"revealed":[119],"technical":[121],"factors,":[122],"such":[123],"type,":[126],"likely":[128],"significantly":[130],"impact":[131],"variability":[132],"must":[134],"mitigated":[136],"obtain":[138],"accurate":[139],"results.":[140],"demonstrates":[143],"potential":[145],"broaden":[151],"scope":[154],"reach":[156],"larger":[158],"participant":[159],"population.":[160],"Crowdsourcing":[161],"services":[162],"appear":[163],"efficient":[167],"effective":[169],"way":[170],"recruit":[172],"high-end":[179],"headsets.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2023-03-22T00:00:00"}