{"id":"https://openalex.org/W4317473102","doi":"https://doi.org/10.1080/0144929x.2023.2165453","title":"Choosing between remote and face-to-face features in a test setting: methodology used in two usability and user experience case studies","display_name":"Choosing between remote and face-to-face features in a test setting: methodology used in two usability and user experience case studies","publication_year":2023,"publication_date":"2023-01-13","ids":{"openalex":"https://openalex.org/W4317473102","doi":"https://doi.org/10.1080/0144929x.2023.2165453"},"language":"en","primary_location":{"id":"doi:10.1080/0144929x.2023.2165453","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1080/0144929x.2023.2165453","pdf_url":"https://www.tandfonline.com/doi/epdf/10.1080/0144929X.2023.2165453?needAccess=true&role=button","source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.tandfonline.com/doi/epdf/10.1080/0144929X.2023.2165453?needAccess=true&role=button","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050345117","display_name":"Marja Liinasuo","orcid":"https://orcid.org/0000-0003-0070-1926"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Marja Liinasuo","raw_affiliation_strings":["VTT Technical Research Centre of Finland Ltd, Cognitive Production Industry, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0003-0070-1926","affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd, Cognitive Production Industry, Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050220808","display_name":"Timo Kuula","orcid":"https://orcid.org/0000-0002-5108-7199"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Timo Kuula","raw_affiliation_strings":["VTT Technical Research Centre of Finland Ltd, Cognitive Production Industry, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-5108-7199","affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd, Cognitive Production Industry, Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042057485","display_name":"Vladimir Goriachev","orcid":"https://orcid.org/0000-0003-3804-5039"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Vladimir Goriachev","raw_affiliation_strings":["VTT Technical Research Centre of Finland Ltd, Cognitive Production Industry, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3804-5039","affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd, Cognitive Production Industry, Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007114931","display_name":"Kaj Helin","orcid":"https://orcid.org/0000-0002-5951-0932"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Kaj Helin","raw_affiliation_strings":["VTT Technical Research Centre of Finland Ltd, Cognitive Production Industry, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-5951-0932","affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd, Cognitive Production Industry, Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5050345117"],"corresponding_institution_ids":["https://openalex.org/I87653560"],"apc_list":null,"apc_paid":null,"fwci":0.4254,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.59803222,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"42","issue":"3","first_page":"298","last_page":"306"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.9126659631729126},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.7659769058227539},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.7211753726005554},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6540743708610535},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5594310760498047},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5216410756111145},{"id":"https://openalex.org/keywords/face-to-face","display_name":"Face-to-face","score":0.5150182247161865},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.49750450253486633},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.37495118379592896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18595224618911743}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9126659631729126},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.7659769058227539},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.7211753726005554},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6540743708610535},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5594310760498047},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5216410756111145},{"id":"https://openalex.org/C2777359053","wikidata":"https://www.wikidata.org/wiki/Q2463823","display_name":"Face-to-face","level":2,"score":0.5150182247161865},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.49750450253486633},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.37495118379592896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18595224618911743},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/0144929x.2023.2165453","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1080/0144929x.2023.2165453","pdf_url":"https://www.tandfonline.com/doi/epdf/10.1080/0144929X.2023.2165453?needAccess=true&role=button","source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tbitxx:v:42:y:2023:i:3:p:298-306","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/0144929X.2023.2165453","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:zenodo.org:7548582","is_oa":true,"landing_page_url":"https://doi.org/10.1080/0144929X.2023.2165453","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1080/0144929x.2023.2165453","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1080/0144929x.2023.2165453","pdf_url":"https://www.tandfonline.com/doi/epdf/10.1080/0144929X.2023.2165453?needAccess=true&role=button","source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6971348236","display_name":null,"funder_award_id":"958450","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4317473102.pdf","grobid_xml":"https://content.openalex.org/works/W4317473102.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W48405303","https://openalex.org/W1542879894","https://openalex.org/W1995332248","https://openalex.org/W2048732056","https://openalex.org/W2055694118","https://openalex.org/W2089158764","https://openalex.org/W2110285583","https://openalex.org/W2142984484","https://openalex.org/W2313542672","https://openalex.org/W2886023867","https://openalex.org/W2996727535","https://openalex.org/W3080986640","https://openalex.org/W3089035976","https://openalex.org/W3130219691","https://openalex.org/W3185285780","https://openalex.org/W3186313492","https://openalex.org/W3205275795","https://openalex.org/W3209960410"],"related_works":["https://openalex.org/W2172197285","https://openalex.org/W4213235153","https://openalex.org/W2070454487","https://openalex.org/W4388505810","https://openalex.org/W411361004","https://openalex.org/W2560105438","https://openalex.org/W2612607254","https://openalex.org/W650744398","https://openalex.org/W4249848037","https://openalex.org/W2248050490"],"abstract_inverted_index":{"Remote":[0],"test":[1,52,74,87,99,120],"settings":[2],"have":[3],"become":[4],"more":[5,102],"common":[6],"due":[7],"to":[8,85,109],"COVID-19.":[9],"This":[10],"paper":[11],"presents":[12],"two":[13],"user":[14,21],"tests":[15,34],"focusing":[16],"on":[17,57],"the":[18,30,33,36,47,50,59,63,69,73,86,95,107,119],"usability":[19],"and":[20,44,67,71,115],"experience":[22],"of":[23,32,38,49,65,79,97],"an":[24],"augmented":[25,92],"reality-related":[26,93],"solution.":[27],"We":[28],"describe":[29],"proceeding":[31],"from":[35],"perspective":[37],"what":[39],"has":[40],"been":[41],"conducted":[42],"face-to-face":[43,114],"remotely.":[45],"Thereafter,":[46],"appropriateness":[48],"used":[51],"methodology":[53],"is":[54],"evaluated":[55],"based":[56],"(i)":[58],"acquired":[60],"results,":[61],"(ii)":[62],"ease":[64],"using":[66],"understanding":[68],"methods":[70],"(iii)":[72],"atmosphere.":[75],"The":[76],"physical":[77],"presence":[78],"a":[80],"person":[81],"providing":[82],"technical":[83],"support":[84],"participant":[88],"proved":[89],"vital":[90],"for":[91],"testing;":[94],"location":[96],"other":[98],"organisers":[100],"appears":[101],"indifferent.":[103],"Finally,":[104],"we":[105],"present":[106],"perspectives":[108],"contemplate":[110],"when":[111],"choosing":[112],"between":[113],"remote":[116],"features":[117],"in":[118],"setting.":[121]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}