{"id":"https://openalex.org/W3019814707","doi":"https://doi.org/10.1109/access.2020.2990080","title":"Study of Multimodal Interfaces and the Improvements on Teleoperation","display_name":"Study of Multimodal Interfaces and the Improvements on Teleoperation","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3019814707","doi":"https://doi.org/10.1109/access.2020.2990080","mag":"3019814707"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2990080","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2990080","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09076603.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09076603.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068734838","display_name":"Eleftherios Triantafyllidis","orcid":"https://orcid.org/0000-0001-7578-4290"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Eleftherios Triantafyllidis","raw_affiliation_strings":["School of Informatics, The University of Edinburgh, Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7578-4290","affiliations":[{"raw_affiliation_string":"School of Informatics, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043683982","display_name":"Christopher McGreavy","orcid":"https://orcid.org/0000-0001-8424-1941"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christopher Mcgreavy","raw_affiliation_strings":["School of Informatics, The University of Edinburgh, Edinburgh, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061572171","display_name":"Jiacheng Gu","orcid":"https://orcid.org/0000-0002-8793-1558"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jiacheng Gu","raw_affiliation_strings":["School of Informatics, The University of Edinburgh, Edinburgh, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100351560","display_name":"Zhibin Li","orcid":"https://orcid.org/0000-0002-6357-7419"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhibin Li","raw_affiliation_strings":["School of Informatics, The University of Edinburgh, Edinburgh, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.9065,"has_fulltext":true,"cited_by_count":102,"citation_normalized_percentile":{"value":0.97147994,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"78213","last_page":"78227"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/headset","display_name":"Headset","score":0.8245066404342651},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.7879606485366821},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7873396873474121},{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.7255301475524902},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7103167772293091},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.6327981948852539},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.607528567314148},{"id":"https://openalex.org/keywords/stereoscopy","display_name":"Stereoscopy","score":0.5584088563919067},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5537225604057312},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.45510756969451904},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.44384855031967163},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.43593811988830566},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4350757896900177},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.4314686357975006},{"id":"https://openalex.org/keywords/target-acquisition","display_name":"Target acquisition","score":0.41212019324302673},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3327851891517639},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.33162158727645874}],"concepts":[{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.8245066404342651},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.7879606485366821},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7873396873474121},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.7255301475524902},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7103167772293091},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6327981948852539},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.607528567314148},{"id":"https://openalex.org/C126057942","wikidata":"https://www.wikidata.org/wiki/Q35158","display_name":"Stereoscopy","level":2,"score":0.5584088563919067},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5537225604057312},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.45510756969451904},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.44384855031967163},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.43593811988830566},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4350757896900177},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4314686357975006},{"id":"https://openalex.org/C2779726219","wikidata":"https://www.wikidata.org/wiki/Q7685884","display_name":"Target acquisition","level":2,"score":0.41212019324302673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3327851891517639},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.33162158727645874},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2020.2990080","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2990080","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09076603.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:pure.ed.ac.uk:publications/090d3aa9-d81e-489b-8af2-3f027aee243b","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11820/090d3aa9-d81e-489b-8af2-3f027aee243b","pdf_url":"https://www.pure.ed.ac.uk/ws/files/144084892/Study_of_Multimodal_TRIANTAFYLLIDIS_DOA02042020_AFV.pdf","source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:pure.ed.ac.uk:publications/090d3aa9-d81e-489b-8af2-3f027aee243b","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/090d3aa9-d81e-489b-8af2-3f027aee243b","pdf_url":"https://www.research.ed.ac.uk/files/144084892/Study_of_Multimodal_TRIANTAFYLLIDIS_DOA02042020_AFV.pdf","source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Triantafyllidis, E, McGreavy, C, Gu, J & Li, Z 2020, 'Study of Multimodal Interfaces and the Improvements on Teleoperation', IEEE Access, vol. 8, pp. 78213 - 78227. https://doi.org/10.1109/ACCESS.2020.2990080","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:ada8ee81d4e647adaa2972d749c72cd4","is_oa":true,"landing_page_url":"https://doaj.org/article/ada8ee81d4e647adaa2972d749c72cd4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 78213-78227 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2990080","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2990080","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09076603.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3041203688","display_name":null,"funder_award_id":"EP/R026092","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8572172379","display_name":"Future AI and Robotics Hub for Space (FAIR-SPACE)","funder_award_id":"EP/R026092/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3019814707.pdf","grobid_xml":"https://content.openalex.org/works/W3019814707.grobid-xml"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W168359233","https://openalex.org/W195443837","https://openalex.org/W253500781","https://openalex.org/W314318557","https://openalex.org/W1487180729","https://openalex.org/W1535170256","https://openalex.org/W1535609573","https://openalex.org/W1548776826","https://openalex.org/W1586856071","https://openalex.org/W1624742589","https://openalex.org/W1920657596","https://openalex.org/W1954151425","https://openalex.org/W1967342442","https://openalex.org/W1970881825","https://openalex.org/W1972321706","https://openalex.org/W1974758710","https://openalex.org/W1978221502","https://openalex.org/W1983467424","https://openalex.org/W2004039200","https://openalex.org/W2009221248","https://openalex.org/W2016253504","https://openalex.org/W2017104678","https://openalex.org/W2022637755","https://openalex.org/W2035248691","https://openalex.org/W2039175966","https://openalex.org/W2058543238","https://openalex.org/W2072118402","https://openalex.org/W2073227393","https://openalex.org/W2079054072","https://openalex.org/W2079476777","https://openalex.org/W2084235337","https://openalex.org/W2087475972","https://openalex.org/W2089447208","https://openalex.org/W2091354492","https://openalex.org/W2099589910","https://openalex.org/W2114893947","https://openalex.org/W2116979746","https://openalex.org/W2124765345","https://openalex.org/W2126545567","https://openalex.org/W2128213565","https://openalex.org/W2134152600","https://openalex.org/W2141024349","https://openalex.org/W2146393651","https://openalex.org/W2146611447","https://openalex.org/W2149993355","https://openalex.org/W2151102910","https://openalex.org/W2155188066","https://openalex.org/W2157289187","https://openalex.org/W2161569724","https://openalex.org/W2164011411","https://openalex.org/W2213758982","https://openalex.org/W2397519240","https://openalex.org/W2565842466","https://openalex.org/W2593114918","https://openalex.org/W2615077715","https://openalex.org/W2767031438","https://openalex.org/W2800156807","https://openalex.org/W2803034103","https://openalex.org/W2889252014","https://openalex.org/W2889351399","https://openalex.org/W2918843115","https://openalex.org/W2980509777","https://openalex.org/W4233406297","https://openalex.org/W4243354998","https://openalex.org/W4253999229","https://openalex.org/W4285719527","https://openalex.org/W6600808634","https://openalex.org/W6606874739","https://openalex.org/W6609622653","https://openalex.org/W6611046928","https://openalex.org/W6712786972"],"related_works":["https://openalex.org/W2549567669","https://openalex.org/W2910486399","https://openalex.org/W4281567410","https://openalex.org/W2978665606","https://openalex.org/W2016565202","https://openalex.org/W2160505327","https://openalex.org/W2599908883","https://openalex.org/W4389266910","https://openalex.org/W2010967541","https://openalex.org/W4380487215"],"abstract_inverted_index":{"Research":[0],"in":[1,88],"multimodal":[2],"interfaces":[3,43,75],"aims":[4],"to":[5,10,19,38,151],"provide":[6],"immersive":[7],"solutions":[8],"and":[9,23,29,48,60,73,113,116,122,166],"increase":[11],"overall":[12,101],"human":[13,46],"performance.":[14,54],"A":[15],"promising":[16],"direction":[17],"is":[18],"combine":[20],"auditory,":[21],"visual":[22,72],"haptic":[24,74,160],"interaction":[25],"between":[26],"the":[27,30,86,134,139],"user":[28],"simulated":[31],"environment.":[32],"However,":[33],"no":[34],"extensive":[35],"comparison":[36,65],"exists":[37],"show":[39],"how":[40,67,82],"combining":[41],"audiovisuohaptic":[42],"would":[44],"affect":[45,76],"perception":[47],"by":[49,109,119,148,164],"extent":[50],"reflected":[51],"on":[52],"task":[53,132],"Our":[55],"paper":[56],"explores":[57],"this":[58],"idea":[59],"presents":[61],"a":[62,89,154],"thorough,":[63],"full-factorial":[64],"of":[66,70,94,131,136],"all":[68,146],"combinations":[69],"audio,":[71],"performance":[77,87,102,144],"during":[78],"manipulation.":[79],"We":[80],"evaluated":[81],"each":[83],"combination":[84,135],"affects":[85],"study":[90],"(N=25":[91],")":[92],"consisting":[93],"manipulation":[95],"tasks":[96],"with":[97,138],"various":[98],"difficulties.":[99],"The":[100,126],"was":[103],"assessed":[104],"using":[105,159],"both":[106],"subjective":[107],"measures,":[108],"assessing":[110],"cognitive":[111],"workload":[112],"system":[114],"usability,":[115],"objective":[117],"measurements,":[118],"incorporating":[120],"time":[121],"spatial":[123],"accuracy-based":[124],"metrics.":[125],"results":[127],"showed":[128],"that":[129],"regardless":[130],"complexity,":[133],"stereoscopic-vision":[137],"virtual":[140],"reality":[141],"headset":[142],"increased":[143],"across":[145],"measurements":[147],"40%,":[149],"compared":[150],"monocular-vision":[152],"from":[153],"generic":[155],"display":[156],"monitor.":[157],"Besides,":[158],"feedback":[161,168],"improved":[162],"outcomes":[163],"10%":[165],"auditory":[167],"accounted":[169],"for":[170],"approximately":[171],"5%":[172],"improvement.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":20}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}