{"id":"https://openalex.org/W4392405492","doi":"https://doi.org/10.1109/tvcg.2024.3372062","title":"Beyond the Wizard of Oz: Negative Effects of Imperfect Machine Learning to Examine the Impact of Reliability of Augmented Reality Cues on Visual Search Performance","display_name":"Beyond the Wizard of Oz: Negative Effects of Imperfect Machine Learning to Examine the Impact of Reliability of Augmented Reality Cues on Visual Search Performance","publication_year":2024,"publication_date":"2024-03-04","ids":{"openalex":"https://openalex.org/W4392405492","doi":"https://doi.org/10.1109/tvcg.2024.3372062","pmid":"https://pubmed.ncbi.nlm.nih.gov/38437133"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2024.3372062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3372062","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056917250","display_name":"Aditya Raikwar","orcid":"https://orcid.org/0009-0005-9427-9253"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditya Raikwar","raw_affiliation_strings":["Colorado State University, USA"],"raw_orcid":"https://orcid.org/0009-0005-9427-9253","affiliations":[{"raw_affiliation_string":"Colorado State University, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022456278","display_name":"Domenick Mifsud","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Domenick Mifsud","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045650405","display_name":"Christopher D. Wickens","orcid":"https://orcid.org/0000-0002-6789-4446"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher D. Wickens","raw_affiliation_strings":["Colorado State University, USA"],"raw_orcid":"https://orcid.org/0000-0002-6789-4446","affiliations":[{"raw_affiliation_string":"Colorado State University, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005072681","display_name":"Anil Ufuk Batmaz","orcid":"https://orcid.org/0000-0001-7948-8093"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Anil Ufuk Batmaz","raw_affiliation_strings":["Concordia University, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7948-8093","affiliations":[{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090677509","display_name":"Amelia C. Warden","orcid":"https://orcid.org/0000-0002-8916-1825"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amelia C. Warden","raw_affiliation_strings":["Colorado State University, USA"],"raw_orcid":"https://orcid.org/0000-0002-8916-1825","affiliations":[{"raw_affiliation_string":"Colorado State University, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035190769","display_name":"Brendan Kelley","orcid":"https://orcid.org/0000-0003-0091-1050"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brendan Kelley","raw_affiliation_strings":["Colorado State University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Colorado State University, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070287520","display_name":"Benjamin A. Clegg","orcid":"https://orcid.org/0000-0001-6026-5076"},"institutions":[{"id":"https://openalex.org/I23732399","display_name":"Montana State University","ror":"https://ror.org/02w0trx84","country_code":"US","type":"education","lineage":["https://openalex.org/I23732399","https://openalex.org/I4210126032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin A. Clegg","raw_affiliation_strings":["Montana State University, USA"],"raw_orcid":"https://orcid.org/0000-0001-6026-5076","affiliations":[{"raw_affiliation_string":"Montana State University, USA","institution_ids":["https://openalex.org/I23732399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066870045","display_name":"Francisco R. Ortega","orcid":"https://orcid.org/0000-0002-2449-3802"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Francisco R. Ortega","raw_affiliation_strings":["Colorado State University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Colorado State University, USA","institution_ids":["https://openalex.org/I92446798"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":3.0248,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.9014595,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"30","issue":"5","first_page":"2662","last_page":"2670"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8015623092651367},{"id":"https://openalex.org/keywords/wizard-of-oz","display_name":"Wizard of oz","score":0.6947623491287231},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6307828426361084},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.5941615104675293},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5578398704528809},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.5363762378692627},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5270110368728638},{"id":"https://openalex.org/keywords/sensory-cue","display_name":"Sensory cue","score":0.5201644897460938},{"id":"https://openalex.org/keywords/visual-search","display_name":"Visual search","score":0.4900039732456207},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45531898736953735},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42062515020370483},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37638404965400696}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8015623092651367},{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.6947623491287231},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6307828426361084},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.5941615104675293},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5578398704528809},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.5363762378692627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5270110368728638},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.5201644897460938},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.4900039732456207},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45531898736953735},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42062515020370483},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37638404965400696},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2024.3372062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3372062","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:38437133","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38437133","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1027751935","display_name":null,"funder_award_id":"N00014-21-1-2580","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G1162358937","display_name":"CAREER: HCC: Microgesture and Multimodal Interaction Techniques for Augmented Reality","funder_award_id":"2238313","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3337507376","display_name":null,"funder_award_id":"2327569","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6280959905","display_name":null,"funder_award_id":"N00014-21-1-2949","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W407105917","https://openalex.org/W1967463546","https://openalex.org/W1974179570","https://openalex.org/W1979004942","https://openalex.org/W1993909491","https://openalex.org/W2007567868","https://openalex.org/W2018689537","https://openalex.org/W2023669794","https://openalex.org/W2058509689","https://openalex.org/W2074977157","https://openalex.org/W2088079181","https://openalex.org/W2102597873","https://openalex.org/W2117893272","https://openalex.org/W2121449541","https://openalex.org/W2122896223","https://openalex.org/W2129001561","https://openalex.org/W2141474346","https://openalex.org/W2142469217","https://openalex.org/W2143074722","https://openalex.org/W2149095485","https://openalex.org/W2162903667","https://openalex.org/W2561070277","https://openalex.org/W2612573399","https://openalex.org/W2744890050","https://openalex.org/W2950436285","https://openalex.org/W3121775658","https://openalex.org/W3123967495","https://openalex.org/W3128536198","https://openalex.org/W4213145388","https://openalex.org/W4224276460","https://openalex.org/W4224281955","https://openalex.org/W4232665790","https://openalex.org/W4237509565","https://openalex.org/W4237888636","https://openalex.org/W4243342770","https://openalex.org/W4296617597","https://openalex.org/W4312261693","https://openalex.org/W4312995376","https://openalex.org/W4366549585","https://openalex.org/W4383650743","https://openalex.org/W4386902734","https://openalex.org/W6779602356","https://openalex.org/W7043581848"],"related_works":["https://openalex.org/W4289025897","https://openalex.org/W2172197285","https://openalex.org/W2991048842","https://openalex.org/W2750280393","https://openalex.org/W2355696739","https://openalex.org/W3158001554","https://openalex.org/W3204363446","https://openalex.org/W2771909920","https://openalex.org/W3015641589","https://openalex.org/W2883194850"],"abstract_inverted_index":{"Despite":[0],"knowing":[1],"exactly":[2],"what":[3],"an":[4],"object":[5],"looks":[6],"like,":[7],"searching":[8],"for":[9],"it":[10],"in":[11,77,91],"a":[12,17],"person's":[13],"visual":[14,48,99,104],"field":[15],"is":[16],"time-consuming":[18],"and":[19,35,129,148],"error-prone":[20],"experience.":[21],"In":[22],"Augmented":[23,79],"Reality":[24,80],"systems,":[25],"new":[26],"algorithms":[27,41],"are":[28],"proposed":[29],"to":[30],"speed":[31],"up":[32],"search":[33,61,131],"time":[34],"reduce":[36],"human":[37],"errors.":[38],"However,":[39],"these":[40],"might":[42,51],"not":[43,116],"always":[44],"provide":[45],"100%":[46,97],"accurate":[47,98,103],"cues,":[49],"which":[50,114],"affect":[52],"users'":[53],"perceived":[54],"reliability":[55],"of":[56,69],"the":[57,66,78,84,92,111],"algorithm":[58],"and,":[59],"thus,":[60],"performance.":[62],"Here,":[63],"we":[64],"examined":[65],"detrimental":[67],"effects":[68],"automation":[70,141,147,152],"bias":[71],"caused":[72],"by":[73,158],"imperfect":[74,140],"cues":[75,100],"presented":[76],"head-mounted":[81],"display":[82],"using":[83],"YOLOv5":[85],"machine":[86],"learning":[87],"model.":[88],"53":[89],"participants":[90,154],"two":[93],"groups":[94],"received":[95],"either":[96],"or":[101],"88.9%":[102],"cues.":[105,120,160],"Their":[106],"performance":[107,128,138],"was":[108,142],"compared":[109],"with":[110,139,151],"control":[112],"condition,":[113],"did":[115],"include":[117],"any":[118],"additional":[119],"The":[121,133],"results":[122,134],"show":[123],"how":[124],"cueing":[125],"may":[126],"increase":[127],"shorten":[130],"times.":[132],"also":[135],"showed":[136],"that":[137],"much":[143],"worse":[144],"than":[145],"perfect":[146],"that,":[149],"consistent":[150],"bias,":[153],"were":[155],"frequently":[156],"enticed":[157],"incorrect":[159]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}