{"id":"https://openalex.org/W2787116251","doi":"https://doi.org/10.1145/3185524","title":"Predicting User Confidence During Visual Decision Making","display_name":"Predicting User Confidence During Visual Decision Making","publication_year":2018,"publication_date":"2018-06-13","ids":{"openalex":"https://openalex.org/W2787116251","doi":"https://doi.org/10.1145/3185524","mag":"2787116251"},"language":"en","primary_location":{"id":"doi:10.1145/3185524","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3185524","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://eprints.uwe.ac.uk/34652/1/Predicting%20User%27s%20Confidence%20During%20Visual%20Decision%20Making-%20repository%20version.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017566347","display_name":"James E. Smith","orcid":"https://orcid.org/0000-0001-7908-1859"},"institutions":[{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jim Smith","raw_affiliation_strings":["University of the West of England, Bristol, UK"],"raw_orcid":"https://orcid.org/0000-0001-7908-1859","affiliations":[{"raw_affiliation_string":"University of the West of England, Bristol, UK","institution_ids":["https://openalex.org/I178535277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053235466","display_name":"Phil Legg","orcid":"https://orcid.org/0000-0003-3460-5609"},"institutions":[{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Phil Legg","raw_affiliation_strings":["University of the West of England, Bristol, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of the West of England, Bristol, UK","institution_ids":["https://openalex.org/I178535277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084949397","display_name":"Milos Matovic","orcid":null},"institutions":[{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Milos Matovic","raw_affiliation_strings":["University of the West of England, Bristol, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of the West of England, Bristol, UK","institution_ids":["https://openalex.org/I178535277"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049496579","display_name":"Kristofer Kinsey","orcid":null},"institutions":[{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kristofer Kinsey","raw_affiliation_strings":["University of the West of England, Bristol, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of the West of England, Bristol, UK","institution_ids":["https://openalex.org/I178535277"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I178535277"],"apc_list":null,"apc_paid":null,"fwci":1.3104,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.84816012,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"8","issue":"2","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9363999962806702,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7376349568367004},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7054781913757324},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5912545323371887},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.577183723449707},{"id":"https://openalex.org/keywords/likert-scale","display_name":"Likert scale","score":0.5601586699485779},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.546448826789856},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5077575445175171},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.47503259778022766},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4608575403690338},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45699378848075867},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4334474205970764},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12718278169631958}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7376349568367004},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7054781913757324},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5912545323371887},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.577183723449707},{"id":"https://openalex.org/C105776082","wikidata":"https://www.wikidata.org/wiki/Q617473","display_name":"Likert scale","level":2,"score":0.5601586699485779},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.546448826789856},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5077575445175171},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.47503259778022766},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4608575403690338},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45699378848075867},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4334474205970764},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12718278169631958},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3185524","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3185524","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:eprints.uwe.ac.uk:34652","is_oa":true,"landing_page_url":"http://eprints.uwe.ac.uk/34652/1/Predicting%20User%27s%20Confidence%20During%20Visual%20Decision%20Making-%20repository%20version.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401464","display_name":"UWE Research Repository (UWE Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I178535277","host_organization_name":"University of the West of England","host_organization_lineage":["https://openalex.org/I178535277"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:eprints.uwe.ac.uk:34652","is_oa":true,"landing_page_url":"http://eprints.uwe.ac.uk/34652/1/Predicting%20User%27s%20Confidence%20During%20Visual%20Decision%20Making-%20repository%20version.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401464","display_name":"UWE Research Repository (UWE Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I178535277","host_organization_name":"University of the West of England","host_organization_lineage":["https://openalex.org/I178535277"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W306951957","https://openalex.org/W1524959298","https://openalex.org/W1556086728","https://openalex.org/W1666942233","https://openalex.org/W1859925930","https://openalex.org/W1980301091","https://openalex.org/W1989912475","https://openalex.org/W2001116638","https://openalex.org/W2011161887","https://openalex.org/W2013729144","https://openalex.org/W2065073464","https://openalex.org/W2071627598","https://openalex.org/W2072765871","https://openalex.org/W2072770403","https://openalex.org/W2095954106","https://openalex.org/W2110014716","https://openalex.org/W2121110499","https://openalex.org/W2128718601","https://openalex.org/W2133496219","https://openalex.org/W2144177970","https://openalex.org/W2166353350","https://openalex.org/W2180932792","https://openalex.org/W2215157235","https://openalex.org/W2489084127","https://openalex.org/W3100570787","https://openalex.org/W4240646117","https://openalex.org/W4251941333"],"related_works":["https://openalex.org/W1880689012","https://openalex.org/W3014378845","https://openalex.org/W3162248051","https://openalex.org/W4240909707","https://openalex.org/W2059546927","https://openalex.org/W1986970529","https://openalex.org/W4385374417","https://openalex.org/W2161294397","https://openalex.org/W2012644758","https://openalex.org/W2047559669"],"abstract_inverted_index":{"People":[0],"are":[1,91,104,108,320],"not":[2,323],"infallible":[3],"consistent":[4],"\u201coracles\u201d:":[5],"their":[6,140,166],"confidence":[7,69,100,132,167,240,272],"in":[8,57,77,79,87,288],"decision-making":[9],"may":[10],"vary":[11],"significantly":[12,72],"between":[13],"tasks":[14],"and":[15,28,33,51,86,221,262,317,331,368,387],"over":[16],"time.":[17],"We":[18,126,191],"have":[19],"previously":[20],"reported":[21,165],"the":[22,52,128,194,198,204,219,236,254,271,337,344,381],"benefits":[23],"of":[24,54,139,156,162,218,223,238,251,256,286,296,372,383],"using":[25,178],"an":[26,46,274],"interface":[27],"algorithms":[29],"that":[30,130,343],"explicitly":[31],"captured":[32],"exploited":[34],"users\u2019":[35,68,120,131,148,189,224],"confidence:":[36],"error":[37,285],"rates":[38],"were":[39,144,176],"reduced":[40,62],"by":[41,63,213],"up":[42],"to":[43,67,96,113,146,196,206,210,326,352,364],"50%":[44],"for":[45,94,183,253,264,336,355],"industrial":[47],"multi-class":[48],"learning":[49,181,200],"problem;":[50],"number":[53],"interactions":[55],"required":[56],"a":[58,154,169,242,282,293,348,370],"design-optimisation":[59],"context":[60],"was":[61,334],"33%.":[64],"Having":[65],"access":[66,325],"judgements":[70],"could":[71],"benefit":[73],"intelligent":[74,83],"interactive":[75,376],"systems":[76,85,143],"industry,":[78],"areas":[80],"such":[81],"as":[82,111,151,241,273],"tutoring":[84],"health":[88],"care.":[89],"There":[90],"many":[92,375],"reasons":[93],"wanting":[95],"capture":[97,147],"information":[98,328],"about":[99,329],"implicitly":[101],".":[102],"Some":[103],"ergonomic,":[105],"but":[106,303],"others":[107],"more":[109],"\u201csocial\u201d\u2014such":[110],"wishing":[112],"understand":[114],"(and":[115],"possibly":[116],"take":[117],"account":[118],"of)":[119],"cognitive":[121],"state":[122],"without":[123],"interrupting":[124],"them.":[125],"investigate":[127,193],"hypothesis":[129],"can":[133,202],"be":[134],"accurately":[135],"predicted":[136],"from":[137,188],"measurements":[138],"behaviour.":[141,190],"Eye-tracking":[142],"used":[145],"gaze":[149,225,315],"patterns":[150],"they":[152,164],"undertook":[153],"series":[155],"visual":[157],"decision":[158],"tasks,":[159,261,332],"after":[160],"each":[161,211,356],"which":[163,197,333],"on":[168,232,259,267],"5-point":[170],"Likert":[171],"scale.":[172],"Subsequently,":[173],"predictive":[174],"models":[175,280],"built":[177],"\u201cconventional\u201d":[179],"machine":[180],"approaches":[182],"numerical":[184,298],"summary":[185],"features":[186,208,299,354],"derived":[187],"also":[192],"extent":[195],"deep":[199,229],"paradigm":[201],"reduce":[203],"need":[205],"design":[207],"specific":[209],"application":[212],"creating":[214],"\u201cgaze":[215],"maps\u201d\u2014visual":[216],"representations":[217],"trajectories":[220],"durations":[222],"fixations\u2014and":[226],"then":[227],"training":[228],"convolutional":[230,318],"networks":[231,319],"these":[233],"images.":[234],"Treating":[235],"prediction":[237,390],"user":[239],"two-class":[243],"problem":[244],"(confident/not":[245],"confident),":[246],"we":[247,277],"attained":[248],"classification":[249],"accuracy":[250,307],"88%":[252],"scenario":[255],"new":[257,268],"users":[258,266,330],"known":[260,265],"87%":[263],"tasks.":[269],"Considering":[270],"ordinal":[275],"variable,":[276],"produced":[278],"regression":[279],"with":[281,314],"mean":[283],"absolute":[284],"\u22480.7":[287],"both":[289],"cases.":[290],"Capturing":[291],"just":[292],"simple":[294],"subset":[295],"non-task-specific":[297],"gave":[300],"slightly":[301],"worse,":[302],"still":[304],"quite":[305],"high":[306],"(e.g.,":[308],"MAE":[309],"\u2248":[310],"1.0).":[311],"Results":[312],"obtained":[313],"maps":[316],"competitive,":[321],"despite":[322],"having":[324],"longer-term":[327],"vital":[335],"\u201csummary\u201d":[338],"feature":[339],"sets.":[340],"This":[341],"suggests":[342],"gaze-map-based":[345],"approach":[346],"forms":[347],"viable,":[349],"transferable":[350],"alternative":[351],"handcrafting":[353],"different":[357],"application.":[358],"These":[359],"results":[360],"provide":[361],"significant":[362],"evidence":[363],"confirm":[365],"our":[366],"hypothesis,":[367],"offer":[369],"way":[371],"substantially":[373],"improving":[374],"artificial":[377],"intelligence":[378],"applications":[379],"via":[380],"addition":[382],"cheap":[384,389],"non-intrusive":[385],"hardware":[386],"computationally":[388],"algorithms.":[391]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}