{"id":"https://openalex.org/W7160981852","doi":"https://doi.org/10.48550/arxiv.2605.12303","title":"From Model Uncertainty to Human Attention: Localization-Aware Visual Cues for Scalable Annotation Review","display_name":"From Model Uncertainty to Human Attention: Localization-Aware Visual Cues for Scalable Annotation Review","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7160981852","doi":"https://doi.org/10.48550/arxiv.2605.12303"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.12303","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12303","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.12303","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092189620","display_name":"Moussa Kassem Sbeyti","orcid":"https://orcid.org/0000-0002-0253-9734"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sbeyti, Moussa Kassem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060423160","display_name":"Joshua Holstein","orcid":"https://orcid.org/0009-0005-3885-8365"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Holstein, Joshua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136030594","display_name":"Philipp Spitzer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spitzer, Philipp","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136078304","display_name":"Nadja Klein","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klein, Nadja","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5000245557","display_name":"Gerhard Satzger","orcid":"https://orcid.org/0000-0001-8731-654X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Satzger, Gerhard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.477400004863739,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.477400004863739,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.13030000030994415,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.11509999632835388,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7269999980926514},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.631600022315979},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5763999819755554},{"id":"https://openalex.org/keywords/sensory-cue","display_name":"Sensory cue","score":0.5178999900817871},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5031999945640564},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4702000021934509},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45509999990463257},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.3984000086784363}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8118000030517578},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7269999980926514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6796000003814697},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.631600022315979},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5763999819755554},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5587999820709229},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.5178999900817871},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5031999945640564},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4702000021934509},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45509999990463257},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3984000086784363},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.385699987411499},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3467000126838684},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.304500013589859},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C107524782","wikidata":"https://www.wikidata.org/wiki/Q40164","display_name":"Lever","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.26809999346733093},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.12303","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12303","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.12303","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12303","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.4441577196121216,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"High-quality":[0],"labeled":[1],"data":[2],"is":[3,145],"essential":[4],"for":[5],"training":[6],"robust":[7],"machine":[8],"learning":[9],"models,":[10],"yet":[11],"obtaining":[12],"annotations":[13],"at":[14,147],"scale":[15],"remains":[16],"expensive.":[17],"AI-assisted":[18,57],"annotation":[19],"has":[20],"therefore":[21],"become":[22],"standard":[23],"in":[24,29],"large-scale":[25],"labeling":[26],"workflows.":[27],"However,":[28],"tasks":[30],"where":[31,64],"model":[32,45],"predictions":[33,126],"carry":[34],"two":[35],"independent":[36],"components,":[37],"a":[38,44,92,96,138],"class":[39],"label":[40,108],"and":[41,127],"spatial":[42,65,89],"boundaries,":[43],"may":[46,74],"classify":[47],"an":[48],"object":[49],"with":[50,99],"high":[51],"confidence":[52],"while":[53,110],"mislocalizing":[54],"it.":[55],"Existing":[56],"workflows":[58],"offer":[59],"annotators":[60],"no":[61],"signal":[62],"about":[63],"errors":[66],"are":[67],"most":[68],"likely.":[69],"Without":[70],"such":[71],"guidance,":[72],"humans":[73],"systematically":[75],"underinspect":[76],"subtly":[77],"misplaced":[78],"boxes.":[79,131],"We":[80],"address":[81],"this":[82],"by":[83],"studying":[84],"the":[85,119],"effect":[86],"of":[87],"visualizing":[88],"uncertainty":[90,104,136],"via":[91],"purpose-built":[93],"interface.":[94],"In":[95],"controlled":[97],"study":[98],"120":[100],"participants,":[101],"those":[102],"receiving":[103],"cues":[105,120],"achieve":[106],"higher":[107],"quality":[109],"being":[111],"faster":[112],"overall.":[113],"A":[114],"box-level":[115],"analysis":[116],"confirms":[117],"that":[118],"redirect":[121],"annotator":[122],"effort":[123],"toward":[124],"high-uncertainty":[125],"away":[128],"from":[129],"well-localized":[130],"These":[132],"findings":[133],"establish":[134],"localization":[135],"as":[137],"lever":[139],"to":[140],"improve":[141],"human-in-the-loop":[142],"annotation.":[143],"Code":[144],"available":[146],"https://mos-ks.github.io/MUHA/.":[148]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-14T00:00:00"}