{"id":"https://openalex.org/W4360991263","doi":"https://doi.org/10.1145/3581641.3584092","title":"Human-Centered Deferred Inference: Measuring User Interactions and Setting Deferral Criteria for Human-AI Teams","display_name":"Human-Centered Deferred Inference: Measuring User Interactions and Setting Deferral Criteria for Human-AI Teams","publication_year":2023,"publication_date":"2023-03-27","ids":{"openalex":"https://openalex.org/W4360991263","doi":"https://doi.org/10.1145/3581641.3584092"},"language":"en","primary_location":{"id":"doi:10.1145/3581641.3584092","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581641.3584092","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581641.3584092","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3581641.3584092","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001022894","display_name":"Stephan J. Lemmer","orcid":"https://orcid.org/0000-0002-6911-786X"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]},{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephan J Lemmer","raw_affiliation_strings":["Robotics, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0002-6911-786X","affiliations":[{"raw_affiliation_string":"Robotics, University of Michigan, United States","institution_ids":["https://openalex.org/I4210116723","https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021329493","display_name":"Anhong Guo","orcid":"https://orcid.org/0000-0002-4447-7818"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anhong Guo","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0002-4447-7818","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079301873","display_name":"Jason J. Corso","orcid":"https://orcid.org/0000-0001-6454-9594"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason J Corso","raw_affiliation_strings":["Electrical Engineering and Computer Science, University of Michigan, United States and Robotics, University of Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0001-6454-9594","affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of Michigan, United States and Robotics, University of Michigan, USA","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8158,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.77133943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"681","last_page":"694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deferral","display_name":"Deferral","score":0.8331760168075562},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8246135711669922},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7951049208641052},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5915948748588562},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.520319938659668},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5136115550994873},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.505612850189209},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4843486547470093},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4640929102897644},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43156617879867554},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.4245149791240692},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.41466063261032104},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.41425076127052307},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36638695001602173},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.2222501039505005},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08703666925430298}],"concepts":[{"id":"https://openalex.org/C2778281098","wikidata":"https://www.wikidata.org/wiki/Q885383","display_name":"Deferral","level":2,"score":0.8331760168075562},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8246135711669922},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7951049208641052},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5915948748588562},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.520319938659668},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5136115550994873},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.505612850189209},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4843486547470093},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4640929102897644},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43156617879867554},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.4245149791240692},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.41466063261032104},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.41425076127052307},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36638695001602173},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2222501039505005},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08703666925430298},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581641.3584092","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581641.3584092","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581641.3584092","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3581641.3584092","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581641.3584092","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581641.3584092","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320315934","display_name":"Toyota Research Institute","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4360991263.pdf","grobid_xml":"https://content.openalex.org/works/W4360991263.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W1562092080","https://openalex.org/W1824259148","https://openalex.org/W1861492603","https://openalex.org/W1933349210","https://openalex.org/W1978472579","https://openalex.org/W1996796871","https://openalex.org/W2066630164","https://openalex.org/W2095781211","https://openalex.org/W2118377301","https://openalex.org/W2142552414","https://openalex.org/W2158827467","https://openalex.org/W2251512949","https://openalex.org/W2282821441","https://openalex.org/W2398089096","https://openalex.org/W2405187948","https://openalex.org/W2475088922","https://openalex.org/W2512003400","https://openalex.org/W2552737937","https://openalex.org/W2578190051","https://openalex.org/W2604664091","https://openalex.org/W2610525153","https://openalex.org/W2616247523","https://openalex.org/W2751379218","https://openalex.org/W2765338544","https://openalex.org/W2795758037","https://openalex.org/W2845281421","https://openalex.org/W2895993994","https://openalex.org/W2905034244","https://openalex.org/W2918341242","https://openalex.org/W2941231575","https://openalex.org/W2947311533","https://openalex.org/W2951965145","https://openalex.org/W2962716343","https://openalex.org/W2962779416","https://openalex.org/W2963109634","https://openalex.org/W2963208543","https://openalex.org/W2963244312","https://openalex.org/W2963349562","https://openalex.org/W2963456402","https://openalex.org/W2963622213","https://openalex.org/W2963748441","https://openalex.org/W2963991868","https://openalex.org/W2984353433","https://openalex.org/W2986685865","https://openalex.org/W3031172930","https://openalex.org/W3035453691","https://openalex.org/W3090449556","https://openalex.org/W3092712724","https://openalex.org/W3102564565","https://openalex.org/W3146563438","https://openalex.org/W3160040323","https://openalex.org/W3162594825","https://openalex.org/W3163443091","https://openalex.org/W3163504820","https://openalex.org/W3196202434","https://openalex.org/W4220783478","https://openalex.org/W4224940987","https://openalex.org/W4224982724","https://openalex.org/W4224993535","https://openalex.org/W4283788970","https://openalex.org/W4283792060","https://openalex.org/W4288083803","https://openalex.org/W4292787094","https://openalex.org/W4303981238","https://openalex.org/W6845975107"],"related_works":["https://openalex.org/W1542016800","https://openalex.org/W3142034411","https://openalex.org/W2599518443","https://openalex.org/W1943719066","https://openalex.org/W2128908182","https://openalex.org/W3121760297","https://openalex.org/W2072884143","https://openalex.org/W2615181677","https://openalex.org/W3013941924","https://openalex.org/W4200137699"],"abstract_inverted_index":{"Although":[0],"deep":[1,126],"learning":[2],"holds":[3],"the":[4,37,41,73,83,91,100,119],"promise":[5,13],"of":[6,61,75,90,105,121,161],"novel":[7,110],"and":[8,64,80,93,130,163],"impactful":[9],"interfaces,":[10],"realizing":[11],"such":[12],"in":[14,77,137],"practice":[15],"remains":[16],"a":[17,24,88,96,109,125,158],"challenge:":[18],"since":[19],"dataset-driven":[20],"deep-learned":[21],"models":[22,65],"assume":[23],"one-time":[25],"human":[26,51],"input,":[27],"there":[28],"is":[29],"no":[30],"recourse":[31],"when":[32,53],"they":[33],"do":[34],"not":[35,98],"understand":[36],"input":[38,52],"provided":[39],"by":[40,142],"user.":[42],"Works":[43],"that":[44,82,134,151,172],"address":[45],"this":[46,68],"via":[47,115],"deferred":[48,78],"inference\u2014soliciting":[49],"additional":[50],"uncertain\u2014show":[54],"meaningful":[55],"improvement,":[56],"but":[57],"ignore":[58],"key":[59],"aspects":[60],"how":[62],"users":[63,76],"interact.":[66],"In":[67,103],"work,":[69],"we":[70,107],"focus":[71],"on":[72],"role":[74],"inference":[79],"argue":[81],"deferral":[84,149],"criteria":[85,150],"should":[86],"be":[87],"function":[89],"user":[92],"model":[94,101],"as":[95],"team,":[97],"simply":[99],"itself.":[102],"support":[104],"this,":[106],"introduce":[108],"mathematical":[111],"formulation,":[112],"validate":[113],"it":[114],"an":[116],"experiment":[117],"analyzing":[118],"interactions":[120],"25":[122],"individuals":[123],"with":[124],"learning-based":[127],"visiolinguistic":[128],"model,":[129],"identify":[131],"user-specific":[132],"dependencies":[133],"are":[135,152],"under-explored":[136],"prior":[138],"work.":[139],"We":[140],"conclude":[141],"demonstrating":[143],"two":[144],"human-centered":[145],"procedures":[146,171],"for":[147],"setting":[148],"simple":[153],"to":[154,157,166],"implement,":[155],"applicable":[156],"wide":[159],"variety":[160],"tasks,":[162],"perform":[164],"equal":[165],"or":[167],"better":[168],"than":[169],"equivalent":[170],"use":[173],"much":[174],"larger":[175],"datasets.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}