{"id":"https://openalex.org/W4323841539","doi":"https://doi.org/10.1145/3534561","title":"Advancing Human-AI Complementarity: The Impact of User Expertise and Algorithmic Tuning on Joint Decision Making","display_name":"Advancing Human-AI Complementarity: The Impact of User Expertise and Algorithmic Tuning on Joint Decision Making","publication_year":2023,"publication_date":"2023-03-10","ids":{"openalex":"https://openalex.org/W4323841539","doi":"https://doi.org/10.1145/3534561"},"language":"en","primary_location":{"id":"doi:10.1145/3534561","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3534561","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069122334","display_name":"Kori Inkpen","orcid":"https://orcid.org/0000-0001-5661-4659"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Kori Inkpen","raw_affiliation_strings":["Microsoft Research"],"raw_orcid":"https://orcid.org/0000-0001-5661-4659","affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059339006","display_name":"Shreya Chappidi","orcid":"https://orcid.org/0000-0001-7042-5766"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shreya Chappidi","raw_affiliation_strings":["University of Virginia"],"raw_orcid":"https://orcid.org/0000-0001-7042-5766","affiliations":[{"raw_affiliation_string":"University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089880621","display_name":"Keri Mallari","orcid":"https://orcid.org/0000-0001-9249-0139"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keri Mallari","raw_affiliation_strings":["University of Washington"],"raw_orcid":"https://orcid.org/0000-0001-9249-0139","affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011998621","display_name":"Besmira Nushi","orcid":"https://orcid.org/0000-0002-7554-8586"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Besmira Nushi","raw_affiliation_strings":["Microsoft Research"],"raw_orcid":"https://orcid.org/0000-0002-7554-8586","affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101990683","display_name":"Divya Ramesh","orcid":"https://orcid.org/0000-0003-2281-8172"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Divya Ramesh","raw_affiliation_strings":["University of Michigan"],"raw_orcid":"https://orcid.org/0000-0003-2281-8172","affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078271197","display_name":"Pietro Michelucci","orcid":"https://orcid.org/0000-0002-9819-7221"},"institutions":[{"id":"https://openalex.org/I4387156102","display_name":"Human Computation Institute","ror":"https://ror.org/01c1qvn60","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4387156102"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Pietro Michelucci","raw_affiliation_strings":["Human Computation Institute"],"raw_orcid":"https://orcid.org/0000-0002-9819-7221","affiliations":[{"raw_affiliation_string":"Human Computation Institute","institution_ids":["https://openalex.org/I4387156102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043260495","display_name":"Vani Mandava","orcid":"https://orcid.org/0000-0003-3592-9453"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vani Mandava","raw_affiliation_strings":["Microsoft Research"],"raw_orcid":"https://orcid.org/0000-0003-3592-9453","affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078891805","display_name":"Libu\u0161e Hannah Vep\u0159ek","orcid":"https://orcid.org/0000-0002-0672-6633"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Libu\u0161e Hannah Vep\u0159ek","raw_affiliation_strings":["LMU Munich"],"raw_orcid":"https://orcid.org/0000-0002-0672-6633","affiliations":[{"raw_affiliation_string":"LMU Munich","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000072353","display_name":"Gabrielle Quinn","orcid":"https://orcid.org/0009-0003-7656-7601"},"institutions":[{"id":"https://openalex.org/I52669646","display_name":"Western Washington University","ror":"https://ror.org/05wn7r715","country_code":"US","type":"education","lineage":["https://openalex.org/I52669646"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gabrielle Quinn","raw_affiliation_strings":["Western Washington University"],"raw_orcid":"https://orcid.org/0009-0003-7656-7601","affiliations":[{"raw_affiliation_string":"Western Washington University","institution_ids":["https://openalex.org/I52669646"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5069122334"],"corresponding_institution_ids":["https://openalex.org/I4210164937"],"apc_list":null,"apc_paid":null,"fwci":33.0783,"has_fulltext":false,"cited_by_count":102,"citation_normalized_percentile":{"value":0.99914288,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"30","issue":"5","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6775492429733276},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5439855456352234},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48143264651298523},{"id":"https://openalex.org/keywords/complementarity","display_name":"Complementarity (molecular biology)","score":0.47699764370918274},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.46140164136886597},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3715117871761322},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37142983078956604},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12599784135818481}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6775492429733276},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5439855456352234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48143264651298523},{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.47699764370918274},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.46140164136886597},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3715117871761322},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37142983078956604},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12599784135818481},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3534561","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3534561","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1917647701","https://openalex.org/W1983990435","https://openalex.org/W1984763500","https://openalex.org/W1990229920","https://openalex.org/W2014358849","https://openalex.org/W2040775239","https://openalex.org/W2056418346","https://openalex.org/W2064260530","https://openalex.org/W2093393699","https://openalex.org/W2109021302","https://openalex.org/W2124371667","https://openalex.org/W2132791018","https://openalex.org/W2143074722","https://openalex.org/W2168569455","https://openalex.org/W2171321543","https://openalex.org/W2237502368","https://openalex.org/W2295675274","https://openalex.org/W2477771363","https://openalex.org/W2505877856","https://openalex.org/W2600700815","https://openalex.org/W2602753196","https://openalex.org/W2608239929","https://openalex.org/W2794704013","https://openalex.org/W2800068874","https://openalex.org/W2883360892","https://openalex.org/W2892741787","https://openalex.org/W2896487960","https://openalex.org/W2897434820","https://openalex.org/W2901895173","https://openalex.org/W2905034244","https://openalex.org/W2913854599","https://openalex.org/W2915124689","https://openalex.org/W2916904544","https://openalex.org/W2918497321","https://openalex.org/W2940665510","https://openalex.org/W2942157335","https://openalex.org/W2984353433","https://openalex.org/W2999637955","https://openalex.org/W3001062618","https://openalex.org/W3007910004","https://openalex.org/W3034854469","https://openalex.org/W3035923503","https://openalex.org/W3082033145","https://openalex.org/W3093066786","https://openalex.org/W3099742594","https://openalex.org/W3101792976","https://openalex.org/W3103751997","https://openalex.org/W3104831984","https://openalex.org/W3116793277","https://openalex.org/W3121705224","https://openalex.org/W3125633690","https://openalex.org/W3130937151","https://openalex.org/W3156011032","https://openalex.org/W3156106752","https://openalex.org/W3159250634","https://openalex.org/W3163411042","https://openalex.org/W3163443091","https://openalex.org/W3163667721","https://openalex.org/W3174333417","https://openalex.org/W4243342770","https://openalex.org/W4283172359","https://openalex.org/W4389383721"],"related_works":["https://openalex.org/W2521519254","https://openalex.org/W3139833644","https://openalex.org/W3123110765","https://openalex.org/W4383553409","https://openalex.org/W2212953222","https://openalex.org/W2104948296","https://openalex.org/W1735800226","https://openalex.org/W4285172739","https://openalex.org/W2794206341","https://openalex.org/W3196817267"],"abstract_inverted_index":{"Human-AI":[0,25,338],"collaboration":[1,339],"for":[2],"decision-making":[3,355],"strives":[4],"to":[5,173,185,198,222,245,275,289,307,345,351],"achieve":[6],"team":[7,163],"performance":[8,12,80,168,175,305,310],"that":[9,49,136],"exceeds":[10],"the":[11,125,161,174,178,186,190,204,223,232,271,280,303,323,332],"of":[13,24,34,69,129,177,189,220,230,282,302,335],"humans":[14],"or":[15,98,210,236],"AI":[16,36,110,205,233,243,272,349],"alone.":[17],"However,":[18],"many":[19],"factors":[20,336],"can":[21,142],"impact":[22,160,313],"success":[23],"teams,":[26],"including":[27,151],"a":[28,47,82,92,217],"user\u2019s":[29],"domain":[30],"expertise,":[31],"mental":[32],"models":[33],"an":[35,109,116,140,242,312],"system,":[37],"trust":[38],"in":[39,67,81,144,171,228,259,297,354],"recommendations,":[40],"and":[41,72,111,155,207,249,295,340,347],"more.":[42],"This":[43],"article":[44],"reports":[45],"on":[46,314,331,343],"study":[48,77,261],"examines":[50],"users\u2019":[51,145,166,247,254,300,316],"interactions":[52],"with":[53,59,113,124],"three":[54],"simulated":[55],"algorithmic":[56],"models,":[57],"all":[58,119],"equivalent":[60],"accuracy":[61,187,221,317],"rates":[62],"but":[63,183],"each":[64],"tuned":[65,274],"differently":[66],"terms":[68,229],"true":[70,73],"positive":[71],"negative":[74],"rates.":[75],"Our":[76,133],"examined":[78],"user":[79,152],"non-trivial":[83],"blood":[84,94,267],"vessel":[85,95],"labeling":[86],"task":[87],"where":[88],"participants":[89],"indicated":[90],"whether":[91,231,315],"given":[93,320],"was":[96,273],"flowing":[97,266],"stalled.":[99],"Users":[100],"completed":[101],"140":[102],"trials":[103],"across":[104],"multiple":[105],"stages,":[106],"first":[107],"without":[108],"then":[112],"recommendations":[114,138,234,292,321,342],"from":[115,139,322],"AI-Assistant.":[117],"Although":[118],"users":[120,181,194,258,286,353],"had":[121,216,311],"prior":[122],"experience":[123],"task,":[126],"their":[127,212,238,308],"levels":[128],"proficiency":[130],"varied":[131],"widely.":[132],"results":[134],"demonstrated":[135],"while":[137],"AI-Assistant":[141],"aid":[143],"decision":[146],"making,":[147],"several":[148],"underlying":[149],"factors,":[150],"base":[153,167],"expertise":[154],"complementary":[156],"human-AI":[157],"tuning,":[158],"significantly":[159,252],"overall":[162],"performance.":[164,213,239,255],"First,":[165],"matters,":[169],"particularly":[170],"comparison":[172],"level":[176,188,219],"AI.":[179,191,324],"Novice":[180],"improved,":[182],"not":[184],"Highly":[192],"proficient":[193],"were":[195,225,262,287],"generally":[196],"able":[197,288],"discern":[199],"when":[200,270,319],"they":[201],"should":[202],"follow":[203],"recommendation":[206],"typically":[208],"maintained":[209],"improved":[211,318],"Mid-performers,":[214],"who":[215],"similar":[218],"AI,":[224],"most":[226],"variable":[227],"helped":[235],"hurt":[237],"Second,":[240],"tuning":[241],"algorithm":[244],"complement":[246,352],"strengths":[248],"weaknesses":[250],"also":[251],"impacted":[253],"For":[256],"example,":[257],"our":[260],"better":[263],"at":[264],"detecting":[265],"vessels,":[268],"so":[269],"reduce":[276],"false":[277,284],"negatives":[278],"(at":[279],"expense":[281],"increasing":[283],"positives),":[285],"reject":[290],"those":[291],"more":[293],"easily":[294],"improve":[296],"accuracy.":[298],"Finally,":[299],"perception":[301],"AI\u2019s":[304],"relative":[306],"own":[309],"Overall,":[325],"this":[326],"work":[327],"reveals":[328],"important":[329],"insights":[330],"complex":[333],"interplay":[334],"influencing":[337],"provides":[341],"how":[344],"design":[346],"tune":[348],"algorithms":[350],"tasks.":[356]},"counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}