{"id":"https://openalex.org/W4396832884","doi":"https://doi.org/10.1145/3613904.3641946","title":"Understanding Choice Independence and Error Types in Human-AI Collaboration","display_name":"Understanding Choice Independence and Error Types in Human-AI Collaboration","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396832884","doi":"https://doi.org/10.1145/3613904.3641946"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3641946","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641946","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641946","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641946","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024981375","display_name":"Alexander Erlei","orcid":"https://orcid.org/0000-0001-7322-2761"},"institutions":[{"id":"https://openalex.org/I74656192","display_name":"University of G\u00f6ttingen","ror":"https://ror.org/01y9bpm73","country_code":"DE","type":"education","lineage":["https://openalex.org/I74656192"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Alexander Erlei","raw_affiliation_strings":["Economics, Georg-August-Universit\u00e4t G\u00f6ttingen, Germany"],"affiliations":[{"raw_affiliation_string":"Economics, Georg-August-Universit\u00e4t G\u00f6ttingen, Germany","institution_ids":["https://openalex.org/I74656192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013087953","display_name":"Abhinav Sharma","orcid":"https://orcid.org/0009-0001-1046-6600"},"institutions":[{"id":"https://openalex.org/I4210089896","display_name":"Indian Institute of Information Technology Guwahati","ror":"https://ror.org/00bb9ch64","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210089896"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Abhinav Sharma","raw_affiliation_strings":["Computer Science and Engineering, Indian Institute of Information Technology Guwahati, India"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Indian Institute of Information Technology Guwahati, India","institution_ids":["https://openalex.org/I4210089896"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038081564","display_name":"Ujwal Gadiraju","orcid":"https://orcid.org/0000-0002-6189-6539"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ujwal Gadiraju","raw_affiliation_strings":["Web Information Systems, Delft University of Technology, Netherlands"],"affiliations":[{"raw_affiliation_string":"Web Information Systems, Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5024981375"],"corresponding_institution_ids":["https://openalex.org/I74656192"],"apc_list":null,"apc_paid":null,"fwci":8.757,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.97847735,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/delegate","display_name":"Delegate","score":0.8876383304595947},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7245538830757141},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.697126030921936},{"id":"https://openalex.org/keywords/delegation","display_name":"Delegation","score":0.6566709280014038},{"id":"https://openalex.org/keywords/independence","display_name":"Independence (probability theory)","score":0.6565850973129272},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6351786851882935},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6136139631271362},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5857585072517395},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5577605962753296},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.49178364872932434},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09353703260421753}],"concepts":[{"id":"https://openalex.org/C143273055","wikidata":"https://www.wikidata.org/wiki/Q2382794","display_name":"Delegate","level":2,"score":0.8876383304595947},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7245538830757141},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.697126030921936},{"id":"https://openalex.org/C86532276","wikidata":"https://www.wikidata.org/wiki/Q1184065","display_name":"Delegation","level":2,"score":0.6566709280014038},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.6565850973129272},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6351786851882935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6136139631271362},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5857585072517395},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5577605962753296},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.49178364872932434},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09353703260421753},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3613904.3641946","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641946","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641946","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:publications.goettingen-research-online.de:2/153217","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/153217","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"yes"},{"id":"pmh:oai:tudelft.nl:uuid:e6c1ec82-33cf-43f0-9a26-54425633868b","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:e6c1ec82-33cf-43f0-9a26-54425633868b","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.1145/3613904.3641946","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641946","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641946","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3968613329","display_name":null,"funder_award_id":"ZN3492","funder_id":"https://openalex.org/F4320313139","funder_display_name":"Nieders\u00e4chsische Ministerium f\u00fcr Wissenschaft und Kultur"},{"id":"https://openalex.org/G5853222219","display_name":null,"funder_award_id":"Vorab","funder_id":"https://openalex.org/F4320320882","funder_display_name":"Volkswagen Foundation"},{"id":"https://openalex.org/G6793133570","display_name":null,"funder_award_id":"Vorab","funder_id":"https://openalex.org/F4320313139","funder_display_name":"Nieders\u00e4chsische Ministerium f\u00fcr Wissenschaft und Kultur"}],"funders":[{"id":"https://openalex.org/F4320313139","display_name":"Nieders\u00e4chsische Ministerium f\u00fcr Wissenschaft und Kultur","ror":"https://ror.org/0116z8r77"},{"id":"https://openalex.org/F4320320882","display_name":"Volkswagen Foundation","ror":"https://ror.org/03bsmfz84"},{"id":"https://openalex.org/F4320321012","display_name":"Technische Universiteit Delft","ror":"https://ror.org/02e2c7k09"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396832884.pdf"},"referenced_works_count":76,"referenced_works":["https://openalex.org/W1491025409","https://openalex.org/W1507185212","https://openalex.org/W1518484475","https://openalex.org/W1975508209","https://openalex.org/W1984386156","https://openalex.org/W1994037809","https://openalex.org/W2001190740","https://openalex.org/W2008986914","https://openalex.org/W2026617951","https://openalex.org/W2043499048","https://openalex.org/W2048838831","https://openalex.org/W2070441738","https://openalex.org/W2080766887","https://openalex.org/W2085917309","https://openalex.org/W2089281104","https://openalex.org/W2102623514","https://openalex.org/W2106098322","https://openalex.org/W2117503214","https://openalex.org/W2137333062","https://openalex.org/W2143417015","https://openalex.org/W2150337234","https://openalex.org/W2157310699","https://openalex.org/W2158570360","https://openalex.org/W2250513429","https://openalex.org/W2345330345","https://openalex.org/W2505877856","https://openalex.org/W2766005220","https://openalex.org/W2785242877","https://openalex.org/W2800029302","https://openalex.org/W2800068874","https://openalex.org/W2896487960","https://openalex.org/W2901895173","https://openalex.org/W2918341242","https://openalex.org/W2918497321","https://openalex.org/W2920166258","https://openalex.org/W2922903482","https://openalex.org/W2961720344","https://openalex.org/W2962700793","https://openalex.org/W2981686111","https://openalex.org/W2984353433","https://openalex.org/W3007910004","https://openalex.org/W3011865677","https://openalex.org/W3024532045","https://openalex.org/W3092437886","https://openalex.org/W3092479831","https://openalex.org/W3099742594","https://openalex.org/W3104831984","https://openalex.org/W3110031684","https://openalex.org/W3110817755","https://openalex.org/W3121705224","https://openalex.org/W3126041111","https://openalex.org/W3156011032","https://openalex.org/W3163443091","https://openalex.org/W3167050492","https://openalex.org/W3173265486","https://openalex.org/W4200195738","https://openalex.org/W4206216660","https://openalex.org/W4210648339","https://openalex.org/W4213145388","https://openalex.org/W4224940987","https://openalex.org/W4225006930","https://openalex.org/W4225159586","https://openalex.org/W4283162852","https://openalex.org/W4292092860","https://openalex.org/W4309048115","https://openalex.org/W4312910956","https://openalex.org/W4318620371","https://openalex.org/W4327810784","https://openalex.org/W4366547314","https://openalex.org/W4366547597","https://openalex.org/W4366549077","https://openalex.org/W4366550162","https://openalex.org/W4367310920","https://openalex.org/W4381189853","https://openalex.org/W4387328606","https://openalex.org/W4396832356"],"related_works":["https://openalex.org/W115332106","https://openalex.org/W1591695585","https://openalex.org/W3183911098","https://openalex.org/W4238454263","https://openalex.org/W2559470891","https://openalex.org/W4245844877","https://openalex.org/W4248360724","https://openalex.org/W1975904519","https://openalex.org/W4386088672","https://openalex.org/W3125255130"],"abstract_inverted_index":{"The":[0,108],"ability":[1],"to":[2,23,51,84,86,101,114,177,207],"make":[3,102],"appropriate":[4,188,218,281],"delegation":[5],"decisions":[6],"is":[7,111,243,251],"an":[8,87,167],"important":[9,273],"prerequisite":[10],"of":[11,30,36,60,149,256,265,283],"effective":[12],"human-AI":[13,266],"collaboration.":[14,267],"Recent":[15],"work,":[16],"however,":[17],"has":[18],"shown":[19],"that":[20,98,134,155,233,240],"people":[21,156],"struggle":[22],"evaluate":[24],"AI":[25,39,62,88,130,180,210,284],"systems":[26,40],"in":[27,70,166,181,196,211,225,262],"the":[28,129,138,150,163,191,221,226,246,252,263,276],"presence":[29],"forecasting":[31],"errors,":[32],"falling":[33],"well":[34],"short":[35],"relying":[37],"on":[38,245],"appropriately.":[41],"We":[42,126],"use":[43],"a":[44,95,178,197,208,212],"pre-registered":[45],"crowdsourcing":[46],"study":[47,72],"(N":[48],"=":[49],"611)":[50],"extend":[52],"this":[53,241],"literature":[54],"by":[55,161],"two":[56,75],"underexplored":[57],"crucial":[58],"features":[59],"human":[61,227],"decision-making:":[63],"choice":[64,159,257],"independence":[65,160,258],"and":[66,78,104,116,239,259,272,280],"error":[67,237,260],"type.":[68],"Subjects":[69],"our":[71],"repeatedly":[73],"complete":[74],"prediction":[76,141],"tasks":[77,144],"choose":[79],"which":[80],"predictions":[81,176,206],"they":[82],"want":[83],"delegate":[85,175,205],"system.":[89],"For":[90],"one":[91,148],"task,":[92],"subjects":[93,117],"receive":[94],"decision":[96,124],"heuristic":[97],"allows":[99],"them":[100],"informed":[103],"relatively":[105],"accurate":[106],"predictions.":[107],"second":[109,169],"task":[110,170],"substantially":[112],"harder":[113],"solve,":[115],"must":[118],"come":[119],"up":[120],"with":[121],"their":[122,182],"own":[123,183],"rule.":[125],"systematically":[127,157,223],"vary":[128],"system\u2019s":[131],"performance":[132,165],"such":[133],"it":[135],"either":[136],"provides":[137],"best":[139],"possible":[140],"for":[142,147,275],"both":[143],"or":[145],"only":[146],"two.":[151],"Our":[152,268],"results":[153,269],"demonstrate":[154],"violate":[158],"taking":[162],"AI\u2019s":[164],"unrelated":[168],"into":[171],"account.":[172],"Humans":[173],"who":[174,204],"superior":[179,209],"expertise":[184,199,214,228,248],"domain":[185,215],"significantly":[186,216],"reduce":[187],"reliance":[189,219],"when":[190,220],"model":[192,222],"makes":[193],"systematic":[194],"errors":[195],"complementary":[198,213],"domain.":[200,229,249],"In":[201],"contrast,":[202],"humans":[203,234],"increase":[217],"errs":[224],"Furthermore,":[230],"we":[231],"show":[232],"differentiate":[235],"between":[236],"types":[238,261],"effect":[242],"conditional":[244],"considered":[247],"This":[250],"first":[253],"empirical":[254],"exploration":[255],"context":[264],"have":[270],"broad":[271],"implications":[274],"future":[277],"design,":[278],"deployment,":[279],"application":[282],"systems.":[285]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}