{"id":"https://openalex.org/W4396218105","doi":"https://doi.org/10.1145/3653708","title":"Does More Advice Help? The Effects of Second Opinions in AI-Assisted Decision Making","display_name":"Does More Advice Help? The Effects of Second Opinions in AI-Assisted Decision Making","publication_year":2024,"publication_date":"2024-04-17","ids":{"openalex":"https://openalex.org/W4396218105","doi":"https://doi.org/10.1145/3653708"},"language":"en","primary_location":{"id":"doi:10.1145/3653708","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3653708","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3653708","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045282669","display_name":"Zhuoran Lu","orcid":"https://orcid.org/0000-0002-1079-2043"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhuoran Lu","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-1079-2043","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062817658","display_name":"Dakuo Wang","orcid":"https://orcid.org/0000-0001-9371-9441"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dakuo Wang","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9371-9441","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071294124","display_name":"Ming Yin","orcid":"https://orcid.org/0000-0002-7364-139X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming Yin","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-7364-139X","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5045282669"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":13.7026,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.99436223,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"8","issue":"CSCW1","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/advice","display_name":"Advice (programming)","score":0.7168479561805725},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5621293187141418},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4969065487384796},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.46997350454330444},{"id":"https://openalex.org/keywords/public-opinion","display_name":"Public opinion","score":0.4572531580924988},{"id":"https://openalex.org/keywords/popular-opinion","display_name":"Popular opinion","score":0.45377805829048157},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.4301123023033142},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4093985855579376},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.3248632550239563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3077455461025238},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.28629276156425476},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.15291598439216614},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.1008945107460022},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08489742875099182}],"concepts":[{"id":"https://openalex.org/C2779955035","wikidata":"https://www.wikidata.org/wiki/Q4686785","display_name":"Advice (programming)","level":2,"score":0.7168479561805725},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5621293187141418},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4969065487384796},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46997350454330444},{"id":"https://openalex.org/C134698397","wikidata":"https://www.wikidata.org/wiki/Q17946","display_name":"Public opinion","level":3,"score":0.4572531580924988},{"id":"https://openalex.org/C2993014495","wikidata":"https://www.wikidata.org/wiki/Q17946","display_name":"Popular opinion","level":2,"score":0.45377805829048157},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.4301123023033142},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4093985855579376},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3248632550239563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3077455461025238},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.28629276156425476},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.15291598439216614},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.1008945107460022},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08489742875099182},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C29595303","wikidata":"https://www.wikidata.org/wiki/Q165650","display_name":"Media studies","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3653708","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3653708","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3653708","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3653708","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8199999928474426,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2355114002","display_name":null,"funder_award_id":"IIS-2229876 and IIS-2340209","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1968405115","https://openalex.org/W1982290744","https://openalex.org/W2001652701","https://openalex.org/W2010844658","https://openalex.org/W2012202508","https://openalex.org/W2037897474","https://openalex.org/W2045206822","https://openalex.org/W2057645503","https://openalex.org/W2098364806","https://openalex.org/W2116154168","https://openalex.org/W2134332934","https://openalex.org/W2149382988","https://openalex.org/W2150291618","https://openalex.org/W2161080627","https://openalex.org/W2237502368","https://openalex.org/W2519029070","https://openalex.org/W2521211816","https://openalex.org/W2667569599","https://openalex.org/W2789071465","https://openalex.org/W2800068874","https://openalex.org/W2885453527","https://openalex.org/W2901895173","https://openalex.org/W2905034244","https://openalex.org/W2913854599","https://openalex.org/W2915124689","https://openalex.org/W2918027211","https://openalex.org/W2918497321","https://openalex.org/W2942073295","https://openalex.org/W2942157335","https://openalex.org/W2942444880","https://openalex.org/W2964462869","https://openalex.org/W2979893369","https://openalex.org/W2983137008","https://openalex.org/W2984353433","https://openalex.org/W2999637955","https://openalex.org/W3007702218","https://openalex.org/W3009578469","https://openalex.org/W3028765225","https://openalex.org/W3030790076","https://openalex.org/W3032816739","https://openalex.org/W3037843601","https://openalex.org/W3043424630","https://openalex.org/W3092437886","https://openalex.org/W3092479831","https://openalex.org/W3099742594","https://openalex.org/W3103751997","https://openalex.org/W3119689140","https://openalex.org/W3125633690","https://openalex.org/W3156106752","https://openalex.org/W3156222574","https://openalex.org/W3156281513","https://openalex.org/W3158839228","https://openalex.org/W3159250634","https://openalex.org/W3163411042","https://openalex.org/W3163443091","https://openalex.org/W3163667721","https://openalex.org/W3167325725","https://openalex.org/W3173265486","https://openalex.org/W3174333417","https://openalex.org/W3192495122","https://openalex.org/W3202191909","https://openalex.org/W3206428286","https://openalex.org/W4221056569","https://openalex.org/W4224307896","https://openalex.org/W4224999418","https://openalex.org/W4225006216","https://openalex.org/W4225006930","https://openalex.org/W4225137238","https://openalex.org/W4229045990","https://openalex.org/W4283792714","https://openalex.org/W4288086169","https://openalex.org/W4292289324","https://openalex.org/W4318620371","https://openalex.org/W4360991389","https://openalex.org/W4366547597","https://openalex.org/W4366548373","https://openalex.org/W4382239188","https://openalex.org/W4385767755","https://openalex.org/W4387344906","https://openalex.org/W4389523666","https://openalex.org/W4396832329"],"related_works":["https://openalex.org/W2604195860","https://openalex.org/W3092928543","https://openalex.org/W2026348736","https://openalex.org/W1984014520","https://openalex.org/W2366275731","https://openalex.org/W2365567821","https://openalex.org/W4383982064","https://openalex.org/W2363174879","https://openalex.org/W1991839261","https://openalex.org/W4200122403"],"abstract_inverted_index":{"AI":[0,12,55,72,91,124],"assistance":[1],"in":[2,46,129,146],"decision-making":[3],"has":[4],"become":[5],"popular,":[6],"yet":[7],"people's":[8],"inappropriate":[9],"reliance":[10],"on":[11,71,77,123],"often":[13],"leads":[14],"to":[15,99,102,120],"unsatisfactory":[16],"human-AI":[17,144],"collaboration":[18],"performance.":[19],"In":[20],"this":[21],"paper,":[22],"through":[23],"three":[24],"pre-registered,":[25],"randomized":[26],"human":[27],"subject":[28],"experiments,":[29],"we":[30,108],"explore":[31],"whether":[32,80],"and":[33,44,59],"how":[34],"the":[35,54,81,97,118,136],"provision":[36],"of":[37,114,138],"second":[38,61,82,106,115],"opinions":[39,116],"may":[40],"affect":[41],"decision-makers'":[42],"behavior":[43],"performance":[45],"AI-assisted":[47],"decision-making.":[48,147],"We":[49,132],"find":[50,109],"that":[51,110],"if":[52,94],"both":[53],"model's":[56],"decision":[57],"recommendation":[58],"a":[60,87,104],"opinion":[62,83],"are":[63],"always":[64],"presented":[65],"together,":[66],"decision-makers":[67,95],"reduce":[68],"their":[69,75,111],"over-reliance":[70,122],"while":[73],"increase":[74],"under-reliance":[76,128],"AI,":[78],"regardless":[79],"is":[84],"generated":[85],"by":[86,134],"peer":[88],"or":[89],"another":[90],"model.":[92],"However,":[93],"have":[96,117],"control":[98],"decide":[100],"when":[101],"solicit":[103],"peer's":[105],"opinion,":[107],"active":[112],"solicitations":[113],"potential":[119],"mitigate":[121],"without":[125],"inducing":[126],"increased":[127],"some":[130],"cases.":[131],"conclude":[133],"discussing":[135],"implications":[137],"our":[139],"findings":[140],"for":[141],"promoting":[142],"effective":[143],"collaborations":[145]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}