{"id":"https://openalex.org/W7125916108","doi":"https://doi.org/10.1109/smc58881.2025.11342613","title":"Do LLMs Tell Us What We Want to Hear? Investigating Confirmation Bias in AI Responses to Health Queries","display_name":"Do LLMs Tell Us What We Want to Hear? Investigating Confirmation Bias in AI Responses to Health Queries","publication_year":2025,"publication_date":"2025-10-05","ids":{"openalex":"https://openalex.org/W7125916108","doi":"https://doi.org/10.1109/smc58881.2025.11342613"},"language":null,"primary_location":{"id":"doi:10.1109/smc58881.2025.11342613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11342613","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124093092","display_name":"Rafael Ris-Ala","orcid":null},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Rafael Ris-Ala","raw_affiliation_strings":["INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal"],"affiliations":[{"raw_affiliation_string":"INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal","institution_ids":["https://openalex.org/I4210166615"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gon\u00e7alo Gon\u00e7alves","orcid":null},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Gon\u00e7alo Gon\u00e7alves","raw_affiliation_strings":["INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal"],"affiliations":[{"raw_affiliation_string":"INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal","institution_ids":["https://openalex.org/I4210166615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124076535","display_name":"Leonardo S. Lopes","orcid":null},"institutions":[{"id":"https://openalex.org/I155381812","display_name":"University of Tr\u00e1s-os-Montes and Alto Douro","ror":"https://ror.org/03qc8vh97","country_code":"PT","type":"education","lineage":["https://openalex.org/I155381812"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Leonardo S. Lopes","raw_affiliation_strings":["Universidade de Trás-os-Montes e Alto Douro,Engineering Department,Vila Real,Portugal"],"affiliations":[{"raw_affiliation_string":"Universidade de Trás-os-Montes e Alto Douro,Engineering Department,Vila Real,Portugal","institution_ids":["https://openalex.org/I155381812"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076953040","display_name":"Tiago Ferreira Dantas","orcid":null},"institutions":[{"id":"https://openalex.org/I155381812","display_name":"University of Tr\u00e1s-os-Montes and Alto Douro","ror":"https://ror.org/03qc8vh97","country_code":"PT","type":"education","lineage":["https://openalex.org/I155381812"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Tiago F. Dantas","raw_affiliation_strings":["Universidade de Trás-os-Montes e Alto Douro,Engineering Department,Vila Real,Portugal"],"affiliations":[{"raw_affiliation_string":"Universidade de Trás-os-Montes e Alto Douro,Engineering Department,Vila Real,Portugal","institution_ids":["https://openalex.org/I155381812"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070923195","display_name":"Dennis Paulino","orcid":"https://orcid.org/0000-0001-8463-6302"},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Dennis Paulino","raw_affiliation_strings":["INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal"],"affiliations":[{"raw_affiliation_string":"INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal","institution_ids":["https://openalex.org/I4210166615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104346916","display_name":"Andr\u00e9 Netto","orcid":"https://orcid.org/0009-0001-5003-7421"},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 T. Netto","raw_affiliation_strings":["INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal"],"affiliations":[{"raw_affiliation_string":"INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal","institution_ids":["https://openalex.org/I4210166615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083205318","display_name":"Diogo Guimar\u00e3es","orcid":"https://orcid.org/0000-0002-2482-4771"},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Diogo Guimar\u00e3es","raw_affiliation_strings":["INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal"],"affiliations":[{"raw_affiliation_string":"INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal","institution_ids":["https://openalex.org/I4210166615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124130635","display_name":"Artur Rocha","orcid":null},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Artur Rocha","raw_affiliation_strings":["INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal"],"affiliations":[{"raw_affiliation_string":"INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal","institution_ids":["https://openalex.org/I4210166615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124085246","display_name":"Adriana S. Vivacqua","orcid":null},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Adriana S. Vivacqua","raw_affiliation_strings":["Universidade Federal do Rio de Janeiro,Instituto de Computação,Rio de Janeiro,Brasil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio de Janeiro,Instituto de Computação,Rio de Janeiro,Brasil","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091429134","display_name":"Hugo Paredes","orcid":"https://orcid.org/0000-0002-4274-4783"},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Hugo Paredes","raw_affiliation_strings":["INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal"],"affiliations":[{"raw_affiliation_string":"INESC TEC,Human-Centered Computing and Information Science,Porto,Portugal","institution_ids":["https://openalex.org/I4210166615"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5124093092"],"corresponding_institution_ids":["https://openalex.org/I4210166615"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6432606,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4338","last_page":"4341"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6938999891281128,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6938999891281128,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.11420000344514847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.038100000470876694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5254999995231628},{"id":"https://openalex.org/keywords/confirmation-bias","display_name":"Confirmation bias","score":0.5142999887466431},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.37139999866485596},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.36739999055862427},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.3327000141143799},{"id":"https://openalex.org/keywords/health-professionals","display_name":"Health professionals","score":0.2863999903202057}],"concepts":[{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5254999995231628},{"id":"https://openalex.org/C79585631","wikidata":"https://www.wikidata.org/wiki/Q431498","display_name":"Confirmation bias","level":2,"score":0.5142999887466431},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4821000099182129},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.44679999351501465},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.37139999866485596},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3000999987125397},{"id":"https://openalex.org/C3019806175","wikidata":"https://www.wikidata.org/wiki/Q11974939","display_name":"Health professionals","level":3,"score":0.2863999903202057},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.27720001339912415},{"id":"https://openalex.org/C2991991027","wikidata":"https://www.wikidata.org/wiki/Q6007314","display_name":"Implicit bias","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C2778627824","wikidata":"https://www.wikidata.org/wiki/Q178561","display_name":"Battle","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.25209999084472656},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc58881.2025.11342613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11342613","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.752432107925415,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2602867786","https://openalex.org/W2773915672","https://openalex.org/W4210590374","https://openalex.org/W4232009649","https://openalex.org/W4253205054","https://openalex.org/W4283754445","https://openalex.org/W4292157289","https://openalex.org/W4361289889","https://openalex.org/W4385819060","https://openalex.org/W4387500346","https://openalex.org/W4391331193","https://openalex.org/W4392414327","https://openalex.org/W4401719639","https://openalex.org/W4401908463","https://openalex.org/W4402773236","https://openalex.org/W4403689553"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,16,87],"widely":[5],"used":[6],"today":[7],"in":[8,24,33,43,81,119,122,153],"virtual":[9],"assistants":[10],"and":[11,59,67,96,150],"content":[12],"generation.":[13],"However,":[14],"there":[15],"suspicions":[17],"that":[18,27,116,138],"LLMs":[19,63,120,124],"present":[20,64],"confirmation":[21,65,112,117],"bias,":[22],"responding":[23],"a":[25,126],"way":[26],"reinforces":[28],"beliefs":[29],"or":[30],"assumptions":[31],"embedded":[32],"users'":[34],"questions,":[35],"which":[36,82],"can":[37],"lead":[38],"to":[39,55,68,89,130],"erroneous":[40],"decision-making,":[41],"especially":[42],"sensitive":[44],"areas":[45],"such":[46],"as":[47],"healthcare.":[48],"The":[49,75,135],"objective":[50],"of":[51,72,91,111,128,132,170],"this":[52,73],"research":[53,164],"is":[54],"determine":[56],"how":[57],"often":[58],"under":[60],"what":[61],"conditions":[62],"bias":[66,118,140],"identify":[69],"the":[70,92,109,133,139,143,146,151,154,158,161,168],"causes":[71],"effect.":[74],"methodology":[76],"involves":[77],"conducting":[78],"an":[79],"experiment":[80],"52":[83],"biased":[84],"healthcare":[85],"questions":[86],"presented":[88],"10":[90],"most":[93],"popular":[94],"models":[95],"analyzing":[97],"whether":[98],"their":[99],"responses":[100],"were":[101],"biased.":[102],"This":[103,163],"work":[104],"proves":[105],"with":[106,125],"statistical":[107],"power":[108],"behavior":[110],"bias.":[113],"We":[114],"show":[115],"occurs":[121],"all":[123],"frequency":[127],"20%":[129],"60%":[131],"occasions.":[134],"evidence":[136],"suggests":[137],"arises":[141],"from":[142],"training":[144],"database,":[145],"Transformer":[147],"architecture":[148],"itself,":[149],"instructions":[152],"fine-tuning":[155],"phase":[156],"by":[157],"companies":[159],"behind":[160],"LLMs.":[162,172],"explores":[165],"pathways":[166],"for":[167],"development":[169],"trustworthy":[171]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2026-01-29T00:00:00"}