{"id":"https://openalex.org/W4416017595","doi":"https://doi.org/10.1145/3746252.3761350","title":"Yes is Harder than No: A Behavioral Study of Framing Effects in Large Language Models Across Downstream Tasks","display_name":"Yes is Harder than No: A Behavioral Study of Framing Effects in Large Language Models Across Downstream Tasks","publication_year":2025,"publication_date":"2025-11-08","ids":{"openalex":"https://openalex.org/W4416017595","doi":"https://doi.org/10.1145/3746252.3761350"},"language":null,"primary_location":{"id":"doi:10.1145/3746252.3761350","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761350","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108151193","display_name":"Zhongbin Zhang","orcid":"https://orcid.org/0009-0005-4899-0300"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziheng Zhang","raw_affiliation_strings":["Laboratory for Big Data and Decision, National University of Defense Technology, China, ChangsSha, China"],"affiliations":[{"raw_affiliation_string":"Laboratory for Big Data and Decision, National University of Defense Technology, China, ChangsSha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039575548","display_name":"Weixin Zeng","orcid":"https://orcid.org/0000-0002-2690-3190"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixin Zeng","raw_affiliation_strings":["Laboratory for Big Data and Decision, National University of Defense Technology, China, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Laboratory for Big Data and Decision, National University of Defense Technology, China, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101937795","display_name":"Jianmin Tang","orcid":"https://orcid.org/0000-0002-8113-4398"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiuyang Tang","raw_affiliation_strings":["Laboratory for Big Data and Decision, National University of Defense Technology, China, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Laboratory for Big Data and Decision, National University of Defense Technology, China, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046184004","display_name":"Ji Wang","orcid":"https://orcid.org/0000-0002-4199-2793"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji Wang","raw_affiliation_strings":["Laboratory for Big Data and Decision, National University of Defense Technology, China, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Laboratory for Big Data and Decision, National University of Defense Technology, China, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014937762","display_name":"Xiang Zhao","orcid":"https://orcid.org/0000-0001-6339-0219"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Zhao","raw_affiliation_strings":["Laboratory for Big Data and Decision, National University of Defense Technology, China, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Laboratory for Big Data and Decision, National University of Defense Technology, China, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5108151193"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":2.8331,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92981679,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4304","last_page":"4314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6703000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6703000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.03840000182390213,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.03739999979734421,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/framing","display_name":"Framing (construction)","score":0.8409000039100647},{"id":"https://openalex.org/keywords/framing-effect","display_name":"Framing effect","score":0.7394000291824341},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.6610999703407288},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4153999984264374},{"id":"https://openalex.org/keywords/prospect-theory","display_name":"Prospect theory","score":0.39410001039505005},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.3928999900817871},{"id":"https://openalex.org/keywords/cognitive-bias","display_name":"Cognitive bias","score":0.34369999170303345}],"concepts":[{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.8409000039100647},{"id":"https://openalex.org/C136714292","wikidata":"https://www.wikidata.org/wiki/Q1440683","display_name":"Framing effect","level":3,"score":0.7394000291824341},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.6610999703407288},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.5343999862670898},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.532800018787384},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4675999879837036},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4153999984264374},{"id":"https://openalex.org/C339426","wikidata":"https://www.wikidata.org/wiki/Q1151839","display_name":"Prospect theory","level":2,"score":0.39410001039505005},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C189216375","wikidata":"https://www.wikidata.org/wiki/Q1127759","display_name":"Cognitive bias","level":3,"score":0.34369999170303345},{"id":"https://openalex.org/C109574028","wikidata":"https://www.wikidata.org/wiki/Q647525","display_name":"Behavioral economics","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C118084267","wikidata":"https://www.wikidata.org/wiki/Q26110","display_name":"Positive economics","level":1,"score":0.2660999894142151},{"id":"https://openalex.org/C191160116","wikidata":"https://www.wikidata.org/wiki/Q3423709","display_name":"Regulatory focus theory","level":3,"score":0.2651999890804291},{"id":"https://openalex.org/C201717286","wikidata":"https://www.wikidata.org/wiki/Q938185","display_name":"Rationality","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746252.3761350","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761350","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1970192977","https://openalex.org/W2067624665","https://openalex.org/W2126976479","https://openalex.org/W2134395675","https://openalex.org/W2251939518","https://openalex.org/W2990751682","https://openalex.org/W3004346089","https://openalex.org/W3030216914","https://openalex.org/W3045211065","https://openalex.org/W3091963033","https://openalex.org/W3110925910","https://openalex.org/W4210827551","https://openalex.org/W4318919287","https://openalex.org/W4322720178","https://openalex.org/W4385570870","https://openalex.org/W4385573504","https://openalex.org/W4386644471","https://openalex.org/W4387799774","https://openalex.org/W4389518829","https://openalex.org/W4389519940","https://openalex.org/W4389611357","https://openalex.org/W4391591671","https://openalex.org/W4396608701","https://openalex.org/W4401461713","https://openalex.org/W4402671948","https://openalex.org/W4402981195"],"related_works":[],"abstract_inverted_index":{"Framing":[0],"effect":[1],"is":[2,22,115,185],"a":[3,65,91,116,189,234,254],"well-known":[4],"cognitive":[5],"bias":[6,210,257],"in":[7,57,60,72,107,192,201,211,258],"which":[8,110,165,246],"individuals'":[9],"responses":[10,134],"to":[11,131,146,173,188,237],"the":[12,20,58,111,158,175,193,208,239],"same":[13],"underlying":[14],"question":[15,21],"vary":[16],"depending":[17],"on":[18,50],"how":[19],"phrased.":[23],"Recent":[24],"studies":[25],"suggest":[26],"that":[27,167,182,207],"large":[28],"language":[29],"models":[30],"(LLMs)":[31],"also":[32],"exhibit":[33],"framing":[34,70,105,199,240],"effects,":[35],"but":[36],"existing":[37],"work":[38,252],"has":[39],"primarily":[40],"replicated":[41],"psychological":[42],"experiments":[43],"using":[44,222],"hand-crafted":[45],"prompts,":[46],"leaving":[47],"their":[48,265],"impact":[49],"practical":[51,262],"downstream":[52,77,269],"tasks":[53],"underexplored.":[54],"To":[55],"fill":[56],"gap,":[59],"this":[61,155,183],"paper,":[62],"we":[63,205,232],"conduct":[64],"systematic":[66],"empirical":[67],"investigation":[68],"into":[69],"effects":[71,106],"LLMs":[73,95,120,129,212,259],"across":[74,268],"multiple":[75],"real-world":[76],"tasks.":[78,270],"We":[79,99,153,179],"construct":[80],"semantically":[81],"equivalent":[82],"prompts":[83],"with":[84],"positive":[85,196],"and":[86,89,217,260],"negative":[87,198],"framings":[88],"evaluate":[90],"wide":[92],"range":[93],"of":[94,104,160,195],"under":[96,151],"these":[97],"conditions.":[98],"uncover":[100],"several":[101],"behavioral":[102,256],"regularities":[103],"LLMs,":[108],"among":[109],"most":[112],"notable":[113],"one":[114],"consistent":[117],"response":[118],"asymmetry:":[119],"find":[121],"answering":[122],"''yes''":[123],"harder":[124],"than":[125],"''no''.":[126],"That":[127],"is,":[128],"tend":[130],"issue":[132],"affirmative":[133],"(i.e.,":[135,149],"''yes'')":[136],"only":[137],"when":[138],"they":[139,144],"are":[140],"highly":[141],"confident,":[142],"while":[143],"incline":[145],"answer":[147],"negatively":[148],"''no'')":[150],"uncertainty.":[152],"interpret":[154],"asymmetry":[156],"through":[157],"lens":[159],"Error":[161],"Management":[162],"Theory":[163],"(EMT),":[164],"posits":[166],"rational":[168],"agents":[169],"adopt":[170],"risk-averse":[171],"strategies":[172],"minimize":[174],"more":[176],"costly":[177],"error.":[178],"empirically":[180],"show":[181],"behavior":[184],"partially":[186],"attributable":[187],"statistical":[190],"imbalance":[191],"frequency":[194],"versus":[197],"cues":[200],"pretraining":[202],"corpora.":[203],"Furthermore,":[204],"demonstrate":[206],"framing-induced":[209],"can":[213,227],"inform":[214],"prompt":[215],"engineering":[216],"active":[218],"in-context":[219],"learning,":[220],"i.e.,":[221,242],"framing-sensitive":[223],"samples":[224],"as":[225],"demonstrations":[226],"improve":[228],"model":[229],"performance.":[230],"Finally,":[231],"offer":[233],"preliminary":[235],"strategy":[236],"mitigate":[238],"effect,":[241],"injecting":[243],"debiasing":[244],"instructions,":[245],"shows":[247],"promise.":[248],"In":[249],"all,":[250],"our":[251],"uncovers":[253],"fundamental":[255],"offers":[261],"guidance":[263],"for":[264],"reliable":[266],"deployment":[267]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-08T00:00:00"}