{"id":"https://openalex.org/W7167717675","doi":"https://doi.org/10.48550/arxiv.2607.05552","title":"The yes-no bias of large language models reflects answer order and wording, not shifts in moral judgment","display_name":"The yes-no bias of large language models reflects answer order and wording, not shifts in moral judgment","publication_year":2026,"publication_date":"2026-07-06","ids":{"openalex":"https://openalex.org/W7167717675","doi":"https://doi.org/10.48550/arxiv.2607.05552"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2607.05552","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2607.05552","pdf_url":"https://arxiv.org/pdf/2607.05552","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2607.05552","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090225684","display_name":"Haonan Huang","orcid":"https://orcid.org/0000-0001-7223-5202","observed_orcids":["https://orcid.org/0000-0001-7223-5202"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Huang, Haonan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5090225684"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.6288999915122986,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.6288999915122986,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.13809999823570251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03959999978542328,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9570000171661377},{"id":"https://openalex.org/keywords/moral-judgment","display_name":"moral judgment","score":0.8960000276565552},{"id":"https://openalex.org/keywords/framing-effects","display_name":"framing effects","score":0.7289999723434448},{"id":"https://openalex.org/keywords/ethical-dilemmas","display_name":"ethical dilemmas","score":0.8330000042915344},{"id":"https://openalex.org/keywords/gpt-5-5","display_name":"GPT-5.5","score":0.8529999852180481},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.8159999847412109},{"id":"https://openalex.org/keywords/open-weight-models","display_name":"open-weight models","score":0.5929999947547913}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5285000205039978},{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.5108000040054321},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.42329999804496765},{"id":"https://openalex.org/C2776213154","wikidata":"https://www.wikidata.org/wiki/Q13370881","display_name":"Verdict","level":2,"score":0.40459999442100525},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.40119999647140503},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C70777604","wikidata":"https://www.wikidata.org/wiki/Q257885","display_name":"Word order","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.3476000130176544},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3463999927043915},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C70846408","wikidata":"https://www.wikidata.org/wiki/Q220433","display_name":"Logical equivalence","level":3,"score":0.3224000036716461},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.31130000948905945},{"id":"https://openalex.org/C94931360","wikidata":"https://www.wikidata.org/wiki/Q607728","display_name":"Irrational number","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C98717390","wikidata":"https://www.wikidata.org/wiki/Q3043208","display_name":"Ostensive definition","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C192465680","wikidata":"https://www.wikidata.org/wiki/Q1413450","display_name":"Precondition","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C136714292","wikidata":"https://www.wikidata.org/wiki/Q1440683","display_name":"Framing effect","level":3,"score":0.27790001034736633},{"id":"https://openalex.org/C2780492140","wikidata":"https://www.wikidata.org/wiki/Q4066779","display_name":"Undoing","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C150104678","wikidata":"https://www.wikidata.org/wiki/Q953129","display_name":"Reflexive pronoun","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C122770356","wikidata":"https://www.wikidata.org/wiki/Q1656753","display_name":"Identifiability","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C2185349","wikidata":"https://www.wikidata.org/wiki/Q190558","display_name":"Negation","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.25429999828338623}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2607.05552","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2607.05552","pdf_url":"https://arxiv.org/pdf/2607.05552","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2607.05552","doi":"https://doi.org/10.48550/arxiv.2607.05552","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05552","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2607.05552","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2607.05552","pdf_url":"https://arxiv.org/pdf/2607.05552","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7167717675.pdf","grobid_xml":"https://content.openalex.org/works/W7167717675.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W76375448","https://openalex.org/W1964218847","https://openalex.org/W1972605989","https://openalex.org/W1994004584","https://openalex.org/W2001733916","https://openalex.org/W2010398643","https://openalex.org/W2023420063","https://openalex.org/W2024509488","https://openalex.org/W2046235936","https://openalex.org/W2052316774","https://openalex.org/W2080612551","https://openalex.org/W2096452841","https://openalex.org/W2100973578","https://openalex.org/W2119659537","https://openalex.org/W2119998956","https://openalex.org/W2128355832","https://openalex.org/W2129900561","https://openalex.org/W2141584333","https://openalex.org/W2163349776","https://openalex.org/W2779777831","https://openalex.org/W2896252141","https://openalex.org/W2905338036","https://openalex.org/W3007994569","https://openalex.org/W3133893518","https://openalex.org/W4220993274","https://openalex.org/W4238804190","https://openalex.org/W4288711326","https://openalex.org/W4318919287","https://openalex.org/W4321455981","https://openalex.org/W4361020574","https://openalex.org/W4365445794","https://openalex.org/W4376117416","https://openalex.org/W4385570689","https://openalex.org/W4385573216","https://openalex.org/W4387617694","https://openalex.org/W4389523946","https://openalex.org/W4390511174","https://openalex.org/W4391090624","https://openalex.org/W4391872826","https://openalex.org/W4392504765","https://openalex.org/W4392605825","https://openalex.org/W4396519540","https://openalex.org/W4396608701","https://openalex.org/W4402670899","https://openalex.org/W4402671261","https://openalex.org/W4402671800","https://openalex.org/W4403806524","https://openalex.org/W4404515031","https://openalex.org/W4404518322","https://openalex.org/W4404781811","https://openalex.org/W4404781852","https://openalex.org/W4404782390","https://openalex.org/W4404782817","https://openalex.org/W4407758340","https://openalex.org/W4409707351","https://openalex.org/W4411472395","https://openalex.org/W4414827515","https://openalex.org/W7166889499"],"related_works":["https://openalex.org/W7140207712","https://openalex.org/W4411472395","https://openalex.org/W7126177651","https://openalex.org/W7169671960","https://openalex.org/W4416017595","https://openalex.org/W7204135828","https://openalex.org/W7160539509","https://openalex.org/W7140081780","https://openalex.org/W4416033843","https://openalex.org/W7133190912"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,121,165,217],"(LLMs)":[3],"increasingly":[4],"issue":[5],"judgments":[6,17],"read":[7],"as":[8],"binary":[9,270],"verdicts,":[10],"and":[11,62,174,176,183,197,212,251,269],"a":[12,45,49,67,86,99,115,132,150,247,252,274],"growing":[13],"literature":[14],"reports":[15],"such":[16,44,244],"shifting":[18],"under":[19,178],"logically":[20,77,95],"irrelevant":[21,78],"changes":[22],"of":[23,88,281],"wording":[24],"-":[25,75,84,142,148,223],"among":[26],"them":[27],"an":[28,135],"amplified":[29],"yes-no":[30],"bias":[31,137,201],"on":[32,114],"moral":[33,102,253],"dilemmas,":[34],"absent":[35],"in":[36,48,81,123,162],"humans.":[37],"A":[38,91,235],"single":[39],"framing":[40,248],"cannot":[41],"say":[42],"what":[43,273],"shift":[46],"is:":[47],"yes/no":[50,130],"question":[51,89],"the":[52,127,139,154,157,163,184,190,198,216,224,227,231,279,282],"word":[53,155,182],"\"no\"":[54],"is":[55,108,159],"at":[56],"once":[57],"logical":[58,200],"verdict,":[59],"lexical":[60,151],"token,":[61],"last-printed":[63,140],"option.":[64],"We":[65],"introduce":[66],"psychometric":[68],"battery":[69,262],"that":[70],"separates":[71,195],"these:":[72],"crossed":[73],"symmetrization":[74],"every":[76,206],"factor":[79],"flipped":[80],"balanced":[82],"pairs":[83],"across":[85,94],"corpus":[87],"forms.":[90],"graded":[92],"rating":[93],"equivalent":[96],"forms":[97],"recovers":[98],"coherent":[100],"internal":[101],"scale:":[103],"frontier":[104,207],"models'":[105],"stance":[106],"$\u03b8$":[107],"nearly":[109],"format-invariant":[110],"(cross-form":[111],"incoherence":[112],"0.12-0.21":[113],"$\\pm":[116],"1$":[117],"axis);":[118],"small":[119],"open-weight":[120],"fail":[122],"model-specific":[124,210],"ways.":[125],"Forcing":[126],"verdict":[128,185,232],"through":[129],"overlays":[131],"decomposable":[133],"artifact:":[134],"order":[136,213],"toward":[138,153,221],"option":[141],"opposite":[143],"to":[144,168,265],"classic":[145],"human":[146],"primacy":[147],"plus":[149],"pull":[152,225],"\"no\";":[156],"artifact":[158,245],"substantial":[160],"only":[161],"Claude":[164],"(story-averaged":[166],"-0.32":[167],"-0.86),":[169],"$\\approx":[170,203],"0$":[171,204],"for":[172,192,205],"GPT-5.5":[173],"Gemini,":[175],"shrinks":[177],"extended":[179],"reasoning.":[180],"The":[181,261],"share":[186],"one":[187],"token;":[188],"swapping":[189],"words":[191],"arbitrary":[193],"labels":[194],"them,":[196],"verdict-attached":[199],"proves":[202],"model,":[208,237],"while":[209],"label":[211],"attachments":[214],"remain:":[215],"are":[218],"not":[219,230,284],"drawn":[220],"rejecting":[222],"follows":[226],"printed":[228],"surface,":[229],"it":[233],"carries.":[234],"minimal":[236],"$P":[238],"=":[239],"\u03c3((\u03b8\\pm":[240],"m)/s)$,":[241],"summarizes":[242],"any":[243,266],"by":[246],"susceptibility":[249],"m":[250],"decisiveness":[254],"s,":[255],"measurably":[256],"distinct":[257],"from":[258],"sampling":[259],"temperature.":[260],"applies":[263],"unchanged":[264],"dilemma":[267],"set":[268],"format:":[271],"measuring":[272],"model":[275],"values":[276],"requires":[277],"crossing":[278],"frames":[280],"question,":[283],"asking":[285],"once.":[286]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-07-09T00:00:00"}