{"id":"https://openalex.org/W7160433314","doi":"https://doi.org/10.48550/arxiv.2605.03052","title":"How Language Models Process Negation","display_name":"How Language Models Process Negation","publication_year":2026,"publication_date":"2026-05-04","ids":{"openalex":"https://openalex.org/W7160433314","doi":"https://doi.org/10.48550/arxiv.2605.03052"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.03052","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03052","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.03052","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113399822","display_name":"Zhejian Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zhejian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135486113","display_name":"Tianyi Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Tianyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135489581","display_name":"Robin Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Robin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135490559","display_name":"Jonathan May","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"May, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4000000059604645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4000000059604645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.11270000040531158,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.08900000154972076,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9035999774932861},{"id":"https://openalex.org/keywords/negation","display_name":"Negation","score":0.8398000001907349},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.7361999750137329},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.6991999745368958},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6269000172615051},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6195999979972839},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4902999997138977},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.39719998836517334}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9035999774932861},{"id":"https://openalex.org/C2185349","wikidata":"https://www.wikidata.org/wiki/Q190558","display_name":"Negation","level":2,"score":0.8398000001907349},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.7361999750137329},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6991999745368958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6909999847412109},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6269000172615051},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6195999979972839},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5360000133514404},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5131000280380249},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4902999997138977},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C2776411971","wikidata":"https://www.wikidata.org/wiki/Q17141398","display_name":"Sublanguage","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C2776372474","wikidata":"https://www.wikidata.org/wiki/Q508291","display_name":"Simplicity","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.03052","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03052","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.03052","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03052","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.539228081703186}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,65,109],"study":[1],"how":[2,61],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"process":[7,32,63],"negation":[8,33],"mechanistically.":[9],"First,":[10],"we":[11,59],"establish":[12],"that":[13,31,44,74,104,125],"even":[14],"though":[15],"open-weight":[16],"models":[17,62,69,126],"often":[18],"provide":[19],"wrong":[20],"answers":[21],"to":[22,40,76,123],"questions":[23],"involving":[24],"negation,":[25],"they":[26,86],"do":[27],"possess":[28],"internal":[29],"components":[30],"correctly.":[34],"Their":[35],"poor":[36],"accuracy":[37,54],"is":[38],"due":[39],"late-layer":[41],"attention":[42,50,72],"behavior":[43],"promotes":[45,105],"simple":[46],"shortcuts;":[47],"ablating":[48],"those":[49],"modules":[51],"greatly":[52],"improves":[53],"on":[55,119],"negation-related":[56],"questions.":[57],"Second,":[58],"uncover":[60],"negation.":[64],"consider":[66],"two":[67],"hypotheses:":[68],"could":[70,87],"use":[71],"heads":[73],"attend":[75],"the":[77,93,131,141,150],"phrase":[78,96],"being":[79,134],"negated":[80],"and":[81,107,115,121,149],"suppress":[82],"related":[83],"concepts,":[84],"or":[85],"directly":[88],"construct":[89],"a":[90,102,111],"representation":[91],"of":[92,113,143,152],"entire":[94],"negative":[95],"(e.g.,":[97],"representing":[98],"\"not":[99],"gas\"":[100],"as":[101],"vector":[103],"liquids":[106],"solids).":[108],"apply":[110],"range":[112],"observational":[114],"causal":[116],"interpretability":[117],"techniques":[118],"Mistral-7B":[120],"Llama-3.1-8B":[122],"show":[124],"implement":[127],"both":[128],"mechanisms,":[129],"with":[130],"\"constructive\"":[132],"mechanism":[133],"more":[135],"prominent.":[136],"Combined,":[137],"our":[138],"work":[139],"deepens":[140],"understanding":[142],"LLMs'":[144],"internals,":[145],"highlighting":[146],"construction-dominant":[147],"computations":[148],"coexistence":[151],"competing":[153],"mechanisms":[154],"within":[155],"LLMs.":[156]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-07T00:00:00"}