{"id":"https://openalex.org/W7127286866","doi":"https://doi.org/10.48550/arxiv.2602.01132","title":"Don't Judge a Book by its Cover: Testing LLMs' Robustness Under Logical Obfuscation","display_name":"Don't Judge a Book by its Cover: Testing LLMs' Robustness Under Logical Obfuscation","publication_year":2026,"publication_date":"2026-02-01","ids":{"openalex":"https://openalex.org/W7127286866","doi":"https://doi.org/10.48550/arxiv.2602.01132"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.01132","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.01132","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.01132","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124963538","display_name":"Abhilekh Borah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Borah, Abhilekh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124931264","display_name":"Shubhra Ghosh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosh, Shubhra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124950730","display_name":"Kedar Joshi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joshi, Kedar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139891613","display_name":"Aditya Kumar Guru","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guru, Aditya Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5091564333","display_name":"Kripa Ghosh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosh, Kripabandhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3009999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3009999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13720","display_name":"Benford\u2019s Law and Fraud Detection","score":0.053300000727176666,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.047200001776218414,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/logical-consequence","display_name":"Logical consequence","score":0.7013999819755554},{"id":"https://openalex.org/keywords/syllogism","display_name":"Syllogism","score":0.5932999849319458},{"id":"https://openalex.org/keywords/truth-table","display_name":"Truth table","score":0.559499979019165},{"id":"https://openalex.org/keywords/obfuscation","display_name":"Obfuscation","score":0.5530999898910522},{"id":"https://openalex.org/keywords/textual-entailment","display_name":"Textual entailment","score":0.5325000286102295},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.4900999963283539},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4650000035762787},{"id":"https://openalex.org/keywords/non-classical-logic","display_name":"Non-classical logic","score":0.43149998784065247},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.421099990606308}],"concepts":[{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.7013999819755554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6133000254631042},{"id":"https://openalex.org/C131598440","wikidata":"https://www.wikidata.org/wiki/Q107342","display_name":"Syllogism","level":2,"score":0.5932999849319458},{"id":"https://openalex.org/C56949724","wikidata":"https://www.wikidata.org/wiki/Q219079","display_name":"Truth table","level":2,"score":0.559499979019165},{"id":"https://openalex.org/C40305131","wikidata":"https://www.wikidata.org/wiki/Q2616305","display_name":"Obfuscation","level":2,"score":0.5530999898910522},{"id":"https://openalex.org/C95318506","wikidata":"https://www.wikidata.org/wiki/Q6588467","display_name":"Textual entailment","level":3,"score":0.5325000286102295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5040000081062317},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.4900999963283539},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4650000035762787},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43320000171661377},{"id":"https://openalex.org/C74992188","wikidata":"https://www.wikidata.org/wiki/Q239179","display_name":"Non-classical logic","level":3,"score":0.43149998784065247},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.421099990606308},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.37689998745918274},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.3709999918937683},{"id":"https://openalex.org/C102993220","wikidata":"https://www.wikidata.org/wiki/Q387196","display_name":"Description logic","level":2,"score":0.3483999967575073},{"id":"https://openalex.org/C70846408","wikidata":"https://www.wikidata.org/wiki/Q220433","display_name":"Logical equivalence","level":3,"score":0.34549999237060547},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34130001068115234},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C21847791","wikidata":"https://www.wikidata.org/wiki/Q191081","display_name":"Logical conjunction","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C46274116","wikidata":"https://www.wikidata.org/wiki/Q185521","display_name":"Truth value","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C194989596","wikidata":"https://www.wikidata.org/wiki/Q211790","display_name":"Logical connective","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C61151141","wikidata":"https://www.wikidata.org/wiki/Q7249983","display_name":"Proof-theoretic semantics","level":5,"score":0.2630000114440918},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C59656382","wikidata":"https://www.wikidata.org/wiki/Q191536","display_name":"Conjunction (astronomy)","level":2,"score":0.2606000006198883}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.01132","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.01132","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.01132","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.01132","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4262014627456665,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tasks":[0],"such":[1],"as":[2],"solving":[3],"arithmetic":[4],"equations,":[5],"evaluating":[6,114],"truth":[7],"tables,":[8],"and":[9,97,107,138,164],"completing":[10],"syllogisms":[11],"are":[12,32],"handled":[13],"well":[14],"by":[15,131],"large":[16],"language":[17],"models":[18,160],"(LLMs)":[19],"in":[20,34],"their":[21],"standard":[22],"form,":[23],"but":[24],"they":[25],"often":[26],"fail":[27],"when":[28],"the":[29,112,156],"same":[30],"problems":[31],"posed":[33],"logically":[35],"equivalent":[36],"yet":[37],"obfuscated":[38],"formats.":[39],"To":[40],"study":[41],"this":[42],"vulnerability,":[43],"we":[44,55,118],"introduce":[45],"Logifus,":[46],"a":[47,58],"structure-preserving":[48],"logical":[49],"obfuscation":[50,121],"framework,":[51],"and,":[52],"utilizing":[53],"this,":[54],"present":[56],"LogiQAte,":[57],"first-of-its-kind":[59],"diagnostic":[60],"benchmark":[61],"with":[62,126],"1,108":[63],"questions":[64,151],"across":[65],"four":[66],"reasoning":[67,103,141],"tasks:":[68],"(i)":[69],"Obfus":[70,79,89,99],"FOL":[71],"(first-order":[72],"logic":[73],"entailment":[74,83],"under":[75,84,94,104],"equivalence-preserving":[76],"rewrites),":[77],"(ii)":[78],"Blood":[80],"Relation":[81],"(family-graph":[82],"indirect":[85],"relational":[86],"chains),":[87],"(iii)":[88],"Number":[90],"Series":[91],"(pattern":[92],"induction":[93],"symbolic":[95],"substitutions),":[96],"(iv)":[98],"Direction":[100],"Sense":[101],"(navigation":[102],"altered":[105],"directions":[106],"reference":[108],"frames).":[109],"Across":[110],"all":[111],"tasks,":[113],"six":[115],"state-of-the-art":[116],"models,":[117],"find":[119],"that":[120,147,161],"severely":[122],"degrades":[123],"zero-shot":[124],"performance,":[125],"performance":[127],"dropping":[128],"on":[129],"average":[130],"47%":[132],"for":[133,136,140],"GPT-4o,":[134],"27%":[135],"GPT-5,":[137],"22%":[139],"model,":[142],"o4-mini.":[143],"Our":[144],"findings":[145],"reveal":[146],"current":[148],"LLMs":[149],"parse":[150],"without":[152],"deep":[153],"understanding,":[154],"highlighting":[155],"urgency":[157],"of":[158],"building":[159],"genuinely":[162],"comprehend":[163],"preserve":[165],"meaning":[166],"beyond":[167],"surface":[168],"form.":[169]},"counts_by_year":[],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2026-02-04T00:00:00"}