{"id":"https://openalex.org/W7166884250","doi":"https://doi.org/10.48550/arxiv.2606.31039","title":"Truth or Sophistry? LoFa: A Benchmark for LLM Robustness Against Logical Fallacies","display_name":"Truth or Sophistry? LoFa: A Benchmark for LLM Robustness Against Logical Fallacies","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166884250","doi":"https://doi.org/10.48550/arxiv.2606.31039"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31039","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31039","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31039","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139780034","display_name":"Xudong Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Xudong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139832617","display_name":"Li Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139777116","display_name":"Ye Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090578536","display_name":"X . Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139797174","display_name":"Yi Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139790490","display_name":"Zhiyong Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhiyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4377000033855438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4377000033855438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14910000562667847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.08399999886751175,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.828000009059906},{"id":"https://openalex.org/keywords/fallacy","display_name":"Fallacy","score":0.7542999982833862},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.4948999881744385},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.3718000054359436},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.35420000553131104},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.3418000042438507}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.828000009059906},{"id":"https://openalex.org/C2781035248","wikidata":"https://www.wikidata.org/wiki/Q186150","display_name":"Fallacy","level":2,"score":0.7542999982833862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.570900022983551},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.4948999881744385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4300999939441681},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.35420000553131104},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3450999855995178},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.2971000075340271},{"id":"https://openalex.org/C57473165","wikidata":"https://www.wikidata.org/wiki/Q7315604","display_name":"Resistance (ecology)","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26159998774528503},{"id":"https://openalex.org/C2781310500","wikidata":"https://www.wikidata.org/wiki/Q1231428","display_name":"Persuasion","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31039","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31039","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31039","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31039","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"exhibit":[4,120],"strong":[5],"semantic":[6],"capabilities,":[7],"yet":[8],"their":[9,34],"resilience":[10,84],"to":[11,113],"manipulative":[12],"linguistic":[13],"patterns":[14],"such":[15],"as":[16],"logical":[17],"fallacies":[18],"remains":[19],"underexplored.":[20],"Prior":[21],"work":[22],"has":[23],"primarily":[24],"examined":[25],"whether":[26],"LLMs":[27,119],"can":[28],"identify":[29],"or":[30],"classify":[31],"fallacies,":[32],"leaving":[33],"robustness":[35,56,92,124],"against":[36,57],"fallacious":[37,71,114],"persuasion":[38],"insufficiently":[39],"studied.":[40],"To":[41,89],"address":[42],"this":[43],"gap,":[44],"we":[45,99],"introduce":[46],"LoFa":[47,59],"(Logical":[48],"Fallacy),":[49],"a":[50,63,77,94,108],"comprehensive":[51],"benchmark":[52],"for":[53,81],"evaluating":[54],"LLM":[55],"fallacies.":[58],"is":[60,74],"constructed":[61],"through":[62],"multi-agent":[64],"pipeline":[65],"that":[66,110,118],"pairs":[67],"factual":[68],"questions":[69],"with":[70],"arguments,":[72],"and":[73],"accompanied":[75],"by":[76],"multi-round":[78],"debate":[79],"framework":[80],"assessing":[82],"model":[83],"under":[85],"sustained":[86],"adversarial":[87],"persuasion.":[88],"disentangle":[90],"fallacy":[91,127],"from":[93],"model's":[95],"inherent":[96],"knowledge":[97],"limitations,":[98],"further":[100],"propose":[101],"Logical":[102],"Fallacy":[103],"Resistance":[104],"at":[105],"k":[106],"(LFR@k),":[107],"metric":[109],"quantifies":[111],"resistance":[112],"attacks.":[115],"Experiments":[116],"show":[117],"varying":[121],"levels":[122],"of":[123],"across":[125],"different":[126],"types,":[128],"revealing":[129],"distinct":[130],"vulnerability":[131],"profiles":[132],"among":[133],"models.":[134]},"counts_by_year":[],"updated_date":"2026-07-02T06:18:51.028212","created_date":"2026-07-02T00:00:00"}