{"id":"https://openalex.org/W7140141713","doi":"https://doi.org/10.48550/arxiv.2603.20133","title":"Reasoning Gets Harder for LLMs Inside A Dialogue","display_name":"Reasoning Gets Harder for LLMs Inside A Dialogue","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7140141713","doi":"https://doi.org/10.48550/arxiv.2603.20133"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.20133","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.20133","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119850144","display_name":"Ivan Kart\u00e1\u010d","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kart\u00e1\u010d, Ivan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062872821","display_name":"Mateusz Lango","orcid":"https://orcid.org/0000-0003-2881-5642"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lango, Mateusz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130378451","display_name":"Ond\u0159ej Du\u0161ek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du\u0161ek, Ond\u0159ej","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6021999716758728,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6021999716758728,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10740000009536743,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.028300000354647636,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/framing","display_name":"Framing (construction)","score":0.6758000254631042},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.5940999984741211},{"id":"https://openalex.org/keywords/qualitative-reasoning","display_name":"Qualitative reasoning","score":0.5317999720573425},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.47620001435279846},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.45419999957084656},{"id":"https://openalex.org/keywords/analytic-reasoning","display_name":"Analytic reasoning","score":0.44269999861717224},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.40779998898506165},{"id":"https://openalex.org/keywords/verbal-reasoning","display_name":"Verbal reasoning","score":0.387800008058548},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.37880000472068787}],"concepts":[{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.6758000254631042},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.5940999984741211},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5361999869346619},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.5317999720573425},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47620001435279846},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.45419999957084656},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.44269999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42179998755455017},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.40779998898506165},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3970000147819519},{"id":"https://openalex.org/C36964233","wikidata":"https://www.wikidata.org/wiki/Q7920942","display_name":"Verbal reasoning","level":3,"score":0.387800008058548},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.37880000472068787},{"id":"https://openalex.org/C2776325391","wikidata":"https://www.wikidata.org/wiki/Q6917865","display_name":"Motivated reasoning","level":3,"score":0.351500004529953},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.3452000021934509},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C183521366","wikidata":"https://www.wikidata.org/wiki/Q7256422","display_name":"Psychology of reasoning","level":4,"score":0.337799996137619},{"id":"https://openalex.org/C166088908","wikidata":"https://www.wikidata.org/wiki/Q308495","display_name":"Abductive reasoning","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.33649998903274536},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C136714292","wikidata":"https://www.wikidata.org/wiki/Q1440683","display_name":"Framing effect","level":3,"score":0.32010000944137573},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30149999260902405},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C9158031","wikidata":"https://www.wikidata.org/wiki/Q6909140","display_name":"Moral reasoning","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.27730000019073486},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.2606000006198883}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.20133","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.20133","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"achieve":[4],"strong":[5],"performance":[6,55,74,125],"on":[7,16,43,117],"many":[8],"reasoning":[9,34,59,68,92,168],"benchmarks,":[10],"yet":[11],"these":[12],"evaluations":[13],"typically":[14],"focus":[15],"isolated":[17,105,128],"tasks":[18,69,85],"that":[19,86,139],"differ":[20],"from":[21,154],"real-world":[22],"usage":[23],"in":[24,61,103,169],"task-oriented":[25],"dialogue":[26,130],"(TOD).":[27],"In":[28],"this":[29,140],"setting,":[30],"LLMs":[31,119],"must":[32],"perform":[33],"inherently":[35],"while":[36,112],"generating":[37],"text":[38],"and":[39,46,90,96,106,123,129,134,157],"adhering":[40],"to":[41,165],"instructions":[42],"role,":[44],"format,":[45],"style.":[47],"This":[48],"mismatch":[49],"raises":[50],"concerns":[51],"about":[52],"whether":[53],"benchmark":[54,81],"accurately":[56],"reflects":[57],"models'":[58],"robustness":[60],"TOD":[62,71],"setting.":[63],"We":[64],"investigate":[65],"how":[66],"framing":[67],"within":[70],"affects":[72],"LLM":[73,167],"by":[75,145],"introducing":[76],"BOULDER,":[77],"a":[78,121],"new":[79],"dynamic":[80],"covering":[82],"eight":[83,118],"travel-related":[84],"require":[87],"arithmetic,":[88],"spatial,":[89],"temporal":[91],"with":[93,151],"both":[94,104],"commonsense":[95],"formal":[97],"aspects.":[98],"Each":[99],"problem":[100],"is":[101,142],"presented":[102],"dialogue-based":[107],"variants,":[108],"enabling":[109],"controlled":[110],"comparison":[111],"mitigating":[113],"data":[114],"contamination.":[115],"Experiments":[116],"reveal":[120],"substantial":[122],"consistent":[124],"gap":[126,141],"between":[127],"settings.":[131],"Through":[132],"ablations":[133],"qualitative":[135],"analysis,":[136],"we":[137],"show":[138],"largely":[143],"driven":[144],"the":[146,163],"multi-turn":[147],"nature":[148],"of":[149],"dialogue,":[150],"additional":[152],"effects":[153],"role":[155],"conditioning":[156],"tool-use":[158],"requirements.":[159],"Our":[160],"results":[161],"highlight":[162],"need":[164],"evaluate":[166],"realistic":[170],"interactive":[171],"scenarios.":[172]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-24T00:00:00"}