{"id":"https://openalex.org/W7165674913","doi":"https://doi.org/10.1016/j.eswa.2026.133401","title":"Probing post-hoc reasoning in LLMs over multi-step pathfinding tasks","display_name":"Probing post-hoc reasoning in LLMs over multi-step pathfinding tasks","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7165674913","doi":"https://doi.org/10.1016/j.eswa.2026.133401"},"language":"en","primary_location":{"id":"doi:10.1016/j.eswa.2026.133401","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2026.133401","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.eswa.2026.133401","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139158302","display_name":"Yaying Chen","orcid":"https://orcid.org/0009-0006-2406-465X"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Yaying Chen","raw_affiliation_strings":["School of EECS, University of Queensland, Brisbane, QLD, 4072, Australia"],"raw_orcid":"https://orcid.org/0009-0006-2406-465X","affiliations":[{"raw_affiliation_string":"School of EECS, University of Queensland, Brisbane, QLD, 4072, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016369735","display_name":"Siamak Layeghy","orcid":"https://orcid.org/0000-0002-1229-2368"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Siamak Layeghy","raw_affiliation_strings":["School of EECS, University of Queensland, Brisbane, QLD, 4072, Australia"],"raw_orcid":"https://orcid.org/0000-0002-1229-2368","affiliations":[{"raw_affiliation_string":"School of EECS, University of Queensland, Brisbane, QLD, 4072, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014648528","display_name":"Mahsa Baktashmotlagh","orcid":"https://orcid.org/0000-0001-5255-8194"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mahsa Baktashmotlagh","raw_affiliation_strings":["School of EECS, University of Queensland, Brisbane, QLD, 4072, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of EECS, University of Queensland, Brisbane, QLD, 4072, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078468070","display_name":"Marius Portmann","orcid":"https://orcid.org/0000-0003-1852-3961"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Marius Portmann","raw_affiliation_strings":["School of EECS, University of Queensland, Brisbane, QLD, 4072, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of EECS, University of Queensland, Brisbane, QLD, 4072, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5139158302"],"corresponding_institution_ids":["https://openalex.org/I165143802"],"apc_list":{"value":3220,"currency":"USD","value_usd":3220},"apc_paid":{"value":3220,"currency":"USD","value_usd":3220},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.81155457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"332","issue":null,"first_page":"133401","last_page":"133401"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.6287000179290771,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.6287000179290771,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0723000019788742,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0649000033736229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6984999775886536},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6266999840736389},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4778999984264374},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4733000099658966},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.46070000529289246},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.43549999594688416},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4074999988079071}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7318999767303467},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6984999775886536},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6266999840736389},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4778999984264374},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4733000099658966},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.46070000529289246},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41780000925064087},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.3937999904155731},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35989999771118164},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.329800009727478},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.289900004863739},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.2791000008583069},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2653999924659729},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.26080000400543213},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.25999999046325684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.eswa.2026.133401","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2026.133401","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.eswa.2026.133401","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2026.133401","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1965396227","https://openalex.org/W1972736516","https://openalex.org/W1995213405","https://openalex.org/W2000042664","https://openalex.org/W2008620264","https://openalex.org/W2227557434","https://openalex.org/W2264709743","https://openalex.org/W2318802957","https://openalex.org/W2338216456","https://openalex.org/W2956015669","https://openalex.org/W3199938439","https://openalex.org/W4300490703","https://openalex.org/W4309305719","https://openalex.org/W4392948191","https://openalex.org/W4406598503","https://openalex.org/W4408673793","https://openalex.org/W4412619238","https://openalex.org/W7133206817","https://openalex.org/W7161836562"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4,191],"increasingly":[5],"evaluated":[6,224],"not":[7,214],"only":[8,215],"on":[9,17,244],"the":[10,18,92,178,196,223],"correctness":[11],"of":[12,67,95,129],"their":[13,23],"outputs":[14,240],"but":[15],"also":[16],"explanations":[19,97,190,243],"they":[20,228],"provide":[21],"for":[22,237],"answers.":[24],"To":[25],"study":[26],"LLM":[27,239],"output":[28],"behaviour":[29],"in":[30,57],"a":[31,46,64,233],"controlled":[32,234],"setting,":[33],"including":[34,161],"both":[35,88],"final":[36],"answers":[37,188],"and":[38,59,77,83,86,91,116,152,172,181,189,204,227,241],"post-hoc":[39,96,102,211,242],"explanations,":[40,115],"we":[41],"use":[42],"shortest-path":[43,230],"routing":[44,231],"as":[45,132,232],"testbed:":[47],"it":[48],"provides":[49],"unambiguous":[50],"ground":[51],"truth":[52],"while":[53],"allowing":[54],"systematic":[55],"variation":[56],"topology":[58],"edge-weight":[60],"distributions.":[61],"We":[62,155],"construct":[63],"large":[65],"suite":[66],"graphs":[68],"spanning":[69],"five":[70],"canonical":[71],"topologies,":[72],"grid,":[73],"fat-tree,":[74],"jellyfish,":[75],"Erd\u0151s-R\u00e9nyi,":[76],"Barab\u00e1si-Albert,":[78],"with":[79,142,169,220],"fixed,":[80],"uniform,":[81],"discrete,":[82],"lognormal":[84],"weights":[85],"evaluate":[87],"answer":[89],"accuracy":[90],"linguistic":[93],"form":[94],"across":[98,119],"multiple":[99],"models.":[100],"Two":[101],"explanation":[103,124,212],"styles":[104],"emerge":[105],"consistently.":[106],"An":[107],"analytical":[108],"style":[109,125,138],"approximates":[110],"algorithmic":[111],"exploration,":[112],"produces":[113],"concise":[114],"remains":[117],"accurate":[118],"graph":[120,246],"families.":[121],"A":[122],"verbose":[123],"narrates":[126],"step-by-step":[127],"simulations":[128],"procedures":[130],"such":[131],"Dijkstra.":[133],"In":[134],"our":[135],"results,":[136],"this":[137,185],"is":[139,218],"often":[140],"associated":[141,219],"suboptimal":[143],"paths":[144,173],"or":[145],"invalid":[146],"edges,":[147],"especially":[148],"under":[149],"irregular":[150],"structure":[151],"non-uniform":[153],"weights.":[154],"further":[156],"identify":[157],"recurring":[158],"failure":[159],"modes,":[160],"hallucinated":[162],"edges":[163],"that":[164,174,183,210],"break":[165],"path":[166],"continuity,":[167],"loops":[168],"repeated":[170],"nodes,":[171],"fail":[175],"to":[176],"connect":[177],"correct":[179],"source":[180],"destination,":[182],"characterise":[184],"breakdown.":[186],"All":[187],"produced":[192],"without":[193],"code":[194],"execution;":[195],"observed":[197],"behaviours":[198],"therefore":[199],"reflect":[200],"text-only":[201],"problem":[202],"solving":[203],"retrospective":[205],"verbalisation.":[206],"Our":[207],"findings":[208],"show":[209],"style,":[213],"final-answer":[216],"accuracy,":[217],"robustness":[221],"within":[222],"model":[225],"set,":[226],"support":[229],"diagnostic":[235],"probe":[236],"evaluating":[238],"structured":[245],"tasks.":[247]},"counts_by_year":[],"updated_date":"2026-07-03T06:15:21.484131","created_date":"2026-06-24T00:00:00"}