{"id":"https://openalex.org/W7165010976","doi":"https://doi.org/10.48550/arxiv.2606.17312","title":"Quantifying Consistency in LLM Logical Reasoning via Structural Uncertainty","display_name":"Quantifying Consistency in LLM Logical Reasoning via Structural Uncertainty","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7165010976","doi":"https://doi.org/10.48550/arxiv.2606.17312"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17312","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087021643","display_name":"Baishali Chaudhury","orcid":"https://orcid.org/0000-0003-2902-9897"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaudhury, Baishali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130397061","display_name":"Mengdie Flora Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Mengdie Flora","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047371377","display_name":"Hyunji Hayley Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Hyunji Hayley","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138807848","display_name":"Rahul Ghosh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosh, Rahul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103945449","display_name":"Sungmin Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Sungmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5000147237","display_name":"Jae Oh Woo","orcid":"https://orcid.org/0000-0001-6799-6189"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Woo, Jae Oh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20890000462532043,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20890000462532043,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.1111999973654747,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.10559999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7235999703407288},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.617900013923645},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.6169000267982483},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.597599983215332},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5249000191688538},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5084999799728394},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.4767000079154968},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4325000047683716},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4230000078678131},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.3596000075340271}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7235999703407288},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.617900013923645},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.6169000267982483},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.597599983215332},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5249000191688538},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5149000287055969},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5084999799728394},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.4767000079154968},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45080000162124634},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4325000047683716},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4230000078678131},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38449999690055847},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3596000075340271},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.3391000032424927},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3314000070095062},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3052000105381012},{"id":"https://openalex.org/C21847791","wikidata":"https://www.wikidata.org/wiki/Q191081","display_name":"Logical conjunction","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"can":[3,56],"arrive":[4],"at":[5],"the":[6,54,71,90,113,146,157],"same":[7],"answer":[8,138],"through":[9,36],"reasoning":[10,60,78,144,224],"paths":[11,194],"that":[12],"are":[13],"unstable,":[14],"contradictory,":[15],"or":[16],"difficult":[17],"to":[18,92,137,178],"rank":[19,58],"consistently":[20,57],"--":[21,39,46,186,197],"a":[22,50,66,81,164,213,219],"failure":[23],"mode":[24],"especially":[25],"prevalent":[26],"in":[27],"multi-step":[28],"deductive":[29],"reasoning.":[30,205],"Existing":[31],"methods":[32],"assess":[33],"reliability":[34],"primarily":[35],"output":[37],"dispersion":[38],"measuring":[40],"how":[41],"much":[42],"sampled":[43,77],"answers":[44],"differ":[45],"but":[47,217],"this":[48],"discards":[49],"complementary":[51,136],"signal:":[52],"whether":[53],"model":[55,91],"competing":[59],"candidates.":[61],"We":[62,100],"propose":[63],"structural":[64,132,158],"uncertainty,":[65],"consistency-aware":[67],"framework":[68],"derived":[69],"from":[70],"stability":[72],"of":[73,150,222],"self-preference-induced":[74],"rankings":[75],"over":[76],"solutions.":[79],"Given":[80],"query,":[82],"we":[83],"generate":[84],"multiple":[85,191],"candidate":[86,124],"solutions":[87],"and":[88,111,122,129,142],"ask":[89],"judge":[93],"pairwise":[94],"preferences":[95],"among":[96],"its":[97],"own":[98],"outputs.":[99],"aggregate":[101],"self-preferences":[102],"into":[103,115],"ranking":[104,120],"distributions":[105],"via":[106],"Bradley-Terry":[107],"modeling":[108],"with":[109,184,188],"PageRank,":[110],"decompose":[112],"signal":[114,159],"two":[116,174],"entropy-based":[117],"components:":[118],"across-trial":[119,199],"instability":[121,200],"within-trial":[123,180],"ambiguity.":[125],"Across":[126],"five":[127],"LLMs":[128],"eight":[130],"benchmarks,":[131],"signals":[133],"provide":[134],"information":[135],"dispersion:":[139],"on":[140,154],"logical":[141,223],"mathematical":[143],"tasks,":[145],"combination":[147],"improves":[148],"identification":[149],"unreliable":[151,204],"instances,":[152],"while":[153,198],"factual":[155],"retrieval":[156],"collapses":[160],"toward":[161],"uniformity,":[162],"diagnosing":[163],"regime":[165],"boundary":[166],"where":[167,190],"reasoning-level":[168],"consistency":[169],"evaluation":[170],"is":[171,208],"uninformative.":[172],"The":[173],"components":[175],"relate":[176],"differently":[177],"accuracy:":[179],"ambiguity":[181],"correlates":[182,201],"positively":[183],"correctness":[185],"consistent":[187],"settings":[189],"plausible":[192],"solution":[193],"remain":[195],"competitive":[196],"negatively,":[202],"signaling":[203],"Structural":[206],"uncertainty":[207],"best":[209],"understood":[210],"not":[211],"as":[212,218],"universal":[214],"confidence":[215],"estimator,":[216],"regime-sensitive":[220],"evaluator":[221],"consistency.":[225]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-18T00:00:00"}