{"id":"https://openalex.org/W7214745232","doi":"https://doi.org/10.48550/arxiv.2609.32932","title":"Counting on Thinking: Tracing Evidence Integration in Language Models","display_name":"Counting on Thinking: Tracing Evidence Integration in Language Models","publication_year":2026,"publication_date":"2026-09-26","ids":{"openalex":"https://openalex.org/W7214745232","doi":"https://doi.org/10.48550/arxiv.2609.32932"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.32932","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32932","pdf_url":"https://arxiv.org/pdf/2609.32932","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.32932","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102856749","display_name":"Jingming Xue","orcid":"https://orcid.org/0009-0007-8501-9016","observed_orcids":["https://orcid.org/0009-0007-8501-9016"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xue, Jingming","raw_affiliation_strings":["Georgia Institute of Technology , Atlanta , GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology , Atlanta , GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033785127","display_name":"Robert C. Wilson","orcid":"https://orcid.org/0000-0002-2963-2971","observed_orcids":["https://orcid.org/0000-0002-2963-2971"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wilson, Robert C.","raw_affiliation_strings":["Georgia Institute of Technology , Atlanta , GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology , Atlanta , GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050669478","display_name":"\u718a\u534e\u4e1c","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiong, Huadong","raw_affiliation_strings":["Georgia Institute of Technology , Atlanta , GA","University of Chicago , Chicago , IL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology , Atlanta , GA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"University of Chicago , Chicago , IL","institution_ids":["https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2904999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2904999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.16130000352859497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.06449999660253525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evidence-integration","display_name":"evidence integration","score":0.7749999761581421},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.906000018119812},{"id":"https://openalex.org/keywords/system-1-and-system-2","display_name":"System 1 and System 2","score":0.718999981880188},{"id":"https://openalex.org/keywords/counting","display_name":"counting","score":0.6729999780654907},{"id":"https://openalex.org/keywords/recency-effect","display_name":"recency effect","score":0.6990000009536743},{"id":"https://openalex.org/keywords/attention-patterns","display_name":"attention patterns","score":0.40700000524520874},{"id":"https://openalex.org/keywords/reasoning-paths","display_name":"reasoning paths","score":0.7680000066757202},{"id":"https://openalex.org/keywords/automatic-processes","display_name":"automatic processes","score":0.41100001335144043},{"id":"https://openalex.org/keywords/decision-making","display_name":"decision-making","score":0.4830000102519989}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5950999855995178},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5787000060081482},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5532000064849854},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5214999914169312},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.4749000072479248},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4733000099658966},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.4697999954223633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4507000148296356},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.43130001425743103},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.414000004529953},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4099999964237213},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.39149999618530273},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C101068787","wikidata":"https://www.wikidata.org/wiki/Q475042","display_name":"Experimental psychology","level":3,"score":0.38119998574256897},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.3562000095844269},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35600000619888306},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3346000015735626},{"id":"https://openalex.org/C188255311","wikidata":"https://www.wikidata.org/wiki/Q7256388","display_name":"Psychological research","level":2,"score":0.328900009393692},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.301800012588501},{"id":"https://openalex.org/C2776325391","wikidata":"https://www.wikidata.org/wiki/Q6917865","display_name":"Motivated reasoning","level":3,"score":0.29899999499320984},{"id":"https://openalex.org/C2776970286","wikidata":"https://www.wikidata.org/wiki/Q7247309","display_name":"Process tracing","level":3,"score":0.27320000529289246},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.32932","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32932","pdf_url":"https://arxiv.org/pdf/2609.32932","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.32932","doi":"https://doi.org/10.48550/arxiv.2609.32932","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.32932","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.32932","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32932","pdf_url":"https://arxiv.org/pdf/2609.32932","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214745232.pdf","grobid_xml":"https://content.openalex.org/works/W7214745232.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1988926457","https://openalex.org/W1993596844","https://openalex.org/W2047057213","https://openalex.org/W2066931620","https://openalex.org/W2084335597","https://openalex.org/W2134539142","https://openalex.org/W2136582516","https://openalex.org/W2141467654","https://openalex.org/W2143594200","https://openalex.org/W2169134378","https://openalex.org/W2934842096","https://openalex.org/W2954020015","https://openalex.org/W3022066026","https://openalex.org/W4206198375","https://openalex.org/W4210673222","https://openalex.org/W4323697341","https://openalex.org/W4391876619","https://openalex.org/W4392012692","https://openalex.org/W4398886776","https://openalex.org/W4399251390","https://openalex.org/W4400518576","https://openalex.org/W4403321642","https://openalex.org/W4405766390","https://openalex.org/W4405957960","https://openalex.org/W4406052064","https://openalex.org/W4407310640","https://openalex.org/W6891945311","https://openalex.org/W7133237984","https://openalex.org/W7162292395","https://openalex.org/W7162754880"],"related_works":["https://openalex.org/W7215028948","https://openalex.org/W7119234234","https://openalex.org/W4416887915","https://openalex.org/W4403995592","https://openalex.org/W4415036829","https://openalex.org/W7221148282","https://openalex.org/W7129476629","https://openalex.org/W7148512853","https://openalex.org/W7125673123","https://openalex.org/W7222615757"],"abstract_inverted_index":{"Finite":[0],"computational":[1],"resources":[2],"force":[3],"a":[4],"tradeoff":[5],"between":[6],"automatic":[7,230],"System":[8,13],"1":[9],"processes":[10],"and":[11,38,58,72,101,115,129,155,214,224],"costly":[12],"2":[14],"thinking.":[15],"Large":[16],"language":[17],"models":[18,150,219,256],"(LLMs)":[19],"can":[20,247],"spend":[21],"extra":[22],"computation":[23,200],"on":[24,140,241],"hard":[25],"problems,":[26],"yet":[27,135,218],"direct":[28,171,202],"answers":[29],"struggle":[30],"even":[31],"with":[32,111,184,192,239],"counting,":[33],"an":[34],"elementary":[35],"operation":[36],"humans":[37],"animals":[39,225],"perform":[40],"automatically.":[41],"We":[42],"ask":[43],"why":[44],"this":[45,103,199],"requires":[46],"thinking":[47,165,240],"in":[48,56,144],"LLMs.":[49],"Evidence":[50],"integration":[51,131],"has":[52],"long":[53],"been":[54],"used":[55],"psychology":[57],"neuroscience":[59],"to":[60,119,253],"probe":[61],"decision-making.":[62],"Our":[63],"evidence-integration":[64],"task":[65,88],"presents":[66],"one":[67,178],"letter":[68,93],"per":[69],"conversational":[70],"turn":[71,98],"asks":[73],"which":[74],"of":[75,187],"two":[76],"target":[77],"letters":[78,188],"appeared":[79],"more":[80,190,221],"often.":[81],"A":[82],"running":[83],"count":[84,169],"difference":[85],"solves":[86],"the":[87,120,141,161,167,185],"optimally":[89],"by":[90],"weighting":[91],"every":[92,242],"equally;":[94],"tokens":[95],"at":[96],"each":[97],"could":[99],"represent":[100],"update":[102],"difference.":[104],"Direct":[105],"responses":[106,172],"instead":[107],"weighted":[108],"evidence":[109],"unevenly,":[110],"strong":[112],"recency":[113,215],"effects,":[114],"assigned":[116],"less":[117],"probability":[118],"correct":[121],"answer":[122],"as":[123],"difficulty":[124],"increased.":[125],"Thinking":[126],"improved":[127],"performance":[128,209],"made":[130],"weights":[132],"nearly":[133],"uniform,":[134],"final-query":[136],"attention":[137],"remained":[138],"concentrated":[139],"sequence":[142],"ends":[143],"both":[145],"modes.":[146],"Reasoning":[147],"trajectories":[148],"showed":[149],"revisiting":[151],"input,":[152],"recounting":[153],"letters,":[154],"checking":[156],"intermediate":[157],"counts":[158],"that":[159,164,170],"informed":[160],"answer,":[162],"suggesting":[163],"constructs":[166],"accumulated":[168],"lack":[173],"rather":[174],"than":[175,191],"reading":[176],"out":[177],"already":[179],"formed.":[180],"Reasoning-token":[181],"costs":[182],"grew":[183,220],"number":[186],"far":[189],"coherence.":[193],"Outcome":[194],"feedback":[195],"did":[196],"not":[197],"bring":[198],"into":[201,229],"responses:":[203],"under":[204],"in-context":[205],"reinforcement":[206],"learning":[207,246],"(ICRL),":[208],"deteriorated":[210],"over":[211],"repeated":[212],"games":[213],"effects":[216],"strengthened,":[217],"confident.":[222],"Humans":[223],"amortize":[226],"such":[227],"computations":[228],"processes,":[231],"whereas":[232],"current":[233],"LLMs":[234],"still":[235],"pay":[236],"for":[237],"them":[238],"trial.":[243],"Which":[244],"operations":[245],"make":[248],"directly":[249],"available":[250],"remains":[251],"central":[252],"how":[254],"future":[255],"allocate":[257],"computation.":[258]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-30T00:00:00"}