{"id":"https://openalex.org/W7162697352","doi":"https://doi.org/10.48550/arxiv.2605.28699","title":"TRACER: Turn-level Regret Matching with Inner Reinforcement Credit for Cooperative Multi-LLM Reasoning","display_name":"TRACER: Turn-level Regret Matching with Inner Reinforcement Credit for Cooperative Multi-LLM Reasoning","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162697352","doi":"https://doi.org/10.48550/arxiv.2605.28699"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28699","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28699","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28699","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044073406","display_name":"Chusen Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chusen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137209402","display_name":"Zhou Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137305124","display_name":"Shuigeng Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Shuigeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137259245","display_name":"Wentao Zhang","orcid":"https://orcid.org/0000-0003-1452-7009"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wentao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.335999995470047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.335999995470047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.13650000095367432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.12039999663829803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7736999988555908},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.6754000186920166},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5360999703407288},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4837000072002411},{"id":"https://openalex.org/keywords/counterintuitive","display_name":"Counterintuitive","score":0.43650001287460327},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4165000021457672},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.4162999987602234},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.3763999938964844},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.33169999718666077}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7736999988555908},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7222999930381775},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.6754000186920166},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5418000221252441},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5360999703407288},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4837000072002411},{"id":"https://openalex.org/C101097943","wikidata":"https://www.wikidata.org/wiki/Q5176983","display_name":"Counterintuitive","level":2,"score":0.43650001287460327},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4165000021457672},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.4162999987602234},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40059998631477356},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.33169999718666077},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.30809998512268066},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.28949999809265137},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2603999972343445},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25119999051094055},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28699","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28699","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28699","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28699","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.46014171838760376}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"increasingly":[3],"rely":[4],"on":[5,193,200],"either":[6],"reinforcement":[7,26,64],"learning":[8,27],"or":[9,87,235],"multi-agent":[10,30],"prompting":[11],"to":[12,21,28,48,156,160,179,206],"improve":[13],"reasoning,":[14],"yet":[15],"these":[16],"two":[17],"paradigms":[18],"remain":[19],"difficult":[20],"combine.":[22],"Directly":[23],"applying":[24],"single-agent":[25],"multi-turn":[29],"systems":[31],"faces":[32],"following":[33],"dilemmas:":[34],"i)":[35,111],"Sparse":[36],"rewards,":[37],"role-level":[38],"free-riding":[39,126],"and":[40,95,102,121,127,158,198,204,214,223],"excessive":[41],"training":[42,196],"overhead.":[43],"ii)":[44,147],"Agents":[45],"only":[46,131],"imitate":[47],"collaborate.":[49],"iii)":[50,163],"Fixed":[51],"collaboration":[52,229],"protocol":[53],"falls":[54],"into":[55,75],"oscillating":[56],"local":[57,190],"optimum.":[58],"We":[59,130,187],"introduce":[60],"TRACER,":[61],"a":[62,76,96,221],"turn-level":[63],"framework":[65,219],"for":[66,175,226],"cooperative":[67],"multi-LLM":[68],"reasoning.":[69],"TRACER":[70],"separates":[71],"collaborative":[72,150],"decision":[73],"making":[74],"controller-regret":[77],"layer,":[78,98],"where":[79],"controllers":[80],"learn":[81,154],"whether":[82],"the":[83,89,115,133,137,194],"agents":[84,148],"should":[85],"speak":[86],"skip":[88],"current":[90],"round":[91],"through":[92],"regret":[93],"matching,":[94],"generation-credit":[97],"which":[99],"optimizes":[100],"proposer":[101],"reviewer":[103],"utterances":[104],"with":[105],"role-specific":[106],"GSPO":[107],"rewards.":[108,129],"This":[109],"design":[110],"assigns":[112],"credit":[113],"at":[114,241],"level":[116],"of":[117,144],"both":[118],"action":[119,177],"modes":[120],"generated":[122],"utterances,":[123],"thus":[124,139,182],"avoiding":[125],"sparse":[128],"expand":[132],"choices":[134],"made":[135],"by":[136,164],"controllers,":[138],"greatly":[140],"reducing":[141],"computational":[142],"cost":[143],"training.":[145],"Moreover,":[146],"acquire":[149],"capability":[151],"as":[152],"they":[153],"when":[155],"utter":[157],"what":[159],"speak.":[161],"Finally,":[162],"designing":[165],"binary":[166],"actions":[167],"ingeniously,":[168],"we":[169],"extend":[170],"classical":[171],"game":[172],"theory":[173],"established":[174],"finite":[176],"spaces":[178],"deep":[180],"learning,":[181],"achieving":[183],"mathematically":[184],"rigorous":[185],"convergence.":[186],"train":[188],"all":[189],"RL-style":[191],"methods":[192],"GSM8K":[195],"split":[197],"evaluate":[199],"held-out":[201],"GSM8K,":[202],"MATH500,":[203],"GPQA-Diamond":[205],"measure":[207],"in-domain":[208],"accuracy,":[209],"cross-benchmark":[210],"generalization,":[211],"inference":[212],"cost,":[213],"correction-preservation":[215],"behavior.":[216],"The":[217],"resulting":[218],"provides":[220],"compact":[222],"reproducible":[224],"testbed":[225],"studying":[227],"learned":[228],"policies":[230],"beyond":[231],"fixed":[232],"debate,":[233],"voting,":[234],"aggregation":[236],"protocols.":[237],"Code":[238],"is":[239],"available":[240],"https://github.com/Shark-Forest/TRACER.":[242]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-29T00:00:00"}