{"id":"https://openalex.org/W7163285006","doi":"https://doi.org/10.48550/arxiv.2606.00017","title":"MindGames Arena Generalization Track: In2AI Solution with Delayed Per-Step Reward Attribution","display_name":"MindGames Arena Generalization Track: In2AI Solution with Delayed Per-Step Reward Attribution","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7163285006","doi":"https://doi.org/10.48550/arxiv.2606.00017"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00017","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00017","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00017","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137636718","display_name":"Aliaksei Korshuk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Korshuk, Aliaksei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015370903","display_name":"Alexander Buyantuev","orcid":"https://orcid.org/0000-0003-1670-0741"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Buyantuev, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134514134","display_name":"Ilya Makarov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Makarov, Ilya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.26589998602867126,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.26589998602867126,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.20090000331401825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.11720000207424164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6953999996185303},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.5993000268936157},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5630000233650208},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5296000242233276},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5278000235557556},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5238999724388123},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5196999907493591}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6953999996185303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6212000250816345},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.5993000268936157},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5630000233650208},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5313000082969666},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5296000242233276},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5278000235557556},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5238999724388123},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5196999907493591},{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.5076000094413757},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4343000054359436},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4050000011920929},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3206999897956848},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3041999936103821},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00017","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00017","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00017","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00017","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Training":[0],"language":[1],"model":[2,148],"agents":[3],"for":[4],"multi-agent":[5,131],"strategic":[6],"interaction":[7],"presents":[8],"a":[9,144],"core":[10],"difficulty:":[11],"the":[12,136,171],"quality":[13],"of":[14],"any":[15],"action":[16],"may":[17],"depend":[18],"on":[19,25,32,135],"future":[20],"events":[21],"that":[22,27,42,79,99],"never":[23],"materialize,":[24],"moves":[26],"violate":[28],"game":[29],"rules,":[30],"or":[31,154],"decisions":[33],"made":[34],"by":[35],"other":[36],"players.":[37],"Standard":[38],"reinforcement":[39],"learning":[40],"assumes":[41],"rewards":[43,81],"can":[44],"be":[45],"assigned":[46],"at":[47,83,140],"each":[48],"step,":[49],"but":[50],"this":[51,123],"assumption":[52],"fails":[53],"in":[54,130,162,169],"settings":[55],"where":[56,143],"outcomes":[57],"are":[58],"entangled":[59],"across":[60],"time":[61],"and":[62,76,96,118,165,174],"agents.":[63],"We":[64,133],"introduce":[65],"delayed":[66],"per-step":[67],"reward":[68],"attribution":[69],"with":[70,107,150],"eligibility":[71],"gating,":[72],"an":[73],"episode":[74,84],"lifecycle":[75],"postprocessing":[77],"pipeline":[78],"computes":[80],"only":[82],"end,":[85],"propagates":[86],"them":[87],"back":[88],"to":[89,93],"originating":[90],"steps":[91,98],"according":[92],"task-specific":[94],"semantics,":[95],"excludes":[97],"lack":[100],"valid":[101],"dependent":[102],"information":[103],"from":[104],"training.":[105],"Together":[106],"asynchronous":[108],"rollout":[109],"generation":[110],"via":[111],"vLLM's":[112],"continuous":[113],"batching,":[114],"curriculum-based":[115],"opponent":[116],"sampling,":[117],"multi-level":[119],"stratified":[120],"batch":[121],"construction,":[122],"approach":[124],"enables":[125],"stable,":[126],"sample-efficient":[127],"RL":[128],"training":[129],"environments.":[132],"evaluate":[134],"MindGames":[137],"Arena":[138],"benchmark":[139],"NeurIPS":[141],"2025,":[142],"single":[145],"8-billion-parameter":[146],"open-source":[147],"trained":[149],"our":[151],"method":[152],"matched":[153],"surpassed":[155],"substantially":[156],"larger":[157],"proprietary":[158],"systems,":[159],"including":[160],"GPT-5,":[161],"head-to-head":[163],"play":[164],"took":[166],"first":[167],"place":[168],"both":[170],"Open":[172],"(unrestricted)":[173],"Efficient":[175],"(<=8B":[176],"parameters)":[177],"tracks.":[178]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}