{"id":"https://openalex.org/W7162070254","doi":"https://doi.org/10.48550/arxiv.2605.22537","title":"F-TIS: Harnessing Diverse Models in Collaborative GRPO","display_name":"F-TIS: Harnessing Diverse Models in Collaborative GRPO","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162070254","doi":"https://doi.org/10.48550/arxiv.2605.22537"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22537","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22537","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22537","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120498903","display_name":"Nikolay Blagoev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blagoev, Nikolay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120057249","display_name":"O\u011fuzhan Ersoy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ersoy, O\u011fuzhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110252036","display_name":"Wendelin Boehmer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boehmer, Wendelin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5013859152","display_name":"Lydia Y. Chen","orcid":"https://orcid.org/0000-0002-4228-6735"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lydia Yiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6680999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6680999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.02630000002682209,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.025499999523162842,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6809999942779541},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6247000098228455},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.595300018787384},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5735999941825867},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5516999959945679},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5271000266075134},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.49970000982284546},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.41620001196861267}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7885000109672546},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6809999942779541},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6247000098228455},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.595300018787384},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5735999941825867},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5516999959945679},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5271000266075134},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.49970000982284546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4778999984264374},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47360000014305115},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.41620001196861267},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4156000018119812},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.39480000734329224},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.392300009727478},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.39100000262260437},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.33000001311302185},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.2944999933242798},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2816999852657318},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22537","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22537","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22537","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22537","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"methods":[2],"such":[3,48],"as":[4,88,92],"GRPO":[5,156],"have":[6],"seen":[7],"great":[8],"popularity":[9],"in":[10,80,83,99,190,204,225],"LLM":[11],"post-training.":[12],"In":[13],"GRPO,":[14],"models":[15,79,127,130,187],"produce":[16],"completions":[17],"to":[18,38,64,85,90,111,139,178,188,218,241],"a":[19,58,169],"set":[20],"of":[21,42,47,50],"prompts,":[22],"which":[23,146],"are":[24],"rewarded,":[25],"and":[26,107,208],"the":[27,32,39,44,66,81,114,133,191],"policy":[28],"is":[29],"updated":[30],"towards":[31],"relatively":[33],"high":[34],"reward":[35],"completions.":[36],"Due":[37],"auto-regressive":[40],"nature":[41],"models,":[43],"generation":[45],"phase":[46],"style":[49],"training":[51,82,119,171,194],"can":[52,124,154,174],"be":[53,97],"extremely":[54],"time":[55],"consuming.":[56],"As":[57],"solution,":[59],"prior":[60,147],"work":[61,148],"has":[62,149],"sought":[63],"distribute":[65],"inference":[67],"step":[68],"across":[69],"many":[70],"nodes,":[71],"working":[72],"parallel.":[73],"These":[74],"works":[75],"assume":[76],"primarily":[77],"homogeneous":[78],"order":[84],"keep":[86],"samples":[87,142,153,177],"close":[89],"on-policy":[91,234],"possible.":[93],"This":[94],"assumption":[95],"may":[96,109],"impractical":[98],"decentralized":[100,118],"systems,":[101],"where":[102],"parties":[103],"with":[104],"various":[105,186,205],"computes":[106],"preferences":[108],"wish":[110],"collaborate":[112,189],"on":[113,132,230],"same":[115,134,192],"task.":[116],"Thus,":[117],"requires":[120],"an":[121],"approach":[122],"that":[123,151,173,211],"handle":[125],"heterogeneous":[126,206],"-":[128,168],"different":[129],"collaborating":[131],"tasks.":[135],"However,":[136],"this":[137],"leads":[138],"highly":[140],"off-policy":[141,152,176],"presented":[143],"during":[144],"training,":[145,235],"identified":[150],"hurt":[155],"convergence.":[157],"To":[158],"enable":[159],"heterogeneity,":[160],"we":[161,209,223],"propose":[162],"Filtered":[163],"Truncated":[164],"Importance":[165],"Sampling":[166],"(F-TIS)":[167],"GRPO-style":[170],"paradigm":[172],"use":[175],"improve":[179],"local":[180],"model's":[181,237],"learning.":[182],"Our":[183],"framework":[184],"allows":[185],"RL":[193],"run":[195],"while":[196],"being":[197],"communication":[198],"efficient.":[199],"We":[200],"extensively":[201],"evaluate":[202],"F-TIS":[203],"setups":[207,227],"show":[210],"it":[212],"exhibits":[213],"identical":[214],"final":[215],"model":[216],"convergence":[217],"purely":[219],"on-sample":[220],"training.":[221],"Furthermore,":[222],"observe":[224],"some":[226],"better":[228],"generalization":[229],"out-of-distribution":[231],"tasks":[232],"than":[233],"increasing":[236],"performance":[238],"by":[239],"up":[240],"12\\%.":[242]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-23T00:00:00"}