{"id":"https://openalex.org/W7165741721","doi":"https://doi.org/10.48550/arxiv.2606.24437","title":"ReM-MoA: Reasoning Memory Sustains Mixture-of-Agents Scaling","display_name":"ReM-MoA: Reasoning Memory Sustains Mixture-of-Agents Scaling","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7165741721","doi":"https://doi.org/10.48550/arxiv.2606.24437"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.24437","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24437","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.24437","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015206797","display_name":"Heng Ping","orcid":"https://orcid.org/0000-0002-8141-1076"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ping, Heng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139267640","display_name":"Arijit Bhattacharjee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhattacharjee, Arijit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056795737","display_name":"P Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Peiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139287590","display_name":"Shixuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139302150","display_name":"Wei Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139303096","display_name":"Ali Jannesari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jannesari, Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125655774","display_name":"Nesreen Ahmed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmed, Nesreen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139224549","display_name":"Paul Bogdan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bogdan, Paul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.12620000541210175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.12620000541210175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.08290000259876251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.06539999693632126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.675599992275238},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.625},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6040999889373779},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.521399974822998},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5073000192642212},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44449999928474426},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.38440001010894775},{"id":"https://openalex.org/keywords/non-monotonic-logic","display_name":"Non-monotonic logic","score":0.37950000166893005}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7153000235557556},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.675599992275238},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.625},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6040999889373779},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.521399974822998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.517799973487854},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5073000192642212},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44449999928474426},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3190999925136566},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.2815000116825104},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27950000762939453},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.25529998540878296},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.24437","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24437","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.24437","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24437","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mixture-of-Agents":[0],"(MoA)":[1],"architectures":[2],"improve":[3],"inference-time":[4],"scaling":[5,41],"by":[6],"organizing":[7],"multiple":[8],"LLM":[9],"agents":[10,76],"into":[11],"layered":[12],"reasoning":[13,55,110,141],"pipelines.":[14],"However,":[15],"existing":[16],"MoA":[17,37,124],"variants":[18,125],"fail":[19],"to":[20,77],"sustain":[21],"gains":[22],"as":[23,143],"depth":[24,128],"increases,":[25],"exhibiting":[26],"degradation,":[27],"early":[28],"plateauing,":[29],"or":[30],"saturation.":[31],"We":[32,92],"propose":[33],"ReM-MoA,":[34],"a":[35,46,61,67,144],"memory-augmented":[36],"framework":[38],"that":[39,50,73,101],"sustains":[40],"through":[42,105],"two":[43],"mechanisms:":[44],"(1)":[45],"Ranked":[47],"Reasoning":[48],"Memory":[49,70],"persistently":[51],"stores":[52],"and":[53,65,82,118,129,132],"ranks":[54],"traces":[56],"from":[57],"all":[58],"layers":[59],"using":[60],"comparative":[62],"Reviewer":[63,98],"Agent,":[64],"(2)":[66],"Curated":[68],"Diversified":[69],"Routing":[71],"scheme":[72],"exposes":[74],"different":[75],"distinct":[78],"combinations":[79],"of":[80],"successful":[81],"failed":[83],"traces,":[84],"preserving":[85],"exploration":[86],"diversity":[87],"while":[88],"propagating":[89],"high-quality":[90],"reasoning.":[91],"further":[93],"introduce":[94],"an":[95],"optional":[96],"multi-domain":[97],"distillation":[99],"pipeline":[100],"improves":[102],"ranking":[103],"quality":[104],"frontier-model":[106],"supervision.":[107],"Across":[108],"five":[109],"benchmarks":[111],"spanning":[112],"math,":[113],"formal":[114],"logic,":[115],"code,":[116],"knowledge,":[117],"commonsense,":[119],"ReM-MoA":[120],"consistently":[121],"outperforms":[122],"prior":[123],"across":[126],"both":[127],"width":[130],"scaling,":[131],"its":[133],"advantage":[134],"widens":[135],"with":[136],"depth,":[137],"establishing":[138],"structured":[139],"cross-layer":[140],"memory":[142],"key":[145],"missing":[146],"mechanism":[147],"for":[148],"scalable":[149],"multi-agent":[150],"inference.":[151]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-25T00:00:00"}