{"id":"https://openalex.org/W7127739889","doi":null,"title":"Understanding Multi-Agent LLM Frameworks: A Unified Benchmark and Experimental Analysis","display_name":"Understanding Multi-Agent LLM Frameworks: A Unified Benchmark and Experimental Analysis","publication_year":2026,"publication_date":"2026-02-03","ids":{"openalex":"https://openalex.org/W7127739889"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2602.03128","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.03128","pdf_url":"https://arxiv.org/pdf/2602.03128","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2602.03128","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029599225","display_name":"Abdelghny Orogat","orcid":"https://orcid.org/0009-0007-2373-5375"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Orogat, Abdelghny","raw_affiliation_strings":["Concordia University Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125011955","display_name":"Ana Rostam","orcid":null},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rostam, Ana","raw_affiliation_strings":["Concordia University Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125096288","display_name":"Essam Mansour","orcid":null},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mansour, Essam","raw_affiliation_strings":["Concordia University Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.30979999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.30979999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05609999969601631,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.03669999912381172,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6794000267982483},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5953999757766724},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4706999957561493},{"id":"https://openalex.org/keywords/architectural-design","display_name":"Architectural design","score":0.46650001406669617},{"id":"https://openalex.org/keywords/architectural-pattern","display_name":"Architectural pattern","score":0.43849998712539673},{"id":"https://openalex.org/keywords/architecture-framework","display_name":"Architecture framework","score":0.3946000039577484},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.3400999903678894},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.32670000195503235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7567999958992004},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6794000267982483},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5953999757766724},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5019999742507935},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4706999957561493},{"id":"https://openalex.org/C2984241579","wikidata":"https://www.wikidata.org/wiki/Q323611","display_name":"Architectural design","level":3,"score":0.46650001406669617},{"id":"https://openalex.org/C72280835","wikidata":"https://www.wikidata.org/wiki/Q635346","display_name":"Architectural pattern","level":5,"score":0.43849998712539673},{"id":"https://openalex.org/C53619493","wikidata":"https://www.wikidata.org/wiki/Q4787093","display_name":"Architecture framework","level":3,"score":0.3946000039577484},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.36149999499320984},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C2776221188","wikidata":"https://www.wikidata.org/wiki/Q21072556","display_name":"Design space exploration","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.2953000068664551},{"id":"https://openalex.org/C509989072","wikidata":"https://www.wikidata.org/wiki/Q15188241","display_name":"Model-driven architecture","level":4,"score":0.28769999742507935},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:arXiv.org:2602.03128","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.03128","pdf_url":"https://arxiv.org/pdf/2602.03128","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2602.03128","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.03128","pdf_url":"https://arxiv.org/pdf/2602.03128","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127739889.pdf","grobid_xml":"https://content.openalex.org/works/W7127739889.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-agent":[0],"LLM":[1,126],"frameworks":[2,20,127],"are":[3],"widely":[4,158],"used":[5,159],"to":[6,97,180,189],"accelerate":[7],"the":[8],"development":[9],"of":[10],"agent":[11],"systems":[12],"powered":[13],"by":[14,116,172,178],"large":[15],"language":[16],"models":[17],"(LLMs).":[18],"These":[19],"impose":[21],"distinct":[22],"architectural":[23,49,99,120,199],"structures":[24],"that":[25,139,164],"govern":[26],"how":[27],"agents":[28],"interact,":[29],"store":[30],"information,":[31],"and":[32,58,67,86,88,107,131,182,202,206],"coordinate":[33],"tasks.":[34],"However,":[35],"their":[36],"impact":[37],"on":[38,104],"system":[39],"performance":[40],"remains":[41],"poorly":[42],"understood.":[43],"This":[44],"gap":[45],"is":[46],"critical,":[47],"as":[48,60,62,79],"choices":[50,167],"alone":[51,168],"can":[52,169],"induce":[53],"order-of-magnitude":[54],"differences":[55],"in":[56,65],"latency":[57,171],"throughput,":[59],"well":[61],"substantial":[63],"variation":[64],"accuracy":[66,177],"scalability.":[68],"Addressing":[69],"this":[70],"challenge":[71],"requires":[72],"(i)":[73,117],"jointly":[74],"evaluating":[75],"multiple":[76],"capabilities,":[77],"such":[78],"orchestration":[80],"overhead,":[81],"memory":[82],"behavior,":[83],"planning,":[84],"specialization,":[85],"coordination,":[87],"(ii)":[89,132],"conducting":[90],"these":[91,114],"evaluations":[92],"under":[93,143],"controlled,":[94],"framework-level":[95,110,165],"conditions":[96],"isolate":[98],"effects.":[100],"Existing":[101],"benchmarks":[102,142],"focus":[103],"individual":[105],"capabilities":[106],"lack":[108],"standardized":[109,145],"evaluation.":[111],"We":[112],"address":[113],"limitations":[115],"introducing":[118],"an":[119],"taxonomy":[121],"for":[122],"systematically":[123],"comparing":[124],"multi-agent":[125],"along":[128],"fundamental":[129],"dimensions,":[130],"developing":[133],"MAFBench,":[134,149],"a":[135,144,152],"unified":[136],"evaluation":[137],"suite":[138],"integrates":[140],"existing":[141],"execution":[146],"pipeline.":[147],"Using":[148],"we":[150,193],"conduct":[151],"controlled":[153],"empirical":[154],"study":[155],"across":[156],"several":[157],"frameworks.":[160],"Our":[161],"results":[162],"show":[163],"design":[166,200],"increase":[170],"over":[173],"100x,":[174],"reduce":[175],"planning":[176],"up":[179],"30%,":[181],"lower":[183],"coordination":[184],"success":[185],"from":[186],"above":[187],"90%":[188],"below":[190],"30%.":[191],"Finally,":[192],"translate":[194],"our":[195],"findings":[196],"into":[197],"concrete":[198],"principles":[201],"framework":[203],"selection":[204],"guidance,":[205],"outline":[207],"promising":[208],"future":[209],"research":[210],"directions.":[211]},"counts_by_year":[],"updated_date":"2026-07-03T06:20:38.788640","created_date":"2026-02-06T00:00:00"}