{"id":"https://openalex.org/W7163507356","doi":"https://doi.org/10.48550/arxiv.2606.04202","title":"SMAC-Talk: A Natural Language Extension of the StarCraft Multi-Agent Challenge for Large Language Models","display_name":"SMAC-Talk: A Natural Language Extension of the StarCraft Multi-Agent Challenge for Large Language Models","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163507356","doi":"https://doi.org/10.48550/arxiv.2606.04202"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.04202","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04202","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.04202","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137826121","display_name":"Joel Sol","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sol, Joel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5058540009","display_name":"Homayoun Najjaran","orcid":"https://orcid.org/0000-0002-3550-225X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Najjaran, Homayoun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.3968000113964081,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.3968000113964081,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.13729999959468842,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.09740000218153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.535099983215332},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5263000130653381},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5011000037193298},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.47920000553131104},{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.46320000290870667},{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.4526999890804291},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4334999918937683},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.398499995470047}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.743399977684021},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.535099983215332},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5263000130653381},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5011000037193298},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4975999891757965},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.47920000553131104},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.46320000290870667},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4334999918937683},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.398499995470047},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2973000109195709},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29490000009536743},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28940001130104065},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C11693617","wikidata":"https://www.wikidata.org/wiki/Q181839","display_name":"Pragmatics","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.04202","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04202","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.04202","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04202","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.600974977016449}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"LLMs":[1],"become":[2],"more":[3],"widely":[4],"deployed,":[5],"they":[6],"are":[7],"increasingly":[8],"expected":[9],"to":[10,28,83,94,108,149],"work":[11],"alongside":[12],"other":[13],"AI":[14],"agents":[15,27,52,119,159],"rather":[16],"than":[17],"operating":[18],"in":[19,23,53,154,160],"isolation.":[20],"Effective":[21],"coordination":[22,86,139],"these":[24],"settings":[25,100],"requires":[26],"communicate,":[29],"share":[30],"information":[31],"and":[32,69,87,110,129,135,156],"make":[33],"decisions":[34],"under":[35],"uncertainty.":[36],"We":[37,89,116,142],"introduce":[38],"SMAC-Talk,":[39],"a":[40,75],"natural":[41,76],"language":[42,77],"extension":[43],"of":[44],"the":[45,126,151],"StarCraft":[46],"Multi-Agent":[47],"Challenge":[48],"for":[49,120],"evaluating":[50,157],"LLM-based":[51],"cooperative":[54,161],"multi-agent":[55,162],"environments.":[56],"The":[57],"environment":[58],"has":[59],"several":[60],"key":[61],"features":[62],"such":[63],"as":[64,145],"decentralized":[65],"control,":[66],"partial":[67],"observability":[68],"long-horizon":[70],"decision":[71],"making.":[72],"SMAC-Talk":[73,144],"includes":[74],"communication":[78,92,114],"channel":[79,93],"which":[80],"is":[81],"used":[82],"probe":[84],"agent":[85],"trust.":[88],"use":[90],"this":[91],"construct":[95],"different":[96],"evaluation":[97],"scenarios,":[98],"including":[99],"with":[101],"an":[102,146],"embedded":[103],"deceptive":[104],"communicator":[105],"that":[106],"tries":[107],"disrupt":[109],"deceive":[111],"allies":[112],"through":[113],"alone.":[115],"provide":[117],"three":[118],"benchmarking":[121],"using":[122],"4":[123],"models":[124],"from":[125],"Qwen3.5":[127],"family":[128],"study":[130],"how":[131],"reasoning":[132],"structure,":[133],"memory":[134],"model":[136],"scale":[137],"affect":[138],"between":[140],"agents.":[141],"release":[143],"open":[147],"benchmark":[148],"support":[150],"research":[152],"community":[153],"developing":[155],"LLM":[158],"settings.":[163]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-05T00:00:00"}