{"id":"https://openalex.org/W7163648481","doi":"https://doi.org/10.48550/arxiv.2606.06399","title":"CollabSim: A CSCW-Grounded Methodology for Investigating Collaborative Competence of LLM Agents through Controlled Multi-Agent Experiments","display_name":"CollabSim: A CSCW-Grounded Methodology for Investigating Collaborative Competence of LLM Agents through Controlled Multi-Agent Experiments","publication_year":2026,"publication_date":"2026-06-04","ids":{"openalex":"https://openalex.org/W7163648481","doi":"https://doi.org/10.48550/arxiv.2606.06399"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.06399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.06399","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137981881","display_name":"Jiaju Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jiaju","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137953623","display_name":"Bo Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137951693","display_name":"Yuxuan Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138001142","display_name":"Yun Wang (32846)","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137927926","display_name":"Dakuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Dakuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5033744502","display_name":"Bingsheng Yao","orcid":"https://orcid.org/0009-0004-8329-4610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Bingsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.3271999955177307,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.3271999955177307,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.18629999458789825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.061799999326467514,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.5903000235557556},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4796999990940094},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.38499999046325684},{"id":"https://openalex.org/keywords/collaborative-learning","display_name":"Collaborative learning","score":0.3555999994277954},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.3215000033378601},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.289900004863739},{"id":"https://openalex.org/keywords/common-ground","display_name":"Common ground","score":0.2800000011920929}],"concepts":[{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.5903000235557556},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.5576000213623047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5309000015258789},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4796999990940094},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.47450000047683716},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40860000252723694},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.38499999046325684},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.28850001096725464},{"id":"https://openalex.org/C2777877512","wikidata":"https://www.wikidata.org/wiki/Q1116097","display_name":"Common ground","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.271699994802475},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C2987082051","wikidata":"https://www.wikidata.org/wiki/Q223642","display_name":"Human interaction","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C2779017730","wikidata":"https://www.wikidata.org/wiki/Q5145845","display_name":"Collaborative model","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C554579003","wikidata":"https://www.wikidata.org/wiki/Q474157","display_name":"Collaborative software","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2606000006198883},{"id":"https://openalex.org/C2780873155","wikidata":"https://www.wikidata.org/wiki/Q392811","display_name":"Agent-based model","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C161936438","wikidata":"https://www.wikidata.org/wiki/Q27493","display_name":"Working group","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.06399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.06399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-agent":[0],"systems":[1],"(MAS)":[2],"built":[3],"on":[4,16,95],"large":[5],"language":[6],"models":[7],"have":[8,78],"shown":[9],"growing":[10],"promise,":[11],"with":[12],"their":[13],"effectiveness":[14],"resting":[15],"agents'":[17,113,142],"ability":[18],"to":[19,52],"coordinate":[20],"through":[21],"text-based":[22],"channels":[23],"much":[24],"as":[25,68],"human":[26,83],"teams":[27,84],"do.":[28],"Yet":[29],"recent":[30],"study":[31],"suggests":[32],"that":[33,125,150],"MAS":[34,91],"often":[35],"falter":[36],"not":[37],"because":[38,45],"agents":[39],"lack":[40,47],"individual":[41,61],"task-solving":[42],"ability,":[43],"but":[44],"they":[46],"collaborative":[48,114,131],"competence:":[49],"the":[50],"capacity":[51],"establish":[53],"common":[54],"ground,":[55],"maintain":[56],"shared":[57],"task":[58,96],"understanding,":[59],"balance":[60],"and":[62,65,104,138,160],"collective":[63],"incentives,":[64],"repair":[66],"misalignment":[67],"interaction":[69,136],"unfolds.":[70],"Decades":[71],"of":[72,112,130,135,141,164],"research":[73],"in":[74,101,116],"Computer-Supported":[75],"Cooperative":[76],"Work":[77],"characterized":[79],"these":[80],"requirements":[81],"for":[82],"coordinating":[85],"under":[86],"constrained":[87],"communication,":[88],"yet":[89],"existing":[90],"evaluations":[92],"focus":[93],"mainly":[94],"outcomes":[97],"or":[98],"single-agent":[99],"proficiency":[100],"reasoning,":[102],"planning,":[103],"tool":[105],"use.":[106],"To":[107],"enable":[108],"a":[109,121,127],"systematic":[110],"analysis":[111],"competence":[115],"MAS,":[117],"we":[118],"introduce":[119],"CollabSim,":[120],"configurable":[122],"simulation":[123],"framework":[124],"combines":[126],"theory-grounded":[128],"definition":[129],"capabilities,":[132],"controlled":[133],"manipulation":[134],"conditions,":[137],"action-level":[139],"probing":[140],"internal":[143],"states.":[144],"Experiments":[145],"across":[146],"four":[147],"LLMs":[148],"show":[149],"CollabSim":[151],"can":[152],"capture":[153],"condition":[154],"effects,":[155],"separate":[156],"model":[157],"performance":[158],"patterns,":[159],"reveal":[161],"task-dependent":[162],"effects":[163],"agent":[165],"design.":[166]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-06T00:00:00"}