{"id":"https://openalex.org/W7225192256","doi":"https://doi.org/10.48550/arxiv.2611.02633","title":"Measuring AI Agents as Teammates with Collaborative Intelligence","display_name":"Measuring AI Agents as Teammates with Collaborative Intelligence","publication_year":2026,"publication_date":"2026-11-02","ids":{"openalex":"https://openalex.org/W7225192256","doi":"https://doi.org/10.48550/arxiv.2611.02633"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.02633","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.02633","pdf_url":"https://arxiv.org/pdf/2611.02633","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.02633","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160424552","display_name":"Sean Wu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Sean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124925013","display_name":"Aneesh Pappu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pappu, Aneesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051330767","display_name":"Jiaru Zou","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Jiaru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160549810","display_name":"Yubin Kim","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Yubin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136716334","display_name":"Yuncong Mao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Yuncong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135679164","display_name":"Hongjian Zhou","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Hongjian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160562681","display_name":"Junchi Yu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Junchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160549545","display_name":"Jieneng Chen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jieneng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5004953153","display_name":"James Zou","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.2542000114917755,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.2542000114917755,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.16500000655651093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.044599998742341995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/collaborative-intelligence","display_name":"collaborative intelligence","score":0.8550000190734863},{"id":"https://openalex.org/keywords/human-ai-collaboration","display_name":"human-AI collaboration","score":0.7369999885559082},{"id":"https://openalex.org/keywords/negotiation","display_name":"negotiation","score":0.4950000047683716},{"id":"https://openalex.org/keywords/cheating-detection","display_name":"cheating detection","score":0.44200000166893005},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.3330000042915344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6556000113487244},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5958999991416931},{"id":"https://openalex.org/C111226992","wikidata":"https://www.wikidata.org/wiki/Q626225","display_name":"Teamwork","level":2,"score":0.5333999991416931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5189999938011169},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.492900013923645},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.3824000060558319},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.35280001163482666},{"id":"https://openalex.org/C95203288","wikidata":"https://www.wikidata.org/wiki/Q221682","display_name":"Semaphore","level":2,"score":0.34779998660087585},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C164850336","wikidata":"https://www.wikidata.org/wiki/Q3685487","display_name":"Interpersonal communication","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33340001106262207},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31130000948905945},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.304500013589859},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2793999910354614},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2754000127315521},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C127627568","wikidata":"https://www.wikidata.org/wiki/Q1639361","display_name":"Sociotechnical system","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.02633","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.02633","pdf_url":"https://arxiv.org/pdf/2611.02633","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.02633","doi":"https://doi.org/10.48550/arxiv.2611.02633","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.02633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.02633","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.02633","pdf_url":"https://arxiv.org/pdf/2611.02633","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7104028931","https://openalex.org/W7125231248","https://openalex.org/W4306700525","https://openalex.org/W7138165233","https://openalex.org/W7061938001","https://openalex.org/W7214029360","https://openalex.org/W4403779227","https://openalex.org/W4405035693","https://openalex.org/W7165143519","https://openalex.org/W4411070168"],"abstract_inverted_index":{"Progress":[0],"in":[1,28,40,216,236],"AI":[2,19,36,81,285],"is":[3,299],"often":[4],"measured":[5,62],"by":[6,68,156,260],"what":[7],"a":[8,51,85,106,115,136,183,234,238,301],"single":[9],"model":[10,108,188,240],"can":[11,154],"do":[12],"on":[13,58,150],"its":[14],"own.":[15],"Yet":[16],"teams":[17,41,60],"of":[18,42,54,94,193,219],"agents":[20,43,286,291],"are":[21,147],"starting":[22],"to":[23,38,48,101,129,228,262,296,304],"make":[24],"breakthroughs":[25],"and":[26,32,44,126,132,134,167,170,177,202,221,275,292,306],"discoveries":[27],"science,":[29],"medicine,":[30],"mathematics":[31],"software":[33],"engineering.":[34],"As":[35,284],"begins":[37],"work":[39,104,288],"people,":[45,293],"the":[46,72,103,186,212,255,294],"ability":[47,64,295],"collaborate":[49,297],"becomes":[50],"core":[52],"part":[53],"their":[55,222],"intelligence.":[56],"Research":[57],"human":[59],"has":[61,135,179,241],"this":[63],"for":[65,282],"decades.":[66],"Inspired":[67],"this,":[69],"we":[70],"introduce":[71],"Collaborative":[73],"Intelligence":[74],"Benchmark,":[75],"which":[76,237],"measures":[77],"how":[78],"well":[79],"an":[80,98,119],"agent":[82],"works":[83],"as":[84,182,251,265],"teammate.":[86],"It":[87],"contains":[88],"240":[89],"tasks":[90,131,151,272,281],"across":[91,175],"8":[92],"dimensions":[93],"teamwork,":[95,250],"from":[96,114,122,143,226],"refusing":[97],"unsafe":[99,200],"shortcut":[100],"checking":[102],"that":[105,152,172],"weaker":[107,239],"leaves":[109],"behind.":[110],"Each":[111],"task":[112,235],"comes":[113],"real":[116],"record":[117],"or":[118],"existing":[120],"benchmark,":[121],"aviation":[123],"accident":[124],"reports":[125],"clinical":[127],"cases":[128],"coding":[130],"negotiations,":[133],"programmatically":[137],"verifiable":[138],"outcome.":[139],"To":[140],"isolate":[141],"teamwork":[142],"individual":[144],"capability,":[145],"models":[146,169,196,252],"scored":[148],"only":[149,190,217],"they":[153,159,206,231],"solve":[155],"themselves":[157],"when":[158,230],"have":[160],"full":[161],"information.":[162],"We":[163],"evaluate":[164],"18":[165],"closed-":[166],"open-weight":[168],"find":[171],"every":[173],"model,":[174],"sizes":[176],"families,":[178],"clear":[180],"weaknesses":[181],"teammate,":[184],"with":[185,253,273,278],"best":[187,213],"scoring":[189],"82.2":[191],"out":[192],"100.":[194],"Frontier":[195],"almost":[197],"always":[198],"refuse":[199],"shortcuts":[201],"report":[203],"misconduct,":[204],"yet":[205],"cave":[207],"under":[208],"interpersonal":[209],"pressure,":[210],"reaching":[211],"overall":[214],"deal":[215],"14%":[218],"conflicts,":[220],"pass":[223],"rate":[224],"drops":[225],"97%":[227],"81%":[229],"take":[232],"over":[233],"cheated.":[242],"Crucially,":[243],"general":[244],"capability":[245,257,303],"does":[246],"not":[247],"guarantee":[248],"good":[249],"nearly":[254],"same":[256],"score":[258],"differ":[259],"up":[261],"11":[263],"points":[264],"teammates.":[266],"The":[267],"benchmark":[268],"includes":[269],"160":[270],"public":[271],"code":[274],"data,":[276],"along":[277],"80":[279],"held-out":[280],"evaluation.":[283],"increasingly":[287],"alongside":[289],"other":[290],"effectively":[298],"becoming":[300],"crucial":[302],"measure":[305],"develop.":[307]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2026-11-04T00:00:00"}