{"id":"https://openalex.org/W7164193491","doi":"https://doi.org/10.48550/arxiv.2606.09833","title":"CollabSkill: Evaluating Human-Agent Collaboration On Real-World Tasks","display_name":"CollabSkill: Evaluating Human-Agent Collaboration On Real-World Tasks","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7164193491","doi":"https://doi.org/10.48550/arxiv.2606.09833"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09833","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09833","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09833","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138288518","display_name":"Yijia Shao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Yijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041297063","display_name":"Zora Zhiruo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zora Zhiruo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138294058","display_name":"Neel Ahuja","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahuja, Neel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411051","display_name":"Yicheng Wang","orcid":"https://orcid.org/0000-0002-8744-9972"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427695","display_name":"Bowen Liu","orcid":"https://orcid.org/0000-0002-4194-8119"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138377961","display_name":"Diyi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Diyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.30570000410079956,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.30570000410079956,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.15569999814033508,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.11710000038146973,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6654000282287598},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6455000042915344},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.6169999837875366},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.30820000171661377},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.30559998750686646},{"id":"https://openalex.org/keywords/bayesian-network","display_name":"Bayesian network","score":0.2879999876022339}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6654000282287598},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6455000042915344},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.6169999837875366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5756999850273132},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4765999913215637},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45750001072883606},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4108999967575073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32749998569488525},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.30820000171661377},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.28619998693466187},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2581999897956848},{"id":"https://openalex.org/C2775847012","wikidata":"https://www.wikidata.org/wiki/Q7075810","display_name":"Occupational science","level":3,"score":0.2535000145435333},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09833","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09833","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09833","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09833","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8771301507949829}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI":[0,72,121,191,215],"agents":[1,73,216],"are":[2],"reshaping":[3],"the":[4,15,41,85,92,114,145,169,179,198],"workspace,":[5],"leading":[6],"to":[7,77,110,200],"drastic":[8],"change":[9],"of":[10,18,43,87,95,117,155,182,205],"how":[11],"humans":[12,119],"work.":[13],"Despite":[14],"considerable":[16],"potential":[17],"human-agent":[19,60,206],"collaboration":[20,61,183,187,207],"both":[21,118],"in":[22,202],"preserving":[23],"human":[24,46,69,135,170,220],"agency":[25],"and":[26,48,91,112,120,208],"generating":[27],"economic":[28],"value,":[29],"this":[30],"paradigm":[31],"remains":[32],"largely":[33],"absent":[34],"from":[35,128,153],"occupational":[36,64,79],"task":[37],"evaluation,":[38],"hindered":[39],"by":[40,133],"difficulty":[42],"gathering":[44],"real":[45,68,96],"data":[47,82],"accounting":[49],"for":[50,58,100],"inter-human":[51,101],"variability.":[52],"We":[53],"introduce":[54],"CollabSkill,":[55],"a":[56,105],"framework":[57],"evaluating":[59],"on":[62,74,124,141,144,149,168],"real-world":[63],"tasks.":[65],"CollabSkill":[66,103,150,172,196],"pairs":[67],"workers":[70],"with":[71,163,185],"tasks":[75,90],"matched":[76],"their":[78],"background,":[80],"collecting":[81],"that":[83,174,217],"capture":[84],"complexity":[86],"economically":[88],"valuable":[89],"usage":[93],"patterns":[94],"workers.":[97,221],"To":[98],"account":[99],"variability,":[102],"employs":[104],"Bayesian":[106],"skill":[107,115],"rating":[108],"system":[109],"disentangle":[111],"quantify":[113],"contributions":[116],"agents.":[122],"Drawing":[123],"over":[125],"1,500":[126],"prompts":[127],"386":[129],"working":[130],"sessions":[131],"contributed":[132],"93":[134],"workers,":[136],"our":[137],"analysis":[138],"yields":[139],"insights":[140],"two":[142],"fronts:":[143],"agent":[146],"side,":[147,171],"rankings":[148],"diverge":[151],"meaningfully":[152,188],"those":[154],"existing":[156],"fully":[157],"autonomous":[158],"benchmarks":[159],"where":[160],"Codex":[161],"leads,":[162],"Claude":[164],"Code":[165],"ranking":[166],"first;":[167],"reveals":[173],"practical":[175],"experience":[176],"emerges":[177],"as":[178],"primary":[180],"driver":[181],"skill,":[184],"hands-on":[186],"shifting":[189],"workers'":[190],"literacy.":[192],"Together,":[193],"we":[194],"hope":[195],"enables":[197],"community":[199],"invest":[201],"systematic":[203],"evaluation":[204],"spurs":[209],"development":[210],"efforts":[211],"aimed":[212],"at":[213],"building":[214],"genuinely":[218],"augment":[219]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-11T00:00:00"}