{"id":"https://openalex.org/W7134825386","doi":"https://doi.org/10.48550/arxiv.2603.07253","title":"Learning When to Cooperate Under Heterogeneous Goals","display_name":"Learning When to Cooperate Under Heterogeneous Goals","publication_year":2026,"publication_date":"2026-03-07","ids":{"openalex":"https://openalex.org/W7134825386","doi":"https://doi.org/10.48550/arxiv.2603.07253"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.07253","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091952730","display_name":"Max Taylor-Davies","orcid":"https://orcid.org/0009-0004-9997-4020"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taylor-Davies, Max","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022719192","display_name":"Neil R Bramley","orcid":"https://orcid.org/0000-0002-4141-8476"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bramley, Neil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128671092","display_name":"Christopher G. Lucas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lucas, Christopher G.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7401999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7401999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.04340000078082085,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.030799999833106995,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6626999974250793},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5364999771118164},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5339000225067139},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.48820000886917114},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.4796999990940094},{"id":"https://openalex.org/keywords/teamwork","display_name":"Teamwork","score":0.474700003862381},{"id":"https://openalex.org/keywords/element","display_name":"Element (criminal law)","score":0.3650999963283539}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7078999876976013},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6626999974250793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5374000072479248},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5364999771118164},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5339000225067139},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.48820000886917114},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.4796999990940094},{"id":"https://openalex.org/C111226992","wikidata":"https://www.wikidata.org/wiki/Q626225","display_name":"Teamwork","level":2,"score":0.474700003862381},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3921999931335449},{"id":"https://openalex.org/C200288055","wikidata":"https://www.wikidata.org/wiki/Q2621792","display_name":"Element (criminal law)","level":2,"score":0.3650999963283539},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3490999937057495},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3278000056743622},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30660000443458557},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2615000009536743},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.07253","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.07253","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.07253","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.07253","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.4625604748725891,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A":[0],"significant":[1],"element":[2],"of":[3,67,98,113,122,147],"human":[4],"cooperative":[5,115],"intelligence":[6],"lies":[7],"in":[8,34,49,73,90],"our":[9],"ability":[10],"to":[11,19,63,87,128,144],"identify":[12],"opportunities":[13],"for":[14,46],"fruitful":[15],"collaboration;":[16],"and":[17,100,103],"conversely":[18],"recognise":[20],"when":[21],"the":[22,56,65,120,145],"task":[23],"at":[24],"hand":[25],"is":[26,141],"better":[27],"pursued":[28],"alone.":[29],"Research":[30],"on":[31,94,139],"flexible":[32],"cooperation":[33],"machines":[35],"has":[36],"left":[37],"this":[38,91],"meta-level":[39],"problem":[40],"largely":[41],"unexplored,":[42],"despite":[43],"its":[44,137],"importance":[45],"successful":[47],"collaboration":[48],"heterogeneous":[50,70],"open-ended":[51],"environments.":[52,116],"Here,":[53],"we":[54],"extend":[55],"typical":[57],"Ad":[58],"Hoc":[59],"Teamwork":[60],"(AHT)":[61],"setting":[62],"incorporate":[64],"idea":[66],"agents":[68],"having":[69],"goals":[71],"that":[72,105,126,136],"any":[74],"given":[75],"scenario":[76],"may":[77,79],"or":[78],"not":[80],"overlap.":[81],"We":[82,117],"introduce":[83],"a":[84,95],"novel":[85],"approach":[86],"learning":[88],"policies":[89],"setting,":[92],"based":[93],"hierarchical":[96],"combination":[97],"imitation":[99],"reinforcement":[101],"learning,":[102],"show":[104],"it":[106],"outperforms":[107],"baseline":[108],"methods":[109],"across":[110],"extended":[111],"versions":[112],"two":[114],"also":[118],"investigate":[119],"contribution":[121],"an":[123],"auxiliary":[124],"component":[125],"learns":[127],"model":[129],"teammates":[130],"by":[131],"predicting":[132],"their":[133],"actions,":[134],"finding":[135],"effect":[138],"performance":[140],"inversely":[142],"related":[143],"amount":[146],"observable":[148],"information":[149],"about":[150],"teammate":[151],"goals.":[152]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-11T00:00:00"}