{"id":"https://openalex.org/W7002052231","doi":null,"title":"Mitigating Social Dilemmas in Multi-Agent Reinforcement Learning with Formal Contracting","display_name":"Mitigating Social Dilemmas in Multi-Agent Reinforcement Learning with Formal Contracting","alternate_titles":[],"publication_year":2024,"publication_date":"2024-02-01","ids":{"openalex":"https://openalex.org/W7002052231"},"language":"en","primary_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/153795","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/153795","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/153795/1/christoffersen-philljkc-sm-eecs-2024-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W7002052231"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.mit.edu/bitstream/1721.1/153795/1/christoffersen-philljkc-sm-eecs-2024-thesis.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018045214","display_name":"Phillip J. K. Christoffersen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Christoffersen, Phillip Johannes Kerr","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science","University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science","institution_ids":[]},{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5018045214"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5673999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5673999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.37400001287460327,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.028999999165534973,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/social-dilemmas","display_name":"social dilemmas","score":0.9739999771118164},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.9819999933242798},{"id":"https://openalex.org/keywords/precommitment","display_name":"precommitment","score":0.6269999742507935},{"id":"https://openalex.org/keywords/social-welfare-welfare-economics","display_name":"social welfare (welfare economics)","score":0.7440000176429749},{"id":"https://openalex.org/keywords/subgame-perfect-equilibrium","display_name":"subgame perfect equilibrium","score":0.902999997138977},{"id":"https://openalex.org/keywords/prisoner-s-dilemma","display_name":"prisoner's dilemma","score":0.7860000133514404},{"id":"https://openalex.org/keywords/pollution-management","display_name":"pollution management","score":0.9290000200271606},{"id":"https://openalex.org/keywords/shared-resource-allocation","display_name":"shared resource allocation","score":0.7990000247955322}],"concepts":[{"id":"https://openalex.org/C199776023","wikidata":"https://www.wikidata.org/wiki/Q202875","display_name":"Negotiation","level":2,"score":0.6901999711990356},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6836000084877014},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.6499999761581421},{"id":"https://openalex.org/C187206662","wikidata":"https://www.wikidata.org/wiki/Q55607920","display_name":"Social dilemma","level":2,"score":0.6107000112533569},{"id":"https://openalex.org/C79416737","wikidata":"https://www.wikidata.org/wiki/Q2305519","display_name":"Social learning","level":2,"score":0.544700026512146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5307999849319458},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.49570000171661377},{"id":"https://openalex.org/C536738050","wikidata":"https://www.wikidata.org/wiki/Q3249071","display_name":"Social Welfare","level":2,"score":0.4569000005722046},{"id":"https://openalex.org/C5894958","wikidata":"https://www.wikidata.org/wiki/Q2297769","display_name":"Software agent","level":2,"score":0.42289999127388},{"id":"https://openalex.org/C100243477","wikidata":"https://www.wikidata.org/wiki/Q12002092","display_name":"Welfare","level":2,"score":0.3813999891281128},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.36640000343322754},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3447999954223633},{"id":"https://openalex.org/C21711469","wikidata":"https://www.wikidata.org/wiki/Q1194317","display_name":"Conflict resolution","level":2,"score":0.3384000062942505},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.33239999413490295},{"id":"https://openalex.org/C123650614","wikidata":"https://www.wikidata.org/wiki/Q282491","display_name":"Strategic dominance","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C162222271","wikidata":"https://www.wikidata.org/wiki/Q92779871","display_name":"Public good","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3084999918937683},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2994000017642975},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28679999709129333},{"id":"https://openalex.org/C95389739","wikidata":"https://www.wikidata.org/wiki/Q1518716","display_name":"Social order","level":3,"score":0.28200000524520874},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C98528937","wikidata":"https://www.wikidata.org/wiki/Q2672648","display_name":"Social conflict","level":3,"score":0.2671999931335449},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C179133015","wikidata":"https://www.wikidata.org/wiki/Q1639378","display_name":"Social system","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:dspace.mit.edu:1721.1/153795","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/153795","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/153795/1/christoffersen-philljkc-sm-eecs-2024-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/153795","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/153795","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/153795/1/christoffersen-philljkc-sm-eecs-2024-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7002052231.pdf","grobid_xml":"https://content.openalex.org/works/W7002052231.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1485535210","https://openalex.org/W1530756071","https://openalex.org/W1823691459","https://openalex.org/W2015007620","https://openalex.org/W2023067240","https://openalex.org/W2029050771","https://openalex.org/W2088956500","https://openalex.org/W2096612958","https://openalex.org/W2151408086","https://openalex.org/W2174786457","https://openalex.org/W2526379199","https://openalex.org/W2584377191","https://openalex.org/W2590517691","https://openalex.org/W2594794854","https://openalex.org/W2624786321","https://openalex.org/W2733961795","https://openalex.org/W2736601468","https://openalex.org/W2888078780","https://openalex.org/W2891661335","https://openalex.org/W2913525780","https://openalex.org/W2913662073","https://openalex.org/W2914559550","https://openalex.org/W2917923354","https://openalex.org/W2963094322","https://openalex.org/W2993335844","https://openalex.org/W3008369822","https://openalex.org/W3037941652","https://openalex.org/W3092692282","https://openalex.org/W3100097138","https://openalex.org/W3122162510","https://openalex.org/W3162929185","https://openalex.org/W3170140880","https://openalex.org/W3170791277","https://openalex.org/W3177232297","https://openalex.org/W4205912589","https://openalex.org/W4253299649","https://openalex.org/W4311573031","https://openalex.org/W4385767876","https://openalex.org/W4388596127","https://openalex.org/W4403503820"],"related_works":["https://openalex.org/W7124252702","https://openalex.org/W4403503820","https://openalex.org/W2730328371","https://openalex.org/W6893299805","https://openalex.org/W6980807568","https://openalex.org/W7124280605","https://openalex.org/W3005802885","https://openalex.org/W4226157385","https://openalex.org/W4293875048"],"abstract_inverted_index":{"As":[0],"society":[1],"deploys":[2],"more":[3,5,218,275],"and":[4,109,140,217,238,262],"sophisticated":[6],"artificial":[7],"intelligence":[8],"(AI)":[9],"agents,":[10,18],"it":[11,85],"will":[12,188],"be":[13,234],"increasingly":[14],"necessary":[15],"for":[16,172],"such":[17,75,211,221],"while":[19],"pursuing":[20],"their":[21,63],"own":[22,64],"objectives,":[23],"to":[24,61,96,98,162,169,242,270],"coexist":[25],"in":[26,29,48,70,107,123,148,167,189,202,208,236,247],"common":[27],"environments":[28],"the":[30,41,49,93,156,173,196,203,213,260],"physical":[31],"or":[32],"digital":[33],"worlds.":[34],"This":[35,250],"may":[36],"pose":[37],"a":[38,71,126,149,159],"challenge":[39],"if":[40],"agents\u2019":[42,164],"objectives":[43,65,201],"conflict":[44],"with":[45,92,113,244,253],"each":[46],"other\u2013":[47],"worst":[50],"case,":[51],"this":[52,83,180,230,268],"can":[53,233],"prevent":[54],"any":[55],"given":[56,150,155],"agent":[57,200],"from":[58],"being":[59],"able":[60],"fulfill":[62],"(e.g.":[66],"self":[67],"driving":[68],"cars":[69],"traffic":[72],"jam).":[73],"Situations":[74],"as":[76,212,222],"these":[77],"are":[78,154],"termed":[79,132],"social":[80,105,121,192,248],"dilemmas.":[81,249],"In":[82,143],"thesis,":[84],"is":[86,130,136],"demonstrated":[87],"that":[88,194,229],"providing":[89],"RL":[90],"agents":[91,153,187,276],"software":[94],"infrastructure":[95],"precommit":[97],"zero-sum":[99],"incentive":[100],"modifications":[101],"1.":[102],"Induces":[103],"maximal":[104],"welfare":[106,246],"theory;":[108],"2.":[110],"When":[111],"implemented":[112,235],"deep":[114],"multi-agent":[115],"reinforcement":[116],"learning":[117],"(MARL),":[118],"also":[119],"avoids":[120],"dilemmas":[122],"practice.":[124],"Specifically,":[125],"novel":[127],"algorithmic":[128,231],"framework":[129,232],"proposed,":[131],"formal":[133,144],"contracting,":[134,145],"which":[135],"formalized,":[137],"studied":[138],"game-theoretically,":[139],"investigated":[141],"empirically.":[142],"before":[146],"engaging":[147],"shared":[151,177],"environment,":[152],"opportunity":[157],"negotiate":[158],"binding":[160],"modification":[161],"all":[163,183,199],"objective":[165],"functions,":[166],"order":[168],"provide":[170],"incentives":[171],"optimal":[174],"use":[175],"of":[176,198,225,255,259],"resources.":[178],"Within":[179],"framework,":[181],"at":[182],"subgame-perfect":[184],"equilibria":[185],"(SPE),":[186],"fact":[190],"maximize":[191],"welfare,":[193],"is,":[195],"sum":[197],"original":[204],"environment.":[205],"Moreover,":[206],"studies":[207],"simple":[209],"domains,":[210],"classic":[214],"prisoner\u2019s":[215],"dilemma,":[216],"complex":[219],"ones":[220],"dynamic":[223],"simulations":[224],"pollution":[226],"management,":[227],"show":[228],"MARL,":[237],"does":[239],"indeed":[240],"lead":[241],"outcomes":[243],"superior":[245],"thesis":[251],"concludes":[252],"discussions":[254],"related":[256],"work,":[257,264],"limitations":[258],"approach,":[261],"future":[263],"particularly":[265],"involving":[266],"scaling":[267],"methodology":[269],"larger":[271],"problem":[272],"instances":[273],"containing":[274],"than":[277],"studied.":[278]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7002052231","counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
