{"id":"https://openalex.org/W2800007566","doi":"https://doi.org/10.24963/ijcai.2018/55","title":"What Game Are We Playing? End-to-end Learning in Normal and Extensive Form Games","display_name":"What Game Are We Playing? End-to-end Learning in Normal and Extensive Form Games","publication_year":2018,"publication_date":"2018-07-01","ids":{"openalex":"https://openalex.org/W2800007566","doi":"https://doi.org/10.24963/ijcai.2018/55","mag":"2800007566"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2018/55","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2018/55","pdf_url":"https://www.ijcai.org/proceedings/2018/0055.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2018/0055.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030456881","display_name":"Chun Kai Ling","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chun Kai Ling","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University","School of Computer Science Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"School of Computer Science Carnegie Mellon University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061127138","display_name":"Fei Fang","orcid":"https://orcid.org/0000-0003-2256-8329"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Fang","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University","School of Computer Science Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"School of Computer Science Carnegie Mellon University","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075035644","display_name":"J. Zico Kolter","orcid":"https://orcid.org/0000-0002-8106-5759"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Zico Kolter","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University","School of Computer Science Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"School of Computer Science Carnegie Mellon University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.4716,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.86941038,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"396","last_page":"402"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7044721245765686},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.6349508166313171},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.6111301779747009},{"id":"https://openalex.org/keywords/repeated-game","display_name":"Repeated game","score":0.5158256888389587},{"id":"https://openalex.org/keywords/extensive-form-game","display_name":"Extensive-form game","score":0.5133034586906433},{"id":"https://openalex.org/keywords/sequential-game","display_name":"Sequential game","score":0.48339787125587463},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.4610781669616699},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43359148502349854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4326934814453125},{"id":"https://openalex.org/keywords/combinatorial-game-theory","display_name":"Combinatorial game theory","score":0.41416260600090027},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.3894290626049042},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.3717197775840759},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20313528180122375},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0635230541229248}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7044721245765686},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.6349508166313171},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.6111301779747009},{"id":"https://openalex.org/C202556891","wikidata":"https://www.wikidata.org/wiki/Q1584646","display_name":"Repeated game","level":3,"score":0.5158256888389587},{"id":"https://openalex.org/C146930158","wikidata":"https://www.wikidata.org/wiki/Q656416","display_name":"Extensive-form game","level":4,"score":0.5133034586906433},{"id":"https://openalex.org/C73795354","wikidata":"https://www.wikidata.org/wiki/Q287618","display_name":"Sequential game","level":3,"score":0.48339787125587463},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.4610781669616699},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43359148502349854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4326934814453125},{"id":"https://openalex.org/C102234262","wikidata":"https://www.wikidata.org/wiki/Q1320931","display_name":"Combinatorial game theory","level":4,"score":0.41416260600090027},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.3894290626049042},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.3717197775840759},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20313528180122375},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0635230541229248},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.24963/ijcai.2018/55","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2018/55","pdf_url":"https://www.ijcai.org/proceedings/2018/0055.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1805.02777","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.02777","pdf_url":"https://arxiv.org/pdf/1805.02777","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2800007566","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1805.02777.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1805.02777","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.02777","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2018/55","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2018/55","pdf_url":"https://www.ijcai.org/proceedings/2018/0055.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2800007566.pdf","grobid_xml":"https://content.openalex.org/works/W2800007566.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2962756936","https://openalex.org/W2951072361","https://openalex.org/W2949341338","https://openalex.org/W3187426120","https://openalex.org/W3098766717","https://openalex.org/W2245651641","https://openalex.org/W2100989920","https://openalex.org/W1870595937","https://openalex.org/W3086114309","https://openalex.org/W2471420078","https://openalex.org/W44317583","https://openalex.org/W1472597369","https://openalex.org/W3037257655","https://openalex.org/W2998701250","https://openalex.org/W1647068945","https://openalex.org/W2944678322","https://openalex.org/W3006441826","https://openalex.org/W184793426","https://openalex.org/W2789320135","https://openalex.org/W3029340696"],"abstract_inverted_index":{"Although":[0],"recent":[1],"work":[2,21],"in":[3,9,18,108,144,171],"AI":[4],"has":[5],"made":[6],"great":[7],"progress":[8],"solving":[10],"large,":[11],"zero-sum,":[12],"extensive-form":[13],"games,":[14],"the":[15,24,27,33,39,48,51,85,132,140,156,165,168],"underlying":[16,52],"assumption":[17],"most":[19],"past":[20],"is":[22],"that":[23,120],"parameters":[25,49,130],"of":[26,50,84,92,126,158,167],"game":[28,53,129,141,153,178],"itself":[29],"are":[30,54],"known":[31,56],"to":[32,57,88],"agents.":[34],"This":[35,135],"paper":[36],"deals":[37],"with":[38],"relatively":[40],"under-explored":[41],"but":[42,60],"equally":[43],"important":[44],"\"inverse\"":[45],"setting,":[46],"where":[47],"not":[55],"all":[58,127],"agents,":[59],"must":[61],"be":[62],"learned":[63],"through":[64,131],"observations.":[65],"We":[66,163],"propose":[67],"a":[68,81,89,99,117,151],"differentiable,":[69],"end-to-end":[70,146],"learning":[71,169],"framework":[72],"for":[73,103],"addressing":[74],"this":[75],"task.":[76],"In":[77],"particular,":[78],"we":[79],"consider":[80],"regularized":[82],"version":[83],"game,":[86],"equivalent":[87],"particular":[90],"form":[91,113],"quantal":[93],"response":[94],"equilibrium,":[95],"and":[96,111,115,176],"develop":[97],"1)":[98],"primal-dual":[100],"Newton":[101],"method":[102,119,170],"finding":[104],"such":[105],"equilibrium":[106],"points":[107],"both":[109],"normal":[110],"extensive":[112],"games;":[114],"2)":[116],"backpropagation":[118],"lets":[121,137],"us":[122,138],"analytically":[123],"compute":[124],"gradients":[125],"relevant":[128],"solution":[133],"itself.":[134],"ultimately":[136],"learn":[139],"by":[142,149],"training":[143],"an":[145],"fashion,":[147],"effectively":[148],"integrating":[150],"\"differentiable":[152],"solver\"":[154],"into":[155],"loop":[157],"larger":[159],"deep":[160],"network":[161],"architectures.":[162],"demonstrate":[164],"effectiveness":[166],"several":[172],"settings":[173],"including":[174],"poker":[175],"security":[177],"tasks.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}