{"id":"https://openalex.org/W2402328699","doi":"https://doi.org/10.1609/aaai.v26i1.8234","title":"Computing Stackelberg Equilibria in Discounted Stochastic Games","display_name":"Computing Stackelberg Equilibria in Discounted Stochastic Games","publication_year":2021,"publication_date":"2021-09-20","ids":{"openalex":"https://openalex.org/W2402328699","doi":"https://doi.org/10.1609/aaai.v26i1.8234","mag":"2402328699"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v26i1.8234","doi":"https://doi.org/10.1609/aaai.v26i1.8234","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v26i1.8234","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v26i1.8234","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038669899","display_name":"Yevgeniy Vorobeychik","orcid":"https://orcid.org/0000-0003-2471-5345","observed_orcids":["https://orcid.org/0000-0003-2471-5345"]},"institutions":[{"id":"https://openalex.org/I192454743","display_name":"Sandia National Laboratories California","ror":"https://ror.org/058m7ey48","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I192454743","https://openalex.org/I198811213","https://openalex.org/I4210104735"]},{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yevgeniy Vorobeychik","raw_affiliation_strings":["Sandia National Laboratories"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories","institution_ids":["https://openalex.org/I192454743","https://openalex.org/I4210104735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065366930","display_name":"Satinder Pal Singh","orcid":"https://orcid.org/0000-0002-2736-7641","observed_orcids":["https://orcid.org/0000-0002-2736-7641","https://orcid.org/0000-0002-8215-8295","https://orcid.org/0000-0002-5169-9486","https://orcid.org/0000-0001-9360-7060"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Satinder Singh","raw_affiliation_strings":["University of Michigan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1839,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.87007258,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"26","issue":"1","first_page":"1478","last_page":"1484"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.6596999764442444,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.6596999764442444,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.14069999754428864,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.040300000458955765,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stackelberg-game","display_name":"Stackelberg game","score":0.8399999737739563},{"id":"https://openalex.org/keywords/security-policy","display_name":"security policy","score":0.5220000147819519},{"id":"https://openalex.org/keywords/attack-defense-game","display_name":"attacker-defender game","score":0.8299999833106995},{"id":"https://openalex.org/keywords/mixed-integer-nonlinear-programming","display_name":"mixed-integer nonlinear programming","score":0.7319999933242798},{"id":"https://openalex.org/keywords/mixed-integer-linear-programming","display_name":"mixed-integer linear programming","score":0.9269999861717224},{"id":"https://openalex.org/keywords/risk-aversion","display_name":"risk aversion","score":0.9819999933242798}],"concepts":[{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.9250068664550781},{"id":"https://openalex.org/C110698143","wikidata":"https://www.wikidata.org/wiki/Q651389","display_name":"Patrolling","level":2,"score":0.7297470569610596},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.653741717338562},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.650359034538269},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.5289076566696167},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5211381912231445},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.5117825865745544},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.45014646649360657},{"id":"https://openalex.org/C73795354","wikidata":"https://www.wikidata.org/wiki/Q287618","display_name":"Sequential game","level":3,"score":0.4289039373397827},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3577412962913513},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3276483416557312},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.32662540674209595},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2833642363548279},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.22090855240821838},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21810483932495117},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v26i1.8234","doi":"https://doi.org/10.1609/aaai.v26i1.8234","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v26i1.8234","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/8234","doi":null,"is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/8234","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/8234/8092","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v26i1.8234","doi":"https://doi.org/10.1609/aaai.v26i1.8234","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v26i1.8234","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G194215011","display_name":null,"funder_award_id":"DE\u2013AC04\u201394AL85000","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2075401295","display_name":null,"funder_award_id":"DE-AC04- 94AL85000","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G3469581542","display_name":null,"funder_award_id":"94AL85000","funder_id":"https://openalex.org/F4320338291","funder_display_name":"Sandia National Laboratories"},{"id":"https://openalex.org/G351415096","display_name":null,"funder_award_id":"DEAC04-94AL85000","funder_id":"https://openalex.org/F4320338291","funder_display_name":"Sandia National Laboratories"},{"id":"https://openalex.org/G6485281451","display_name":null,"funder_award_id":"DE-AC04-94AL85000","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7318852158","display_name":null,"funder_award_id":"AC04-94AL85000","funder_id":"https://openalex.org/F4320338291","funder_display_name":"Sandia National Laboratories"},{"id":"https://openalex.org/G8456466421","display_name":null,"funder_award_id":"AC04-94AL85000","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8878615605","display_name":"RI: Medium: Building Flexible, Robust, and Autonomous Agents","funder_award_id":"0905146","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320338291","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W167683769","https://openalex.org/W190401592","https://openalex.org/W1496590343","https://openalex.org/W1533392841","https://openalex.org/W1587085269","https://openalex.org/W1971309210","https://openalex.org/W1988622494","https://openalex.org/W2071639381","https://openalex.org/W2092973197","https://openalex.org/W2107381919","https://openalex.org/W2110504778","https://openalex.org/W2126910421","https://openalex.org/W2129749009","https://openalex.org/W2151775590","https://openalex.org/W2155183030","https://openalex.org/W2293220853","https://openalex.org/W2295841927","https://openalex.org/W2613812893","https://openalex.org/W4295847151"],"related_works":["https://openalex.org/W3147852908","https://openalex.org/W2175521270","https://openalex.org/W2295821324","https://openalex.org/W7097704528","https://openalex.org/W3021333689","https://openalex.org/W3083194011","https://openalex.org/W2770211794","https://openalex.org/W4294690664","https://openalex.org/W2275740409","https://openalex.org/W7095371691"],"abstract_inverted_index":{"Stackelberg":[0,88,134],"games":[1,89],"increasingly":[2],"influence":[3],"security":[4,74],"policies":[5,38,56,120],"deployed":[6],"in":[7,71,122,136],"real-world":[8],"settings.":[9],"Much":[10],"of":[11,54,167],"the":[12,24,101,111,165],"work":[13],"to":[14,33,42,51,95,99,145],"date":[15],"focuses":[16],"on":[17,58,153,173],"devising":[18,72],"a":[19,73,92,96,126,133,141,154],"fixed":[20],"randomized":[21],"strategy":[22],"for":[23,27,66,131],"defender,":[25],"accounting":[26],"an":[28,49,67,104,158],"attacker":[29,50,102,168],"who":[30],"optimally":[31],"responds":[32],"it.":[34,147],"In":[35],"practice,":[36],"defense":[37,175],"are":[39],"often":[40],"subject":[41],"constraints":[43],"and":[44,138,170],"vary":[45],"over":[46],"time,":[47],"allowing":[48],"infer":[52],"characteristics":[53],"future":[55],"based":[57],"current":[59],"observations.":[60],"A":[61],"defender":[62,93],"must":[63],"therefore":[64],"account":[65],"attacker's":[68],"observation":[69],"capabilities":[70],"policy.":[75],"We":[76,108,115,149],"show":[77,116],"that":[78,117],"this":[79],"general":[80],"modeling":[81],"framework":[82],"can":[83],"be":[84],"captured":[85],"using":[86],"stochastic":[87],"(SSGs),":[90],"where":[91,162],"commits":[94],"dynamic":[97,106],"policy":[98],"which":[100],"devises":[103],"optimal":[105,174],"response.":[107],"then":[109],"offer":[110],"following":[112],"contributions.":[113],"1)":[114],"Markov":[118],"stationary":[119],"suffice":[121],"SSGs,":[123,137],"2)":[124],"present":[125,140],"finite-time":[127],"mixed-integer":[128,142],"non-linear":[129],"program":[130,144],"computing":[132],"equilibrium":[135],"3)":[139],"linear":[143],"approximate":[146],"4)":[148],"illustrate":[150],"our":[151],"algorithms":[152],"simple":[155],"SSG":[156],"representing":[157],"adversarial":[159],"patrolling":[160],"scenario,":[161],"we":[163],"study":[164],"impact":[166],"patience":[169],"risk":[171],"aversion":[172],"policies.":[176]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2016-06-24T00:00:00"}