{"id":"https://openalex.org/W3187173914","doi":"https://doi.org/10.24963/ijcai.2021/511","title":"Solving Large-Scale Extensive-Form Network Security Games via Neural Fictitious Self-Play","display_name":"Solving Large-Scale Extensive-Form Network Security Games via Neural Fictitious Self-Play","publication_year":2021,"publication_date":"2021-08-01","ids":{"openalex":"https://openalex.org/W3187173914","doi":"https://doi.org/10.24963/ijcai.2021/511","mag":"3187173914"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2021/511","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/511","pdf_url":"https://www.ijcai.org/proceedings/2021/0511.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2021/0511.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081745865","display_name":"Wanqi Xue","orcid":"https://orcid.org/0000-0002-1069-9105"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wanqi Xue","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100629118","display_name":"Youzhi Zhang","orcid":"https://orcid.org/0000-0002-2984-734X"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG","US"],"is_corresponding":false,"raw_author_name":"Youzhi Zhang","raw_affiliation_strings":["Department of Computer Science, Dartmouth College, USA","School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Dartmouth College, USA","institution_ids":["https://openalex.org/I107672454"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101976908","display_name":"Shuxin Li","orcid":"https://orcid.org/0009-0003-3039-8451"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shuxin Li","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049783685","display_name":"Xinrun Wang","orcid":"https://orcid.org/0000-0003-3369-219X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xinrun Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017743551","display_name":"Bo An","orcid":"https://orcid.org/0000-0002-7064-7438"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bo An","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006146465","display_name":"Chai Kiat Yeo","orcid":"https://orcid.org/0000-0002-7618-1472"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chai Kiat Yeo","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3713","last_page":"3720"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8118086457252502},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7916094064712524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5172075033187866},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4632384181022644},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4363328218460083},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4008684754371643},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33307623863220215}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8118086457252502},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7916094064712524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5172075033187866},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4632384181022644},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4363328218460083},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4008684754371643},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33307623863220215},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2021/511","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/511","pdf_url":"https://www.ijcai.org/proceedings/2021/0511.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2021/511","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/511","pdf_url":"https://www.ijcai.org/proceedings/2021/0511.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.550000011920929,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"},{"id":"https://openalex.org/F4320327962","display_name":"Singapore Telecommunications Limited","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3187173914.pdf","grobid_xml":"https://content.openalex.org/works/W3187173914.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W62682045","https://openalex.org/W1924770834","https://openalex.org/W2066488423","https://openalex.org/W2103315867","https://openalex.org/W2105233768","https://openalex.org/W2144274908","https://openalex.org/W2145339207","https://openalex.org/W2278478878","https://openalex.org/W2335959470","https://openalex.org/W2465628802","https://openalex.org/W2519887557","https://openalex.org/W2567070169","https://openalex.org/W2601450892","https://openalex.org/W2741536312","https://openalex.org/W2750605955","https://openalex.org/W2788209252","https://openalex.org/W2889717472","https://openalex.org/W2899081098","https://openalex.org/W2904639101","https://openalex.org/W2904995741","https://openalex.org/W2914921993","https://openalex.org/W2945843259","https://openalex.org/W2963262099","https://openalex.org/W2964015378","https://openalex.org/W2964164283","https://openalex.org/W2964179661","https://openalex.org/W2964934024","https://openalex.org/W3042073861","https://openalex.org/W3124320616","https://openalex.org/W4240800715","https://openalex.org/W4288614963","https://openalex.org/W4289360601","https://openalex.org/W4297733535","https://openalex.org/W4297789683","https://openalex.org/W6785710007","https://openalex.org/W6791858558"],"related_works":["https://openalex.org/W2389214306","https://openalex.org/W2965083567","https://openalex.org/W4235240664","https://openalex.org/W1982914007","https://openalex.org/W2159583675","https://openalex.org/W1824242903","https://openalex.org/W1493858311","https://openalex.org/W2155470929","https://openalex.org/W2111125783","https://openalex.org/W2394465510"],"abstract_inverted_index":{"Securing":[0],"networked":[1,21],"infrastructures":[2],"is":[3],"important":[4],"in":[5,20,79,97,140,147,163],"the":[6,35,73,92,101,114],"real":[7],"world.":[8],"The":[9],"problem":[10],"of":[11,94,105,149],"deploying":[12],"security":[13],"resources":[14],"to":[15,41,56,81,88,90,116],"protect":[16],"against":[17],"an":[18,106],"attacker":[19],"domains":[22],"can":[23,134],"be":[24,82],"modeled":[25],"as":[26],"Network":[27],"Security":[28],"Games":[29],"(NSGs).":[30],"Unfortunately,":[31],"existing":[32],"approaches,":[33,38],"including":[34],"deep":[36],"learning-based":[37],"are":[39],"inefficient":[40],"solve":[42,57],"large-scale":[43,58],"extensive-form":[44,59],"NSGs.":[45],"In":[46],"this":[47],"paper,":[48],"we":[49],"propose":[50],"a":[51,83,110],"novel":[52],"learning":[53,152],"paradigm,":[54],"NSG-NFSP,":[55],"NSGs":[60,150],"based":[61],"on":[62,120],"Neural":[63],"Fictitious":[64],"Self-Play":[65],"(NFSP).":[66],"Our":[67,157],"main":[68],"contributions":[69],"include:":[70],"i)":[71],"reforming":[72],"best":[74],"response":[75],"(BR)":[76],"policy":[77,103],"network":[78,104],"NFSP":[80,107,129],"mapping":[84],"from":[85],"action-state":[86],"pair":[87],"action-value,":[89],"make":[91],"calculation":[93],"BR":[95],"possible":[96],"NSGs;":[98,141],"ii)":[99],"converting":[100],"average":[102],"agent":[108,115],"into":[109],"metric-based":[111],"classifier,":[112],"helping":[113],"assign":[117],"distributions":[118],"only":[119],"legal":[121],"actions":[122],"rather":[123],"than":[124],"all":[125],"actions;":[126],"iii)":[127],"enabling":[128],"with":[130],"high-level":[131],"actions,":[132],"which":[133],"benefit":[135],"training":[136],"efficiency":[137],"and":[138,142,166],"stability":[139],"iv)":[143],"leveraging":[144],"information":[145],"contained":[146],"graphs":[148],"by":[151],"efficient":[153],"graph":[154],"node":[155],"embeddings.":[156],"algorithm":[158],"significantly":[159],"outperforms":[160],"state-of-the-art":[161],"algorithms":[162],"both":[164],"scalability":[165],"solution":[167],"quality.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
