{"id":"https://openalex.org/W4391307866","doi":"https://doi.org/10.1109/smc53992.2023.10394149","title":"Learning a Policy for Pursuit-Evasion Games Using Spiking Neural Networks and the STDP Algorithm","display_name":"Learning a Policy for Pursuit-Evasion Games Using Spiking Neural Networks and the STDP Algorithm","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4391307866","doi":"https://doi.org/10.1109/smc53992.2023.10394149"},"language":"en","primary_location":{"id":"doi:10.1109/smc53992.2023.10394149","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53992.2023.10394149","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076944820","display_name":"Mohammad Tayefe Ramezanlou","orcid":"https://orcid.org/0000-0001-8195-6159"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohammad T. Ramezanlou","raw_affiliation_strings":["Carleton University,Department of Systems and Computer Engineering,Ottawa,Canada","Department of Systems and Computer Engineering, Carleton University, Ottawa, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carleton University,Department of Systems and Computer Engineering,Ottawa,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018347314","display_name":"Howard M. Schwartz","orcid":"https://orcid.org/0000-0002-4489-5892"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Howard Schwartz","raw_affiliation_strings":["Carleton University,Department of Systems and Computer Engineering,Ottawa,Canada","Department of Systems and Computer Engineering, Carleton University, Ottawa, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carleton University,Department of Systems and Computer Engineering,Ottawa,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017839977","display_name":"Ioannis Lambadaris","orcid":"https://orcid.org/0000-0003-4686-9433"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ioannis Lambadaris","raw_affiliation_strings":["Carleton University,Department of Systems and Computer Engineering,Ottawa,Canada","Department of Systems and Computer Engineering, Carleton University, Ottawa, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carleton University,Department of Systems and Computer Engineering,Ottawa,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087753863","display_name":"Michel Barbeau","orcid":"https://orcid.org/0000-0003-3531-4926"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michel Barbeau","raw_affiliation_strings":["School of Computer Science, Carleton University,Ottawa,Canada","School of Computer Science, Carleton University, Ottawa, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Carleton University,Ottawa,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"School of Computer Science, Carleton University, Ottawa, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051157577","display_name":"Syed Hassan Raza Naqvi","orcid":"https://orcid.org/0000-0002-9843-7168"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Syed Hassan Raza Naqvi","raw_affiliation_strings":["Carleton University,Department of Systems and Computer Engineering,Ottawa,Canada","Department of Systems and Computer Engineering, Carleton University, Ottawa, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carleton University,Department of Systems and Computer Engineering,Ottawa,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, Canada","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I67031392"],"apc_list":null,"apc_paid":null,"fwci":0.2425,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.55561108,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1918","last_page":"1925"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pursuer","display_name":"Pursuer","score":0.9653211236000061},{"id":"https://openalex.org/keywords/pursuit-evasion","display_name":"Pursuit-evasion","score":0.8617489337921143},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.7435389757156372},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7150784730911255},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5309450626373291},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47551921010017395},{"id":"https://openalex.org/keywords/evasion","display_name":"Evasion (ethics)","score":0.4675307273864746},{"id":"https://openalex.org/keywords/spike","display_name":"Spike (software development)","score":0.43010666966438293},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4206851124763489},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.41315364837646484},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.4120199382305145},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3892132043838501},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.26555782556533813},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14493125677108765},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.11583885550498962}],"concepts":[{"id":"https://openalex.org/C2776927521","wikidata":"https://www.wikidata.org/wiki/Q468489","display_name":"Pursuer","level":2,"score":0.9653211236000061},{"id":"https://openalex.org/C2778388243","wikidata":"https://www.wikidata.org/wiki/Q7261573","display_name":"Pursuit-evasion","level":2,"score":0.8617489337921143},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.7435389757156372},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7150784730911255},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5309450626373291},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47551921010017395},{"id":"https://openalex.org/C2781251061","wikidata":"https://www.wikidata.org/wiki/Q5416089","display_name":"Evasion (ethics)","level":3,"score":0.4675307273864746},{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.43010666966438293},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4206851124763489},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41315364837646484},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.4120199382305145},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3892132043838501},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.26555782556533813},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14493125677108765},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.11583885550498962},{"id":"https://openalex.org/C203014093","wikidata":"https://www.wikidata.org/wiki/Q101929","display_name":"Immunology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C8891405","wikidata":"https://www.wikidata.org/wiki/Q1059","display_name":"Immune system","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc53992.2023.10394149","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53992.2023.10394149","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4300000071525574}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1497599289","https://openalex.org/W2136251560","https://openalex.org/W2138913040","https://openalex.org/W2149357098","https://openalex.org/W2223927396","https://openalex.org/W2288883172","https://openalex.org/W2296970238","https://openalex.org/W2414457428","https://openalex.org/W2558597819","https://openalex.org/W2623938469","https://openalex.org/W2783525259","https://openalex.org/W2885060605","https://openalex.org/W2886488633","https://openalex.org/W2963984277","https://openalex.org/W2969335882","https://openalex.org/W3046106022","https://openalex.org/W3115002750","https://openalex.org/W3161426377","https://openalex.org/W3171106316","https://openalex.org/W3176707229","https://openalex.org/W3185176958","https://openalex.org/W3189227003","https://openalex.org/W3208806199","https://openalex.org/W4242770316"],"related_works":["https://openalex.org/W2091926052","https://openalex.org/W2057376130","https://openalex.org/W4253161990","https://openalex.org/W2184611791","https://openalex.org/W2039546613","https://openalex.org/W2522390654","https://openalex.org/W114019308","https://openalex.org/W1994748888","https://openalex.org/W4391020716","https://openalex.org/W2546733891"],"abstract_inverted_index":{"Pursuit-Evasion":[0],"(PE)":[1],"games":[2],"are":[3],"regarded":[4],"as":[5],"a":[6,29,36,57,63,87],"major":[7],"platform":[8],"for":[9,90,121],"game":[10],"theory.":[11],"In":[12,44],"this":[13],"kind":[14],"of":[15,38,98,143],"game,":[16,47],"an":[17,20,45,52,129],"agent":[18,27],"called":[19,28,51,62],"evader":[21],"tries":[22,65],"to":[23,55,66,78,85,103],"escape":[24],"from":[25],"another":[26],"pursuer.":[30],"Active":[31],"Target":[32],"Defense":[33],"(ATD)":[34],"is":[35,101,115],"derivative":[37],"PE":[39],"games,":[40],"attracting":[41],"attention":[42],"recently.":[43],"ATD":[46,92],"the":[48,68,73,91,99,105,108,111,118,122,133],"evader,":[49],"often":[50],"invader,":[53,106],"strives":[54],"capture":[56,135],"moving":[58],"target.":[59],"The":[60,113,125],"pursuer,":[61],"defender,":[64],"intercept":[67],"invader.":[69],"This":[70],"paper":[71],"implements":[72],"Spike-Timing-Dependent":[74],"Plasticity":[75],"(STDP)":[76],"algorithm":[77],"train":[79],"two":[80],"Spiking":[81],"Neural":[82],"Networks":[83],"(SNNs)":[84],"find":[86],"suitable":[88],"solution":[89,120],"problem":[93],"in":[94],"decentralized":[95],"situations.":[96],"One":[97],"SNNs":[100],"used":[102],"control":[104],"while":[107],"other":[109],"controls":[110],"defender.":[112],"performance":[114],"compared":[116],"with":[117],"analytical":[119],"pedestrian":[123],"model.":[124],"results":[126],"showed":[127],"that":[128],"SNN":[130],"can":[131],"learn":[132],"optimal":[134],"point":[136],"only":[137],"using":[138],"relative":[139],"velocities":[140],"and":[141],"line":[142],"sight.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}
