{"id":"https://openalex.org/W4409814436","doi":"https://doi.org/10.1016/j.procs.2025.03.023","title":"Reward Shaping for Improved Learning in Attacker-Defender Game","display_name":"Reward Shaping for Improved Learning in Attacker-Defender Game","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409814436","doi":"https://doi.org/10.1016/j.procs.2025.03.023"},"language":"en","primary_location":{"id":"doi:10.1016/j.procs.2025.03.023","doi":"https://doi.org/10.1016/j.procs.2025.03.023","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2025.03.023","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4409814436"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.procs.2025.03.023","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001171921","display_name":"John Kliem","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1288214837","display_name":"United States Naval Research Laboratory","ror":"https://ror.org/04d23a975","country_code":"US","type":"facility","lineage":["https://openalex.org/I1288214837","https://openalex.org/I1330347796","https://openalex.org/I175003984","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"John Kliem","raw_affiliation_strings":["Distributed Intelligent Systems Section, Naval Research Laboratory, Washington DC 20375, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Distributed Intelligent Systems Section, Naval Research Laboratory, Washington DC 20375, USA","institution_ids":["https://openalex.org/I1288214837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064559085","display_name":"Prithviraj Dasgupta","orcid":"https://orcid.org/0000-0003-4601-905X","observed_orcids":["https://orcid.org/0000-0003-4601-905X"]},"institutions":[{"id":"https://openalex.org/I1288214837","display_name":"United States Naval Research Laboratory","ror":"https://ror.org/04d23a975","country_code":"US","type":"facility","lineage":["https://openalex.org/I1288214837","https://openalex.org/I1330347796","https://openalex.org/I175003984","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Prithviraj Dasgupta","raw_affiliation_strings":["Distributed Intelligent Systems Section, Naval Research Laboratory, Washington DC 20375, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Distributed Intelligent Systems Section, Naval Research Laboratory, Washington DC 20375, USA","institution_ids":["https://openalex.org/I1288214837"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5001171921"],"corresponding_institution_ids":["https://openalex.org/I1288214837"],"apc_list":null,"apc_paid":null,"fwci":0.1781,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.43934805,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"257","issue":null,"first_page":"158","last_page":"165"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9301999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9301999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.06909999996423721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reward-shaping","display_name":"reward shaping","score":1.0},{"id":"https://openalex.org/keywords/attack-defense-game","display_name":"attacker-defender game","score":0.7879999876022339},{"id":"https://openalex.org/keywords/capture-the-flag","display_name":"Capture the Flag","score":0.9449999928474426},{"id":"https://openalex.org/keywords/real-time-strategy-games","display_name":"real-time strategy games","score":0.9179999828338623},{"id":"https://openalex.org/keywords/sparse-rewards","display_name":"sparse rewards","score":0.949999988079071},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9120000004768372},{"id":"https://openalex.org/keywords/energy-efficiency","display_name":"energy efficiency","score":0.597000002861023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9140094518661499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4426645040512085},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41666334867477417},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.39623379707336426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.procs.2025.03.023","doi":"https://doi.org/10.1016/j.procs.2025.03.023","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2025.03.023","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.procs.2025.03.023","doi":"https://doi.org/10.1016/j.procs.2025.03.023","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2025.03.023","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W552676","https://openalex.org/W1757796397","https://openalex.org/W1777239053","https://openalex.org/W2081944499","https://openalex.org/W2145339207","https://openalex.org/W2164419340","https://openalex.org/W2397581010","https://openalex.org/W2575731723","https://openalex.org/W2736601468","https://openalex.org/W2766447205","https://openalex.org/W2810602713","https://openalex.org/W2970272688","https://openalex.org/W2982316857","https://openalex.org/W2996037775","https://openalex.org/W3095669803","https://openalex.org/W7124135277","https://openalex.org/W7124172776","https://openalex.org/W7124284865","https://openalex.org/W7133233015"],"related_works":["https://openalex.org/W4389157460","https://openalex.org/W3092203123","https://openalex.org/W1769460679","https://openalex.org/W7096434988","https://openalex.org/W4382202736","https://openalex.org/W2095564494","https://openalex.org/W7098357601","https://openalex.org/W2262257077","https://openalex.org/W3089491416","https://openalex.org/W1958015824"],"abstract_inverted_index":{"We":[0,50,77],"investigate":[1],"the":[2,9,15,43,47,66,73,113,122,154],"effect":[3],"of":[4,11,17,72,115,153],"reward":[5,55,81,102],"shaping":[6,56,82,103],"in":[7,14],"improving":[8],"performance":[10,68],"reinforcement":[12],"learning":[13,75,142],"context":[16],"a":[18,85,90,126,135],"real-time":[19],"strategy":[20],"game":[21,25,61,93],"called":[22],"capture-the-flag.":[23],"The":[24],"is":[26],"characterized":[27],"by":[28],"sparse":[29],"rewards":[30],"that":[31,52,101,145],"are":[32],"associated":[33],"with":[34],"infrequently":[35],"occurring":[36],"events":[37,62],"such":[38,130],"as":[39,107,131],"grabbing":[40],"or":[41,45],"capturing":[42],"fag,":[44],"tagging":[46],"opponent":[48],"player.":[49],"show":[51],"appropriately":[53],"designed":[54],"functions":[57,83,129],"applied":[58],"to":[59,111,124,140],"different":[60,116,150],"can":[63,104,146],"significantly":[64],"improve":[65,141],"player\u2019s":[67,74,136],"and":[69],"training":[70],"times":[71],"algorithm.":[76],"have":[78],"validated":[79],"our":[80],"within":[84],"simulated":[86],"environment":[87],"for":[88],"playing":[89],"marine":[91],"capture-the-flag":[92],"between":[94],"two":[95],"players.":[96],"Our":[97],"experimental":[98],"results":[99],"demonstrate":[100],"be":[105],"used":[106],"an":[108],"effective":[109],"means":[110],"understand":[112],"importance":[114],"sub-tasks":[117],"during":[118],"game-play":[119],"towards":[120],"winning":[121],"game,":[123],"encode":[125],"secondary":[127],"objective":[128],"energy":[132],"efficiency":[133],"into":[134],"game-playing":[137],"behavior,":[138],"and,":[139],"generalizable":[143],"policies":[144],"perform":[147],"well":[148],"against":[149],"skill":[151],"levels":[152],"opponent.":[155]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4409814436","counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-04-26T00:00:00"}
