{"id":"https://openalex.org/W4408978797","doi":"https://doi.org/10.1007/s10489-025-06380-x","title":"A deep reinforcement learning approach and its application in multi-USV adversarial game simulation","display_name":"A deep reinforcement learning approach and its application in multi-USV adversarial game simulation","publication_year":2025,"publication_date":"2025-03-28","ids":{"openalex":"https://openalex.org/W4408978797","doi":"https://doi.org/10.1007/s10489-025-06380-x"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-025-06380-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-025-06380-x","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065670089","display_name":"Jinjun Rao","orcid":"https://orcid.org/0000-0001-7998-2091"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinjun Rao","raw_affiliation_strings":["Department of Precision Mechanical Engineering, School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"Department of Precision Mechanical Engineering, School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114549849","display_name":"Cong Wang","orcid":"https://orcid.org/0009-0006-4575-6030"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Wang","raw_affiliation_strings":["Department of Precision Mechanical Engineering, School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"Department of Precision Mechanical Engineering, School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100347933","display_name":"Mei Liu","orcid":"https://orcid.org/0000-0003-0078-7029"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mei Liu","raw_affiliation_strings":["Belt and Road Joint Laboratory on Measurement and Control Technology, Huazhong University of Science and Technology, Wuhan, 430074, China","Department of Precision Mechanical Engineering, School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"Belt and Road Joint Laboratory on Measurement and Control Technology, Huazhong University of Science and Technology, Wuhan, 430074, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Department of Precision Mechanical Engineering, School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666552","display_name":"Jinbo Chen","orcid":"https://orcid.org/0000-0003-4532-3236"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinbo Chen","raw_affiliation_strings":["Department of Precision Mechanical Engineering, School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"Department of Precision Mechanical Engineering, School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020331027","display_name":"Jingtao Lei","orcid":"https://orcid.org/0000-0003-0575-7611"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingtao Lei","raw_affiliation_strings":["Department of Precision Mechanical Engineering, School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"Department of Precision Mechanical Engineering, School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088695082","display_name":"Wojciech Giernacki","orcid":"https://orcid.org/0000-0003-1747-4010"},"institutions":[{"id":"https://openalex.org/I46597724","display_name":"Pozna\u0144 University of Technology","ror":"https://ror.org/00p7p3302","country_code":"PL","type":"education","lineage":["https://openalex.org/I46597724"]},{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["PL","US"],"is_corresponding":false,"raw_author_name":"Wojciech Giernacki","raw_affiliation_strings":["Institute of Robotics and Machine Intelligence, Faculty of Automatic Control, Robotics and Electrical Engineering, Poznan University of Technology, Poznan, Poland"],"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Machine Intelligence, Faculty of Automatic Control, Robotics and Electrical Engineering, Poznan University of Technology, Poznan, Poland","institution_ids":["https://openalex.org/I46597724","https://openalex.org/I4210116723"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100347933"],"corresponding_institution_ids":["https://openalex.org/I113940042","https://openalex.org/I47720641"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":10.7981,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97756361,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"55","issue":"7","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.954800009727478,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9218323230743408},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8569806218147278},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6684938073158264},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4951724112033844}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9218323230743408},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8569806218147278},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6684938073158264},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4951724112033844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10489-025-06380-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-025-06380-x","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8056416228","display_name":null,"funder_award_id":"61573236","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1979071892","https://openalex.org/W2084163350","https://openalex.org/W2100677568","https://openalex.org/W2131600418","https://openalex.org/W2145339207","https://openalex.org/W2257979135","https://openalex.org/W2603088459","https://openalex.org/W2617547828","https://openalex.org/W2736601468","https://openalex.org/W2747213132","https://openalex.org/W2749807327","https://openalex.org/W2766447205","https://openalex.org/W2783268317","https://openalex.org/W2810602713","https://openalex.org/W2889987506","https://openalex.org/W2904794628","https://openalex.org/W2947137205","https://openalex.org/W2963523627","https://openalex.org/W2963658727","https://openalex.org/W2964345382","https://openalex.org/W2973525135","https://openalex.org/W2982316857","https://openalex.org/W2996680314","https://openalex.org/W3006499227","https://openalex.org/W3010954320","https://openalex.org/W3026829485","https://openalex.org/W3099518626","https://openalex.org/W3100789280","https://openalex.org/W3123742938","https://openalex.org/W3145840617","https://openalex.org/W3194168352","https://openalex.org/W3214955173","https://openalex.org/W4214717370","https://openalex.org/W4287026456","https://openalex.org/W4292689563","https://openalex.org/W4297810554","https://openalex.org/W4309432140","https://openalex.org/W4309867312","https://openalex.org/W4318162656","https://openalex.org/W4365421101","https://openalex.org/W4380742484"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-01-23T23:20:30.427331","created_date":"2025-10-10T00:00:00"}