{"id":"https://openalex.org/W4387977146","doi":"https://doi.org/10.3390/s23218766","title":"Application of Deep Reinforcement Learning to UAV Swarming for Ground Surveillance","display_name":"Application of Deep Reinforcement Learning to UAV Swarming for Ground Surveillance","publication_year":2023,"publication_date":"2023-10-27","ids":{"openalex":"https://openalex.org/W4387977146","doi":"https://doi.org/10.3390/s23218766","pmid":"https://pubmed.ncbi.nlm.nih.gov/37960466","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10648592"},"language":"en","primary_location":{"id":"doi:10.3390/s23218766","doi":"https://doi.org/10.3390/s23218766","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23218766","pdf_url":"https://www.mdpi.com/1424-8220/23/21/8766/pdf?version=1698398837","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/21/8766/pdf?version=1698398837","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021636777","display_name":"R. Arranz","orcid":"https://orcid.org/0009-0004-3857-543X","observed_orcids":["https://orcid.org/0009-0004-3857-543X"]},"institutions":[{"id":"https://openalex.org/I4405253306","display_name":"Information Processing and Telecommunications Center","ror":"https://ror.org/00hcf7151","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4405253306","https://openalex.org/I88060688"]},{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ra\u00fal Arranz","raw_affiliation_strings":["Information Processing and Telecommunications Center, Universidad Polit\u00e9cnica de Madrid, ETSI Telecomunicaci\u00f3n, Av. Complutense 30, 28040 Madrid, Spain"],"raw_orcid":"https://orcid.org/0009-0004-3857-543X","affiliations":[{"raw_affiliation_string":"Information Processing and Telecommunications Center, Universidad Polit\u00e9cnica de Madrid, ETSI Telecomunicaci\u00f3n, Av. Complutense 30, 28040 Madrid, Spain","institution_ids":["https://openalex.org/I4405253306","https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054429988","display_name":"David Carrami\u00f1ana","orcid":"https://orcid.org/0000-0002-1943-3098","observed_orcids":["https://orcid.org/0000-0002-1943-3098"]},"institutions":[{"id":"https://openalex.org/I4405253306","display_name":"Information Processing and Telecommunications Center","ror":"https://ror.org/00hcf7151","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4405253306","https://openalex.org/I88060688"]},{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"David Carrami\u00f1ana","raw_affiliation_strings":["Information Processing and Telecommunications Center, Universidad Polit\u00e9cnica de Madrid, ETSI Telecomunicaci\u00f3n, Av. Complutense 30, 28040 Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-1943-3098","affiliations":[{"raw_affiliation_string":"Information Processing and Telecommunications Center, Universidad Polit\u00e9cnica de Madrid, ETSI Telecomunicaci\u00f3n, Av. Complutense 30, 28040 Madrid, Spain","institution_ids":["https://openalex.org/I4405253306","https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014992328","display_name":"Gonzalo de Miguel","orcid":"https://orcid.org/0000-0003-3454-683X","observed_orcids":["https://orcid.org/0000-0003-3454-683X"]},"institutions":[{"id":"https://openalex.org/I4405253306","display_name":"Information Processing and Telecommunications Center","ror":"https://ror.org/00hcf7151","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4405253306","https://openalex.org/I88060688"]},{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Gonzalo de Miguel","raw_affiliation_strings":["Information Processing and Telecommunications Center, Universidad Polit\u00e9cnica de Madrid, ETSI Telecomunicaci\u00f3n, Av. Complutense 30, 28040 Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0003-3454-683X","affiliations":[{"raw_affiliation_string":"Information Processing and Telecommunications Center, Universidad Polit\u00e9cnica de Madrid, ETSI Telecomunicaci\u00f3n, Av. Complutense 30, 28040 Madrid, Spain","institution_ids":["https://openalex.org/I4405253306","https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101704318","display_name":"Juan Alberto Besada","orcid":"https://orcid.org/0000-0002-4330-4050","observed_orcids":["https://orcid.org/0000-0002-4330-4050"]},"institutions":[{"id":"https://openalex.org/I4405253306","display_name":"Information Processing and Telecommunications Center","ror":"https://ror.org/00hcf7151","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4405253306","https://openalex.org/I88060688"]},{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan A. Besada","raw_affiliation_strings":["Information Processing and Telecommunications Center, Universidad Polit\u00e9cnica de Madrid, ETSI Telecomunicaci\u00f3n, Av. Complutense 30, 28040 Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-4330-4050","affiliations":[{"raw_affiliation_string":"Information Processing and Telecommunications Center, Universidad Polit\u00e9cnica de Madrid, ETSI Telecomunicaci\u00f3n, Av. Complutense 30, 28040 Madrid, Spain","institution_ids":["https://openalex.org/I4405253306","https://openalex.org/I88060688"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022221269","display_name":"Ana Mar\u00eda Bernardos","orcid":"https://orcid.org/0000-0001-7678-8154","observed_orcids":["https://orcid.org/0000-0001-7678-8154"]},"institutions":[{"id":"https://openalex.org/I4405253306","display_name":"Information Processing and Telecommunications Center","ror":"https://ror.org/00hcf7151","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4405253306","https://openalex.org/I88060688"]},{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Ana M. Bernardos","raw_affiliation_strings":["Information Processing and Telecommunications Center, Universidad Polit\u00e9cnica de Madrid, ETSI Telecomunicaci\u00f3n, Av. Complutense 30, 28040 Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0001-7678-8154","affiliations":[{"raw_affiliation_string":"Information Processing and Telecommunications Center, Universidad Polit\u00e9cnica de Madrid, ETSI Telecomunicaci\u00f3n, Av. Complutense 30, 28040 Madrid, Spain","institution_ids":["https://openalex.org/I4405253306","https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5022221269"],"corresponding_institution_ids":["https://openalex.org/I4405253306","https://openalex.org/I88060688"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2669},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2669},"fwci":4.1298,"has_fulltext":true,"cited_by_count":60,"citation_normalized_percentile":{"value":0.95744713,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"23","issue":"21","first_page":"8766","last_page":"8766"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8008000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8008000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.11739999800920486,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.0284000001847744,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uav-swarms","display_name":"UAV swarms","score":0.9639999866485596},{"id":"https://openalex.org/keywords/aerial-swarms","display_name":"aerial swarms","score":0.7889999747276306},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8569999933242798},{"id":"https://openalex.org/keywords/ground-surveillance","display_name":"ground surveillance","score":0.7279999852180481},{"id":"https://openalex.org/keywords/proximal-policy-optimization","display_name":"proximal policy optimization","score":0.8709999918937683},{"id":"https://openalex.org/keywords/law-enforcement","display_name":"law enforcement","score":0.6430000066757202},{"id":"https://openalex.org/keywords/security-applications","display_name":"security applications","score":0.7749999761581421}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.889009952545166},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.8556685447692871},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6462149620056152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5778101682662964},{"id":"https://openalex.org/C169337768","wikidata":"https://www.wikidata.org/wiki/Q2446723","display_name":"Swarm robotics","level":3,"score":0.4747907519340515},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.46842634677886963},{"id":"https://openalex.org/C119487961","wikidata":"https://www.wikidata.org/wiki/Q863960","display_name":"Swarm intelligence","level":3,"score":0.4369387626647949},{"id":"https://openalex.org/C2780262971","wikidata":"https://www.wikidata.org/wiki/Q44554","display_name":"Law enforcement","level":2,"score":0.42648112773895264},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4258272051811218},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3349519968032837},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32885876297950745},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.21882760524749756},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.3390/s23218766","doi":"https://doi.org/10.3390/s23218766","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23218766","pdf_url":"https://www.mdpi.com/1424-8220/23/21/8766/pdf?version=1698398837","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10648592","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10648592","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10648592/pdf/sensors-23-08766.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmid:37960466","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37960466","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":"Journal Article"},{"id":"pmh:oai:hispana.mcu.es:61098443","doi":null,"is_oa":true,"landing_page_url":"https://oa.upm.es/85288/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196108","display_name":"Hispana","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Sensors, ISSN 1424-8220, 2023-11-01, Vol. 23, No. 21","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:arXiv.org:2501.08655","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.08655","pdf_url":"https://arxiv.org/pdf/2501.08655","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:oa.upm.es:85288","doi":null,"is_oa":true,"landing_page_url":"https://oa.upm.es/85288/","pdf_url":"https://oa.upm.es/85288/1/10115058.pdf","source":{"id":"https://openalex.org/S4306402421","display_name":"Archivo Digital UPM (Universidad Polit\u00e9cnica de Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I88060688","host_organization_name":"Universidad Polit\u00e9cnica de Madrid","host_organization_lineage":["https://openalex.org/I88060688"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, ISSN 1424-8220, 2023-11-01, Vol. 23, No. 21","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:37aab84b68a243e7ad6f1bc179ac6e38","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/37aab84b68a243e7ad6f1bc179ac6e38","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 21, p 8766 (2023)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2501.08655","doi":"https://doi.org/10.48550/arxiv.2501.08655","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2501.08655","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.3390/s23218766","doi":"https://doi.org/10.3390/s23218766","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23218766","pdf_url":"https://www.mdpi.com/1424-8220/23/21/8766/pdf?version=1698398837","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7819451495","display_name":"Sustainable Autonomy and Resilience for LEAs using AI against High priority Threats","funder_award_id":"101021797","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":"https://ror.org/003x0zc53"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387977146.pdf","grobid_xml":"https://content.openalex.org/works/W4387977146.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W95212124","https://openalex.org/W131069610","https://openalex.org/W417516028","https://openalex.org/W1496280582","https://openalex.org/W1738562051","https://openalex.org/W1969472392","https://openalex.org/W1980376051","https://openalex.org/W1983972263","https://openalex.org/W1986004878","https://openalex.org/W1992106482","https://openalex.org/W2016819856","https://openalex.org/W2024060531","https://openalex.org/W2053726668","https://openalex.org/W2075956742","https://openalex.org/W2077831477","https://openalex.org/W2078441129","https://openalex.org/W2085134726","https://openalex.org/W2089959026","https://openalex.org/W2096574992","https://openalex.org/W2115384379","https://openalex.org/W2115715940","https://openalex.org/W2116535197","https://openalex.org/W2120248849","https://openalex.org/W2123904464","https://openalex.org/W2124381678","https://openalex.org/W2129547352","https://openalex.org/W2152195021","https://openalex.org/W2155873302","https://openalex.org/W2163434689","https://openalex.org/W2296402547","https://openalex.org/W2316378294","https://openalex.org/W2331677814","https://openalex.org/W2333444551","https://openalex.org/W2580175322","https://openalex.org/W2736601468","https://openalex.org/W2755553401","https://openalex.org/W2790412092","https://openalex.org/W2868446404","https://openalex.org/W2888116234","https://openalex.org/W2899746873","https://openalex.org/W2904246096","https://openalex.org/W2916253876","https://openalex.org/W2948752861","https://openalex.org/W2963510929","https://openalex.org/W2965379271","https://openalex.org/W2971481292","https://openalex.org/W2973812714","https://openalex.org/W2990513217","https://openalex.org/W2991699280","https://openalex.org/W2993642156","https://openalex.org/W3000932941","https://openalex.org/W3005756519","https://openalex.org/W3012121045","https://openalex.org/W3012961721","https://openalex.org/W3019093895","https://openalex.org/W3034913372","https://openalex.org/W3036868238","https://openalex.org/W3042679033","https://openalex.org/W3048651570","https://openalex.org/W3070101261","https://openalex.org/W3081196107","https://openalex.org/W3086351065","https://openalex.org/W3092163236","https://openalex.org/W3098512724","https://openalex.org/W3099943319","https://openalex.org/W3108663997","https://openalex.org/W3118465325","https://openalex.org/W3120299297","https://openalex.org/W3128356829","https://openalex.org/W3174477678","https://openalex.org/W3193740671","https://openalex.org/W3200237136","https://openalex.org/W3202492561","https://openalex.org/W3204745148","https://openalex.org/W3207673614","https://openalex.org/W4200388868","https://openalex.org/W4298349482"],"related_works":["https://openalex.org/W3113092951","https://openalex.org/W3202492561","https://openalex.org/W4297996146","https://openalex.org/W3213479977","https://openalex.org/W2997791494","https://openalex.org/W4406728527","https://openalex.org/W7160331978","https://openalex.org/W7161591703","https://openalex.org/W4388855995","https://openalex.org/W4288425316"],"abstract_inverted_index":{"This":[0],"paper":[1],"summarizes":[2],"in":[3,34,143,165],"depth":[4],"the":[5,8,81,109,115,129,138,141,158,163],"state":[6],"of":[7,10,48,93,140,172],"art":[9],"aerial":[11],"swarms,":[12],"covering":[13],"both":[14],"classical":[15],"and":[16,53,59,77,169,176],"new":[17],"reinforcement-learning-based":[18],"approaches":[19],"for":[20,57,73,108],"their":[21],"management.":[22],"Then,":[23],"it":[24],"proposes":[25],"a":[26,35,49,68,91,166],"hybrid":[27],"AI":[28],"system,":[29],"integrating":[30],"deep":[31,103],"reinforcement":[32,104],"learning":[33,105],"multi-agent":[36],"centralized":[37],"swarm":[38,64,70,116,142],"architecture.":[39],"The":[40,63,148],"proposed":[41,113],"system":[42,156],"is":[43,65,87,170],"tailored":[44,107],"to":[45,127,136],"perform":[46],"surveillance":[47],"specific":[50],"area,":[51],"searching":[52],"tracking":[54,78,173],"ground":[55],"targets,":[56],"security":[58],"law":[60],"enforcement":[61],"applications.":[62],"governed":[66],"by":[67,90,114],"central":[69],"controller":[71],"responsible":[72],"distributing":[74],"different":[75,102,110],"search":[76],"tasks":[79],"among":[80],"cooperating":[82],"UAVs.":[83],"Each":[84],"UAV":[85],"agent":[86],"then":[88],"controlled":[89],"collection":[92],"cooperative":[94],"sub-agents,":[95],"whose":[96],"behaviors":[97],"have":[98],"been":[99],"trained":[100],"using":[101],"models,":[106],"task":[111],"types":[112],"controller.":[117],"More":[118],"specifically,":[119],"proximal":[120],"policy":[121],"optimization":[122],"(PPO)":[123],"algorithms":[124],"were":[125,146],"used":[126],"train":[128],"agents'":[130],"behavior.":[131],"In":[132],"addition,":[133],"several":[134],"metrics":[135],"assess":[137],"performance":[139],"this":[144],"application":[145],"defined.":[147],"results":[149],"obtained":[150],"through":[151],"simulation":[152],"show":[153],"that":[154],"our":[155],"searches":[157],"operation":[159],"area":[160],"effectively,":[161],"acquires":[162],"targets":[164],"reasonable":[167],"time,":[168],"capable":[171],"them":[174],"continuously":[175],"consistently.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":9}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2023-10-28T00:00:00"}