{"id":"https://openalex.org/W4385444742","doi":"https://doi.org/10.1109/taes.2023.3300813","title":"Reinforcement Learning for Joint Detection and Mapping Using Dynamic UAV Networks","display_name":"Reinforcement Learning for Joint Detection and Mapping Using Dynamic UAV Networks","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385444742","doi":"https://doi.org/10.1109/taes.2023.3300813"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2023.3300813","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taes.2023.3300813","pdf_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10198223.pdf","source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10198223.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051183155","display_name":"Anna Guerra","orcid":"https://orcid.org/0000-0001-5214-1444"},"institutions":[{"id":"https://openalex.org/I4210100607","display_name":"Institute of Electronics, Computer and Telecommunication Engineering","ror":"https://ror.org/00n4jbh84","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210100607","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Anna Guerra","raw_affiliation_strings":["National Research Council of Italy, CNR - IEIIT, Bologna, Italy"],"affiliations":[{"raw_affiliation_string":"National Research Council of Italy, CNR - IEIIT, Bologna, Italy","institution_ids":["https://openalex.org/I4210155236","https://openalex.org/I4210100607"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011461243","display_name":"Francesco Guidi","orcid":"https://orcid.org/0000-0002-1773-8541"},"institutions":[{"id":"https://openalex.org/I4210100607","display_name":"Institute of Electronics, Computer and Telecommunication Engineering","ror":"https://ror.org/00n4jbh84","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210100607","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Guidi","raw_affiliation_strings":["National Research Council of Italy, CNR - IEIIT, Bologna, Italy"],"affiliations":[{"raw_affiliation_string":"National Research Council of Italy, CNR - IEIIT, Bologna, Italy","institution_ids":["https://openalex.org/I4210155236","https://openalex.org/I4210100607"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064176463","display_name":"Davide Dardari","orcid":"https://orcid.org/0000-0002-5994-1310"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Davide Dardari","raw_affiliation_strings":["WiLAB - DEI “Guglielmo Marconi” - CNIT, University of Bologna, Bologna, Italy"],"affiliations":[{"raw_affiliation_string":"WiLAB - DEI “Guglielmo Marconi” - CNIT, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006962534","display_name":"Petar M. Djuri\u0107","orcid":"https://orcid.org/0000-0001-7791-3199"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Petar M. Djuri\u0107","raw_affiliation_strings":["ECE, Stony Brook University, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"ECE, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5051183155"],"corresponding_institution_ids":["https://openalex.org/I4210100607","https://openalex.org/I4210155236"],"apc_list":null,"apc_paid":null,"fwci":15.8424,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.98694837,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"60","issue":"3","first_page":"2586","last_page":"2601"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7622498869895935},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7423120737075806},{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.6680809259414673},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5934981107711792},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5576415657997131},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5558522343635559},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4329929053783417},{"id":"https://openalex.org/keywords/search-and-rescue","display_name":"Search and rescue","score":0.4318111538887024},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36901482939720154},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3662498891353607},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32926326990127563},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.2348232865333557},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1669664978981018}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7622498869895935},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7423120737075806},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.6680809259414673},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5934981107711792},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5576415657997131},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5558522343635559},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4329929053783417},{"id":"https://openalex.org/C2775935494","wikidata":"https://www.wikidata.org/wiki/Q741964","display_name":"Search and rescue","level":3,"score":0.4318111538887024},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36901482939720154},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3662498891353607},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32926326990127563},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2348232865333557},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1669664978981018},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taes.2023.3300813","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taes.2023.3300813","pdf_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10198223.pdf","source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},{"id":"pmh:oai:cris.unibo.it:11585/960998","is_oa":true,"landing_page_url":"https://hdl.handle.net/11585/960998","pdf_url":"https://cris.unibo.it/bitstream/11585/960998/1/Reinforcement_Learning_for_Joint_Detection_amp_Mapping_using_Dynamic_UAV_Networks.pdf","source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/taes.2023.3300813","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taes.2023.3300813","pdf_url":"https://ieeexplore.ieee.org/ielx7/7/7778228/10198223.pdf","source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385444742.pdf","grobid_xml":"https://content.openalex.org/works/W4385444742.grobid-xml"},"referenced_works_count":90,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1544426622","https://openalex.org/W1830271598","https://openalex.org/W1941445455","https://openalex.org/W1970273695","https://openalex.org/W1988543519","https://openalex.org/W2002305926","https://openalex.org/W2029724021","https://openalex.org/W2034420299","https://openalex.org/W2034891032","https://openalex.org/W2045650567","https://openalex.org/W2095989982","https://openalex.org/W2098846072","https://openalex.org/W2102665362","https://openalex.org/W2109590452","https://openalex.org/W2116875315","https://openalex.org/W2165131254","https://openalex.org/W2268751503","https://openalex.org/W2292367606","https://openalex.org/W2336416123","https://openalex.org/W2340989005","https://openalex.org/W2475771804","https://openalex.org/W2550700593","https://openalex.org/W2792734461","https://openalex.org/W2795702069","https://openalex.org/W2807655913","https://openalex.org/W2889143552","https://openalex.org/W2907916537","https://openalex.org/W2945086780","https://openalex.org/W2945580969","https://openalex.org/W2950604226","https://openalex.org/W2952039542","https://openalex.org/W2952736579","https://openalex.org/W2962702317","https://openalex.org/W2962804513","https://openalex.org/W2963117122","https://openalex.org/W2963569053","https://openalex.org/W2963638537","https://openalex.org/W2969525674","https://openalex.org/W2972656576","https://openalex.org/W2979919007","https://openalex.org/W3002080107","https://openalex.org/W3009585715","https://openalex.org/W3009674568","https://openalex.org/W3010715985","https://openalex.org/W3011120880","https://openalex.org/W3012253367","https://openalex.org/W3016373553","https://openalex.org/W3021134042","https://openalex.org/W3023368031","https://openalex.org/W3035226794","https://openalex.org/W3035685590","https://openalex.org/W3038426846","https://openalex.org/W3050265859","https://openalex.org/W3086351065","https://openalex.org/W3093571944","https://openalex.org/W3100789280","https://openalex.org/W3102449016","https://openalex.org/W3111812716","https://openalex.org/W3121274017","https://openalex.org/W3126413449","https://openalex.org/W3132105662","https://openalex.org/W3133546437","https://openalex.org/W3134776497","https://openalex.org/W3137661721","https://openalex.org/W3152678664","https://openalex.org/W3154185012","https://openalex.org/W3159935161","https://openalex.org/W3160612200","https://openalex.org/W3161726588","https://openalex.org/W3176202740","https://openalex.org/W3183898570","https://openalex.org/W3192029867","https://openalex.org/W3194567732","https://openalex.org/W3194620979","https://openalex.org/W3196741832","https://openalex.org/W3203813891","https://openalex.org/W3204285099","https://openalex.org/W3211667558","https://openalex.org/W3214814008","https://openalex.org/W4214717370","https://openalex.org/W4220870950","https://openalex.org/W4284967012","https://openalex.org/W4287266177","https://openalex.org/W4315472209","https://openalex.org/W6632462264","https://openalex.org/W6636868823","https://openalex.org/W6677826109","https://openalex.org/W6703927783","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W2942338563","https://openalex.org/W4380318855","https://openalex.org/W3024912289","https://openalex.org/W4238796827","https://openalex.org/W4239917300","https://openalex.org/W2891877740","https://openalex.org/W4390682084","https://openalex.org/W2008972644"],"abstract_inverted_index":{"Dynamic":[0],"radar":[1],"networks,":[2],"usually":[3],"composed":[4],"of":[5,23,51,92],"flying":[6],"UAVs,":[7],"have":[8,85],"recently":[9],"attracted":[10],"great":[11],"interest":[12],"for":[13,37,78,122],"time-critical":[14],"applications,":[15],"such":[16],"as":[17],"search-and-rescue":[18],"operations,":[19],"involving":[20],"reliable":[21,49],"detection":[22,38],"multiple":[24,93],"targets":[25],"and":[26,42,94,125,165],"situational":[27],"awareness":[28],"through":[29],"environment":[30,82,144],"radio":[31],"mapping.":[32],"Unfortunately,":[33],"the":[34,52,81,132,147,162,170],"time":[35,65],"available":[36,103],"is":[39,66],"often":[40],"limited,":[41],"in":[43,90,149,168],"most":[44],"settings,":[45],"there":[46],"are":[47],"no":[48],"models":[50],"environment,":[53],"which":[54],"should":[55],"be":[56],"learned":[57],"quickly.":[58],"One":[59],"possibility":[60],"to":[61,67,105,111,134,140],"guarantee":[62],"short":[63],"learning":[64,163],"enhance":[68],"cooperation":[69,157],"among":[70],"UAVs.":[71],"For":[72],"example,":[73],"they":[74,84,99],"can":[75,100],"share":[76],"information":[77,104],"properly":[79],"navigating":[80],"if":[83],"a":[86,126,136],"common":[87],"goal.":[88],"Alternatively,":[89],"case":[91],"different":[95,159],"goals":[96],"or":[97],"tasks,":[98],"exchange":[101],"their":[102],"fitly":[106],"assign":[107],"tasks":[108],"(e.g.,":[109],"targets)":[110],"each":[112],"network":[113],"agent.":[114],"In":[115],"this":[116],"paper,":[117],"we":[118],"consider":[119],"ad-hoc":[120],"approaches":[121],"task":[123],"assignment":[124],"multi-agent":[127],"RL":[128],"algorithm":[129],"that":[130,156],"allow":[131],"UAVs":[133],"learn":[135],"suitable":[137],"navigation":[138],"policy":[139],"explore":[141],"an":[142],"unknown":[143],"while":[145],"maximizing":[146],"accuracy":[148],"detecting":[150],"targets.":[151],"The":[152],"obtained":[153],"results":[154],"demonstrate":[155],"at":[158],"levels":[160],"accelerates":[161],"process":[164],"brings":[166],"benefits":[167],"accomplishing":[169],"team's":[171],"goals.":[172]},"counts_by_year":[{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}