{"id":"https://openalex.org/W4401612180","doi":"https://doi.org/10.1109/coins61597.2024.10622558","title":"Towards Nano-Drones Agile Flight Using Deep Reinforcement Learning","display_name":"Towards Nano-Drones Agile Flight Using Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-07-29","ids":{"openalex":"https://openalex.org/W4401612180","doi":"https://doi.org/10.1109/coins61597.2024.10622558"},"language":"en","primary_location":{"id":"doi:10.1109/coins61597.2024.10622558","is_oa":false,"landing_page_url":"https://doi.org/10.1109/coins61597.2024.10622558","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Omni-layer Intelligent Systems (COINS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106530519","display_name":"Sebastiano Mengozzi","orcid":null},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Sebastiano Mengozzi","raw_affiliation_strings":["University of Bologna,Department of Electrical, Electronic, and Information Engineering (DEI),Italy"],"affiliations":[{"raw_affiliation_string":"University of Bologna,Department of Electrical, Electronic, and Information Engineering (DEI),Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081317256","display_name":"Luca Zanatta","orcid":"https://orcid.org/0000-0002-4654-4690"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Zanatta","raw_affiliation_strings":["University of Bologna,Department of Electrical, Electronic, and Information Engineering (DEI),Italy"],"affiliations":[{"raw_affiliation_string":"University of Bologna,Department of Electrical, Electronic, and Information Engineering (DEI),Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022195134","display_name":"Francesco Barchi","orcid":"https://orcid.org/0000-0001-5155-6883"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Barchi","raw_affiliation_strings":["University of Bologna,Department of Electrical, Electronic, and Information Engineering (DEI),Italy"],"affiliations":[{"raw_affiliation_string":"University of Bologna,Department of Electrical, Electronic, and Information Engineering (DEI),Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047906923","display_name":"Andrea Bartolini","orcid":"https://orcid.org/0000-0002-1148-2450"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Bartolini","raw_affiliation_strings":["University of Bologna,Department of Electrical, Electronic, and Information Engineering (DEI),Italy"],"affiliations":[{"raw_affiliation_string":"University of Bologna,Department of Electrical, Electronic, and Information Engineering (DEI),Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031653904","display_name":"Andrea Acquaviva","orcid":"https://orcid.org/0000-0002-7323-759X"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Acquaviva","raw_affiliation_strings":["University of Bologna,Department of Electrical, Electronic, and Information Engineering (DEI),Italy"],"affiliations":[{"raw_affiliation_string":"University of Bologna,Department of Electrical, Electronic, and Information Engineering (DEI),Italy","institution_ids":["https://openalex.org/I9360294"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5106530519"],"corresponding_institution_ids":["https://openalex.org/I9360294"],"apc_list":null,"apc_paid":null,"fwci":0.3919,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.56700214,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9438999891281128,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.90829998254776,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.8512909412384033},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7045049071311951},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.6560958027839661},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5794687271118164},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5324445962905884},{"id":"https://openalex.org/keywords/nano","display_name":"Nano-","score":0.451660692691803},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.38145244121551514},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.3354935050010681},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28617218136787415},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.08689731359481812},{"id":"https://openalex.org/keywords/chemical-engineering","display_name":"Chemical engineering","score":0.06607776880264282}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.8512909412384033},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7045049071311951},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.6560958027839661},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5794687271118164},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5324445962905884},{"id":"https://openalex.org/C2780357685","wikidata":"https://www.wikidata.org/wiki/Q154357","display_name":"Nano-","level":2,"score":0.451660692691803},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.38145244121551514},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.3354935050010681},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28617218136787415},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.08689731359481812},{"id":"https://openalex.org/C42360764","wikidata":"https://www.wikidata.org/wiki/Q83588","display_name":"Chemical engineering","level":1,"score":0.06607776880264282},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/coins61597.2024.10622558","is_oa":false,"landing_page_url":"https://doi.org/10.1109/coins61597.2024.10622558","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Omni-layer Intelligent Systems (COINS)","raw_type":"proceedings-article"},{"id":"pmh:oai:cris.unibo.it:11585/1028364","is_oa":false,"landing_page_url":"https://hdl.handle.net/11585/1028364","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1562603105","https://openalex.org/W2016211524","https://openalex.org/W2145339207","https://openalex.org/W2733312032","https://openalex.org/W2736601468","https://openalex.org/W2889339831","https://openalex.org/W2902276220","https://openalex.org/W2908686907","https://openalex.org/W2963689432","https://openalex.org/W2981030070","https://openalex.org/W3107452320","https://openalex.org/W3200501401","https://openalex.org/W3213974477","https://openalex.org/W4200630212","https://openalex.org/W4213377513","https://openalex.org/W4285102199","https://openalex.org/W4386285856","https://openalex.org/W4387687865","https://openalex.org/W4391019623","https://openalex.org/W4396910019","https://openalex.org/W4401414910","https://openalex.org/W6752941136","https://openalex.org/W6801964084","https://openalex.org/W6858097324","https://openalex.org/W6858915479","https://openalex.org/W6922480057","https://openalex.org/W7020756515"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4386322305"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,14,36,44,55,77,155,168],"Deep":[3,234],"Reinforcement":[4],"Learning":[5],"(DRL)":[6],"have":[7,118],"paved":[8],"the":[9,46,66,126,139,165,188,195,230],"way":[10],"for":[11,20,222,243],"novel":[12],"strategies":[13,242],"developing":[15],"intelligent":[16],"autonomous":[17],"quadrotors,":[18],"renowned":[19],"their":[21],"agility":[22],"and":[23,28,184,203],"versatility.":[24],"However,":[25],"obtaining":[26],"agile":[27,84],"robust":[29],"flight":[30,85,91,160],"policies":[31,54],"that":[32],"can":[33],"be":[34],"deployed":[35],"real":[37],"hardware":[38],"is":[39,58],"still":[40],"a":[41,74,78,105,121,143,157,191,201],"main":[42],"issue":[43],"enabling":[45],"spread":[47],"of":[48,194,213,232],"those":[49,53],"algorithms.":[50],"Moreover,":[51],"deploying":[52],"resource-constrained":[56,244],"nano-drones":[57],"often":[59],"unfeasible.":[60],"In":[61],"this":[62,90,101],"paper,":[63],"we":[64,117],"address":[65,115],"following":[67],"research":[68],"problems:":[69],"i)":[70],"How":[71,88],"to":[72,81,174,238],"train":[73],"DRL":[75],"policy":[76,154,181],"dynamic":[79,159],"environment":[80,170],"perform":[82],"an":[83,210],"task?":[86],"ii)":[87],"does":[89],"strategy":[92],"behave":[93],"against":[94,142],"state-of-the-art":[95,144],"model-based":[96],"methods?":[97],"iii)":[98],"Is":[99],"implementing":[100],"neural":[102,179],"network":[103,180],"on":[104,187,199],"nano-drone":[106,197],"equipped":[107],"with":[108,151],"ultra-low":[109,204],"power":[110,205],"computing":[111],"resources":[112],"feasible?":[113],"To":[114],"them,":[116],"effectively":[119],"trained":[120],"Multilayer":[122],"Perceptron":[123],"(MLP)":[124],"using":[125,233],"Proximal":[127],"Policy":[128],"Optimization":[129],"(PPO)":[130],"algorithm":[131],"within":[132],"Isaac":[133],"Gym":[134],"parallel":[135],"simulator.":[136],"We":[137,176,208],"compared":[138],"MLP":[140],"performance":[141],"Model":[145],"Predictive":[146],"Control":[147],"(MPC)":[148],"approach":[149,163],"enhanced":[150],"learned":[152],"high-level":[153],"solving":[156],"highly":[158],"task.":[161],"Our":[162],"improved":[164],"success":[166],"rate":[167],"challenging":[169],"scenarios":[171],"by":[172],"up":[173],"95%.":[175],"evaluated":[177],"our":[178],"inference":[182,211],"latency":[183,212],"memory":[185],"footprint":[186],"AI":[189],"deck,":[190],"companion":[192],"computer":[193],"Crazyflie":[196],"based":[198],"GAP8,":[200],"constrained":[202],"System-on-Chip":[206],"(SoC).":[207],"achieved":[209],"2.5":[214],"<tex":[215],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[216],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\mu":[217],"s$</tex>,":[218],"making":[219],"it":[220],"suitable":[221],"real-time":[223],"control":[224,241],"actions.":[225],"The":[226],"proposed":[227],"work":[228],"proves":[229],"possibility":[231],"Neural":[235],"Networks":[236],"(DNNs)":[237],"encode":[239],"complex":[240],"robotic":[245],"platforms.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}