{"id":"https://openalex.org/W3176058568","doi":"https://doi.org/10.1109/jiot.2021.3091643","title":"Fully Onboard AI-Powered Human-Drone Pose Estimation on Ultralow-Power Autonomous Flying Nano-UAVs","display_name":"Fully Onboard AI-Powered Human-Drone Pose Estimation on Ultralow-Power Autonomous Flying Nano-UAVs","publication_year":2022,"publication_date":"2022-02-01","ids":{"openalex":"https://openalex.org/W3176058568","doi":"https://doi.org/10.1109/jiot.2021.3091643","mag":"3176058568"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3091643","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2372-2541","2327-4662"],"is_oa":false,"is_in_doaj":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://cris.unibo.it/bitstream/11585/847001/1/IoTJ_2021____PULP_Frontnet_reduced.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061890705","display_name":"Daniele Palossi","orcid":"https://orcid.org/0000-0003-4487-0836"},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]},{"id":"https://openalex.org/I4210111107","display_name":"Integrated Laboratory Systems, Inc.","ror":"https://ror.org/020hchp05","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210111107"]},{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]}],"countries":["CH","US"],"is_corresponding":false,"raw_author_name":"Daniele Palossi","raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence (IDSIA), University of Lugano & Integrated Systems Laboratory (IIS), ETH Zü SUPSI, Lugano, Switzerland; rich, Switzerland; rich, Zü","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence (IDSIA), University of Lugano &","Integrated Systems Laboratory (IIS), ETH Zü","SUPSI, Lugano, Switzerland","rich, Switzerland","rich, Zü"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047963642","display_name":"Nicky Zimmerman","orcid":"https://orcid.org/0000-0002-9105-0139"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nicky Zimmerman","raw_affiliation_string":"Institute of Geodesy and Geoinformation, University of Bonn, Bonn, Germany","raw_affiliation_strings":["Institute of Geodesy and Geoinformation, University of Bonn, Bonn, Germany"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032095821","display_name":"Alessio Burrello","orcid":"https://orcid.org/0000-0002-6215-8220"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessio Burrello","raw_affiliation_string":"Department of Electrical, Electronic and Information Engineering, University of Bologna, Bologna, Italy","raw_affiliation_strings":["Department of Electrical, Electronic and Information Engineering, University of Bologna, Bologna, Italy"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038717922","display_name":"Francesco Conti","orcid":"https://orcid.org/0000-0002-7924-933X"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Conti","raw_affiliation_string":"Department of Electrical, Electronic and Information Engineering, University of Bologna, Bologna, Italy","raw_affiliation_strings":["Department of Electrical, Electronic and Information Engineering, University of Bologna, Bologna, Italy"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040382399","display_name":"Hanna M\u00fcller","orcid":null},"institutions":[{"id":"https://openalex.org/I4210111107","display_name":"Integrated Laboratory Systems, Inc.","ror":"https://ror.org/020hchp05","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210111107"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanna M\u00fcller","raw_affiliation_string":"Integrated Systems Laboratory (IIS), ETH Zü rich, Switzerland; rich, Zü","raw_affiliation_strings":["Integrated Systems Laboratory (IIS), ETH Zü","rich, Switzerland","rich, Zü"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058862171","display_name":"Luca Maria Gambardella","orcid":"https://orcid.org/0000-0002-3736-0419"},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]},{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Luca Maria Gambardella","raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence (IDSIA), University of Lugano & SUPSI, Lugano, Switzerland","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence (IDSIA), University of Lugano &","SUPSI, Lugano, Switzerland"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036407549","display_name":"Luca Benini","orcid":"https://orcid.org/0000-0001-8068-3806"},"institutions":[{"id":"https://openalex.org/I4210111107","display_name":"Integrated Laboratory Systems, Inc.","ror":"https://ror.org/020hchp05","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210111107"]},{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT","US"],"is_corresponding":false,"raw_author_name":"Luca Benini","raw_affiliation_string":"Department of Electrical, Electronic and Information Engineering, University of Bologna, Bologna, Italy; Integrated Systems Laboratory (IIS), ETH Zü rich, Switzerland; rich, Zü","raw_affiliation_strings":["Department of Electrical, Electronic and Information Engineering, University of Bologna, Bologna, Italy","Integrated Systems Laboratory (IIS), ETH Zü","rich, Switzerland","rich, Zü"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052119291","display_name":"Alessandro Giusti","orcid":"https://orcid.org/0000-0003-1240-0768"},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]},{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alessandro Giusti","raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence (IDSIA), University of Lugano & SUPSI, Lugano, Switzerland","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence (IDSIA), University of Lugano &","SUPSI, Lugano, Switzerland"]},{"author_position":"last","author":{"id":"https://openalex.org/A5076974790","display_name":"J\u00e9r\u00f4me Guzzi","orcid":"https://orcid.org/0000-0002-1263-4110"},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]},{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"J\u00e9r\u00f4me Guzzi","raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence (IDSIA), University of Lugano & SUPSI, Lugano, Switzerland","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence (IDSIA), University of Lugano &","SUPSI, Lugano, Switzerland"]}],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":21,"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"3","first_page":"1913","last_page":"1929"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"Unmanned Aerial Vehicle Communications","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"Unmanned Aerial Vehicle Communications","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Simultaneous Localization and Mapping","score":0.9986,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Deep Learning in Computer Vision and Image Recognition","score":0.9962,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"keyword":"ai-powered","score":0.25},{"keyword":"human-drone","score":0.25},{"keyword":"ultralow-power","score":0.25},{"keyword":"nano-uavs","score":0.25}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7392857},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.6851518},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.60141045},{"id":"https://openalex.org/C134066672","wikidata":"https://www.wikidata.org/wiki/Q1424639","display_name":"Payload (computing)","level":3,"score":0.5911342},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5168855},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.47093406},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.44121942},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42323336},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3998215},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.18573564},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.124281675},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3091643","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2372-2541","2327-4662"],"is_oa":false,"is_in_doaj":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://hdl.handle.net/11585/847001","pdf_url":"https://cris.unibo.it/bitstream/11585/847001/1/IoTJ_2021____PULP_Frontnet_reduced.pdf","source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":["Istituto di Ematologia di Bologna"],"type":"repository"},"license":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/517622","pdf_url":"https://www.research-collection.ethz.ch/bitstream/20.500.11850/517622/1/00_main.pdf","source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":["ETH Zurich"],"type":"repository"},"license":null,"version":"acceptedVersion","is_accepted":true,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2103.10873","pdf_url":"https://arxiv.org/pdf/2103.10873","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://hdl.handle.net/11585/847001","pdf_url":"https://cris.unibo.it/bitstream/11585/847001/1/IoTJ_2021____PULP_Frontnet_reduced.pdf","source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":["Istituto di Ematologia di Bologna"],"type":"repository"},"license":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.86,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"grants":[{"funder":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","award_id":"190880"},{"funder":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme","award_id":"871743"}],"referenced_works_count":29,"referenced_works":["https://openalex.org/W1518672027","https://openalex.org/W1523325051","https://openalex.org/W2345823960","https://openalex.org/W2522615148","https://openalex.org/W2609009256","https://openalex.org/W2612277919","https://openalex.org/W2755766995","https://openalex.org/W2767149022","https://openalex.org/W2782715402","https://openalex.org/W2789218862","https://openalex.org/W2889762967","https://openalex.org/W2890660991","https://openalex.org/W2909953480","https://openalex.org/W2922127512","https://openalex.org/W2963110888","https://openalex.org/W2963255460","https://openalex.org/W2967452881","https://openalex.org/W2968774960","https://openalex.org/W2968887777","https://openalex.org/W2969355370","https://openalex.org/W2985931159","https://openalex.org/W3015712293","https://openalex.org/W3019458743","https://openalex.org/W3029840414","https://openalex.org/W3048686556","https://openalex.org/W3091076647","https://openalex.org/W3098191139","https://openalex.org/W3137875211","https://openalex.org/W4213147678"],"related_works":["https://openalex.org/W4379143281","https://openalex.org/W4229448053","https://openalex.org/W2059768187","https://openalex.org/W4247925126","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4327774218","https://openalex.org/W3206445629","https://openalex.org/W2605096541","https://openalex.org/W3200286695"],"ngrams_url":"https://api.openalex.org/works/W3176058568/ngrams","abstract_inverted_index":{"Many":[0],"emerging":[1],"applications":[2],"of":[3,92,127,221,247],"nano-sized":[4,106],"unmanned":[5],"aerial":[6],"vehicles":[7],"(UAVs),":[8],"with":[9,18,43,75,100,199],"a":[10,58,78,105,113,128,135,139,193,200],"few":[11],"cm2":[12],"form-factor,":[13],"revolve":[14],"around":[15,112],"safely":[16],"interacting":[17],"humans":[19],"in":[20,46,84,163,184,219],"complex":[21,59],"scenarios,":[22],"for":[23,123,174],"example,":[24],"monitoring":[25],"their":[26],"activities":[27],"or":[28],"looking":[29],"after":[30],"people":[31],"needing":[32],"care.":[33],"Such":[34],"sophisticated":[35],"autonomous":[36,196],"functionality":[37],"must":[38],"be":[39],"achieved":[40],"while":[41,80],"dealing":[42],"severe":[44],"constraints":[45],"payload,":[47],"battery,":[48],"and":[49,68,150,157,179,233,243],"power":[50,131],"budget":[51],"(~100mW).":[52],"In":[53],"this":[54],"work,":[55],"we":[56],"attack":[57],"task":[60,87],"going":[61],"from":[62,144],"perception":[63],"to":[64,66,77,89,154,166,181],"control:":[65],"estimate":[67],"maintain":[69],"the":[70,85,90,145,185,244],"nano-UAV’s":[71],"relative":[72],"3-D":[73],"pose":[74,213],"respect":[76],"person":[79],"they":[81],"freely":[82],"move":[83],"environment—a":[86],"that,":[88],"best":[91],"our":[93,248],"knowledge,":[94],"has":[95],"never":[96],"previously":[97],"been":[98],"targeted":[99],"fully":[101],"onboard":[102,212],"computation":[103],"on":[104,125],"UAV.":[107],"Our":[108],"approach":[109,142],"is":[110],"centered":[111],"novel":[114],"vision-based":[115],"deep":[116],"neural":[117],"network":[118],"(DNN),":[119],"called":[120],"Frontnet,":[121],"designed":[122],"deployment":[124,158],"top":[126],"parallel":[129],"ultra-low":[130],"(PULP)":[132],"processor":[133],"aboard":[134],"nano-UAV.":[136,205],"We":[137,239],"present":[138],"vertically":[140],"integrated":[141],"starting":[143],"DNN":[146],"model":[147],"design,":[148],"training,":[149],"dataset":[151],"augmentation":[152],"down":[153,180],"8-bit":[155],"quantization":[156],"in-field.":[159],"PULP-Frontnet":[160],"can":[161],"operate":[162],"real-time":[164],"(up":[165],"135":[167],"frame/s),":[168],"consuming":[169],"less":[170],"than":[171],"87":[172],"mW":[173],"processing":[175],"at":[176],"peak":[177],"throughput":[178],"0.43":[182],"mJ/frame":[183],"most":[186],"energy-efficient":[187],"operating":[188],"point.":[189],"Field":[190],"experiments":[191],"demonstrate":[192],"closed-loop":[194],"top-notch":[195],"navigation":[197],"capability,":[198],"tiny":[201],"27-g":[202],"Crazyflie":[203],"2.1":[204],"Compared":[206],"against":[207],"an":[208],"ideal":[209],"sensing":[210],"setup,":[211],"inference":[214],"yields":[215],"excellent":[216],"drone":[217],"behavior":[218],"terms":[220],"median":[222],"absolute":[223],"errors,":[224],"such":[225],"as":[226],"positional":[227],"(onboard:":[228,235],"41cm,":[229],"ideal:":[230,237],"26":[231],"cm)":[232],"angular":[234],"3.7°,":[236],"4.1°).":[238],"publicly":[240],"release":[241],"videos":[242],"source":[245],"code":[246],"work.":[249]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3176058568","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2024-03-24T14:24:11.618555","created_date":"2021-07-05"}