{"id":"https://openalex.org/W4296912576","doi":"https://doi.org/10.1109/lra.2022.3207545","title":"PencilNet: Zero-Shot Sim-to-Real Transfer Learning for Robust Gate Perception in Autonomous Drone Racing","display_name":"PencilNet: Zero-Shot Sim-to-Real Transfer Learning for Robust Gate Perception in Autonomous Drone Racing","publication_year":2022,"publication_date":"2022-09-22","ids":{"openalex":"https://openalex.org/W4296912576","doi":"https://doi.org/10.1109/lra.2022.3207545"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2022.3207545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3207545","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://arxiv.org/pdf/2207.14131","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040256242","display_name":"Huy Xuan Pham","orcid":"https://orcid.org/0000-0001-8218-9326"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Huy Xuan Pham","raw_affiliation_strings":["Artificial Intelligence in Robotics Laboratory (Air Lab), Department of Electrical and Computer Engineering, Aarhus University, Aarhus N, Denmark"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence in Robotics Laboratory (Air Lab), Department of Electrical and Computer Engineering, Aarhus University, Aarhus N, Denmark","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037556368","display_name":"Andriy Sarabakha","orcid":"https://orcid.org/0000-0002-3629-0674"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["DE","SG"],"is_corresponding":false,"raw_author_name":"Andriy Sarabakha","raw_affiliation_strings":["School of Electrical and Electronic Engineering (EEE), Nanyang Technological University (NTU), Singapore","Munich School of Robotics and Machine Intelligence, Technical University of Munich (TUM), Munich, Germany"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering (EEE), Nanyang Technological University (NTU), Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Munich School of Robotics and Machine Intelligence, Technical University of Munich (TUM), Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008451438","display_name":"Mykola Odnoshyvkin","orcid":"https://orcid.org/0000-0001-7389-4971"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mykola Odnoshyvkin","raw_affiliation_strings":["School of Computation, Information and Technology, Technical University of Munich (TUM), Munich, Germany"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Technical University of Munich (TUM), Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068099488","display_name":"Erdal Kayacan","orcid":"https://orcid.org/0000-0002-7143-8777"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Erdal Kayacan","raw_affiliation_strings":["Artificial Intelligence in Robotics Laboratory (Air Lab), Department of Electrical and Computer Engineering, Aarhus University, Aarhus N, Denmark"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence in Robotics Laboratory (Air Lab), Department of Electrical and Computer Engineering, Aarhus University, Aarhus N, Denmark","institution_ids":["https://openalex.org/I204337017"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5040256242"],"corresponding_institution_ids":["https://openalex.org/I204337017"],"apc_list":null,"apc_paid":null,"fwci":1.8355,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.86709696,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"7","issue":"4","first_page":"11847","last_page":"11854"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.9157118201255798},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6922398209571838},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.583960235118866},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.5740779042243958},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.523639440536499},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4915371835231781},{"id":"https://openalex.org/keywords/single-shot","display_name":"Single shot","score":0.47269630432128906},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.4176260828971863},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4130135178565979},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40007781982421875},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35986030101776123},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3406177759170532},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.32152992486953735},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28180843591690063},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.258732408285141},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18978166580200195},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.11025351285934448},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.10824212431907654},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.061483174562454224}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.9157118201255798},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6922398209571838},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.583960235118866},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.5740779042243958},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.523639440536499},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4915371835231781},{"id":"https://openalex.org/C3019835501","wikidata":"https://www.wikidata.org/wiki/Q1310130","display_name":"Single shot","level":2,"score":0.47269630432128906},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.4176260828971863},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4130135178565979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40007781982421875},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35986030101776123},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3406177759170532},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.32152992486953735},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28180843591690063},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.258732408285141},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18978166580200195},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.11025351285934448},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.10824212431907654},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.061483174562454224},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2022.3207545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3207545","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/0244a933-3005-48fd-8b62-76b88bf2935d","is_oa":true,"landing_page_url":"https://pure.au.dk/portal/en/publications/0244a933-3005-48fd-8b62-76b88bf2935d","pdf_url":"https://arxiv.org/pdf/2207.14131","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pham, X H, Sarabakha, A, Odnoshyvkin, M & Kayacan, E 2022, 'PencilNet : Zero-Shot Sim-to-Real Transfer Learning for Robust Gate Perception in Autonomous Drone Racing', IEEE Robotics and Automation Letters, vol. 7, no. 4, pp. 11847 - 11854. https://doi.org/10.1109/LRA.2022.3207545","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/0244a933-3005-48fd-8b62-76b88bf2935d","is_oa":true,"landing_page_url":"https://pure.au.dk/portal/en/publications/0244a933-3005-48fd-8b62-76b88bf2935d","pdf_url":"https://arxiv.org/pdf/2207.14131","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pham, X H, Sarabakha, A, Odnoshyvkin, M & Kayacan, E 2022, 'PencilNet : Zero-Shot Sim-to-Real Transfer Learning for Robust Gate Perception in Autonomous Drone Racing', IEEE Robotics and Automation Letters, vol. 7, no. 4, pp. 11847 - 11854. https://doi.org/10.1109/LRA.2022.3207545","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5402552458","display_name":null,"funder_award_id":"28173","funder_id":"https://openalex.org/F4320309928","funder_display_name":"Aarhus Universitet"},{"id":"https://openalex.org/G5837592645","display_name":null,"funder_award_id":"871449","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320309928","display_name":"Aarhus Universitet","ror":"https://ror.org/01aj84f44"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4296912576.pdf","grobid_xml":"https://content.openalex.org/works/W4296912576.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2006501475","https://openalex.org/W2017745767","https://openalex.org/W2109656638","https://openalex.org/W2145023731","https://openalex.org/W2214613866","https://openalex.org/W2482392012","https://openalex.org/W2747013247","https://openalex.org/W2767732634","https://openalex.org/W2788239209","https://openalex.org/W2794268423","https://openalex.org/W2909708126","https://openalex.org/W2911956173","https://openalex.org/W2942881172","https://openalex.org/W2943624950","https://openalex.org/W2967464230","https://openalex.org/W2972816955","https://openalex.org/W2981378444","https://openalex.org/W2982095652","https://openalex.org/W3009031827","https://openalex.org/W3046286493","https://openalex.org/W3048752528","https://openalex.org/W3089854395","https://openalex.org/W3090360675","https://openalex.org/W3090907972","https://openalex.org/W3102552342","https://openalex.org/W3193317239","https://openalex.org/W3202883604","https://openalex.org/W3205180086","https://openalex.org/W3205915463","https://openalex.org/W4200465206","https://openalex.org/W4206742276","https://openalex.org/W4211021883","https://openalex.org/W4214730142","https://openalex.org/W4283170591","https://openalex.org/W4289927749","https://openalex.org/W6631190155","https://openalex.org/W6684191040"],"related_works":["https://openalex.org/W3142396426","https://openalex.org/W2471333042","https://openalex.org/W4396643691","https://openalex.org/W4409177797","https://openalex.org/W4404739899","https://openalex.org/W4402383816","https://openalex.org/W2955491601","https://openalex.org/W146529714","https://openalex.org/W4402559869","https://openalex.org/W4230158770"],"abstract_inverted_index":{"In":[0,29],"autonomous":[1,26],"and":[2,22,75],"mobile":[3],"robotics,":[4],"one":[5],"of":[6,15,61,69,123,128],"the":[7,11,16,70,126,136],"main":[8],"challenges":[9],"is":[10,19,87,105],"robust":[12,107],"on-the-fly":[13],"perception":[14,39],"environment,":[17],"which":[18,51],"often":[20],"unknown":[21],"dynamic,":[23],"like":[24],"in":[25,77,131],"drone":[27,137],"racing.":[28],"this":[30,129],"work,":[31],"we":[32],"propose":[33],"a":[34,54,62,78],"novel":[35],"deep":[36],"neural":[37,56],"network-based":[38],"method":[40,86],"for":[41,89],"racing":[42],"gate":[43],"detection":[44],"\u2013":[45,50],"PencilNet":[46],"<sup":[47],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[48],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[49],"relies":[52],"on":[53,59],"lightweight":[55],"network":[57],"backbone":[58],"top":[60],"pencil":[63],"filter.":[64],"This":[65],"approach":[66,130],"unifies":[67],"predictions":[68],"gates'":[71],"2D":[72],"position,":[73],"distance,":[74],"orientation":[76],"single":[79],"pose":[80],"tuple.":[81],"We":[82],"show":[83],"that":[84,94],"our":[85,103],"effective":[88],"zero-shot":[90],"sim-to-real":[91],"transfer":[92],"learning":[93],"does":[95],"not":[96],"need":[97],"any":[98],"real-world":[99],"training":[100],"samples.":[101],"Moreover,":[102],"framework":[104],"highly":[106],"to":[108,117],"illumination":[109],"changes":[110],"commonly":[111],"seen":[112],"under":[113,141],"rapid":[114],"flight":[115],"compared":[116],"state-of-art":[118],"methods.":[119],"A":[120],"thorough":[121],"set":[122],"experiments":[124],"demonstrates":[125],"effectiveness":[127],"multiple":[132],"challenging":[133],"scenarios,":[134],"where":[135],"completes":[138],"various":[139],"tracks":[140],"different":[142],"lighting":[143],"conditions.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-21T08:13:44.787528","created_date":"2022-09-24T00:00:00"}