{"id":"https://openalex.org/W4386597505","doi":"https://doi.org/10.1109/mmar58394.2023.10242440","title":"Deterministic Framework based Structured Learning for Quadrotors","display_name":"Deterministic Framework based Structured Learning for Quadrotors","publication_year":2023,"publication_date":"2023-08-22","ids":{"openalex":"https://openalex.org/W4386597505","doi":"https://doi.org/10.1109/mmar58394.2023.10242440"},"language":"en","primary_location":{"id":"doi:10.1109/mmar58394.2023.10242440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmar58394.2023.10242440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 27th International Conference on Methods and Models in Automation and Robotics (MMAR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055996071","display_name":"Rupam Singh","orcid":"https://orcid.org/0000-0002-4494-1609"},"institutions":[{"id":"https://openalex.org/I184886455","display_name":"Maersk (Denmark)","ror":"https://ror.org/046gbzb64","country_code":"DK","type":"company","lineage":["https://openalex.org/I184886455"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Rupam Singh","raw_affiliation_strings":["The Maersk Mc-Kinney Moller Institute, SDU Robotics,The Faculty of Engineering,Odense,Denmark","The Faculty of Engineering, The Maersk Mc-Kinney Moller Institute, SDU Robotics, Odense, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Maersk Mc-Kinney Moller Institute, SDU Robotics,The Faculty of Engineering,Odense,Denmark","institution_ids":["https://openalex.org/I184886455"]},{"raw_affiliation_string":"The Faculty of Engineering, The Maersk Mc-Kinney Moller Institute, SDU Robotics, Odense, Denmark","institution_ids":["https://openalex.org/I184886455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058140409","display_name":"Jan Steinbrener","orcid":"https://orcid.org/0000-0002-2465-2527"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jan Steinbrener","raw_affiliation_strings":["Alpen Adria Universität,Control of Networked Systems, Institute for Intelligent System Technologies,Klagenfurt,Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alpen Adria Universität,Control of Networked Systems, Institute for Intelligent System Technologies,Klagenfurt,Austria","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045197736","display_name":"Stephan Weiss","orcid":"https://orcid.org/0000-0002-3486-7206"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephan Weiss","raw_affiliation_strings":["Alpen Adria Universität,Control of Networked Systems, Institute for Intelligent System Technologies,Klagenfurt,Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alpen Adria Universität,Control of Networked Systems, Institute for Intelligent System Technologies,Klagenfurt,Austria","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"99","last_page":"104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7027422785758972},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6442257165908813},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.6399509906768799},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6212117671966553},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5895771980285645},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5261535048484802},{"id":"https://openalex.org/keywords/tracking-error","display_name":"Tracking error","score":0.48125240206718445},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.47371214628219604},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.42199885845184326},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4178919196128845},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36908721923828125},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.08242779970169067}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7027422785758972},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6442257165908813},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.6399509906768799},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6212117671966553},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5895771980285645},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5261535048484802},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.48125240206718445},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.47371214628219604},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.42199885845184326},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4178919196128845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36908721923828125},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.08242779970169067},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mmar58394.2023.10242440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmar58394.2023.10242440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 27th International Conference on Methods and Models in Automation and Robotics (MMAR)","raw_type":"proceedings-article"},{"id":"pmh:oai:sdu.dk:openaire_cris_publications/fe0d4fb2-348b-433c-84fb-79cb8ab8352c","is_oa":false,"landing_page_url":"https://portal.findresearcher.sdu.dk/da/publications/fe0d4fb2-348b-433c-84fb-79cb8ab8352c","pdf_url":null,"source":{"id":"https://openalex.org/S4306400423","display_name":"University of Southern Denmark Research Portal (University of Southern Denmark)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177969490","host_organization_name":"University of Southern Denmark","host_organization_lineage":["https://openalex.org/I177969490"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Singh, R, Steinbrener, J & Weiss, S 2023, Deterministic Framework based Structured Learning for Quadrotors. in 2023 27th International Conference on Methods and Models in Automation and Robotics (MMAR). IEEE, International Conference on Methods and Models in Automation and Robotics, pp. 99-104, 27th International Conference on Methods and Models in Automation and Robotics, MMAR 2023, Virtual, Online, Poland, 22/08/2023. https://doi.org/10.1109/MMAR58394.2023.10242440","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321181","display_name":"Austrian Science Fund","ror":"https://ror.org/013tf3c58"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2733312032","https://openalex.org/W2907214660","https://openalex.org/W2963796870","https://openalex.org/W2967419209","https://openalex.org/W2973229164","https://openalex.org/W3005243570","https://openalex.org/W3013195280","https://openalex.org/W3039793486","https://openalex.org/W3046474649","https://openalex.org/W3095881123","https://openalex.org/W3115039499","https://openalex.org/W3153752212","https://openalex.org/W3154552588","https://openalex.org/W3157236265","https://openalex.org/W4205981124","https://openalex.org/W6748839928","https://openalex.org/W6775101081"],"related_works":["https://openalex.org/W2373557848","https://openalex.org/W2002488624","https://openalex.org/W2088970451","https://openalex.org/W4309225183","https://openalex.org/W2157008402","https://openalex.org/W2996812256","https://openalex.org/W2525543468","https://openalex.org/W2026490863","https://openalex.org/W2161688277","https://openalex.org/W2366743900"],"abstract_inverted_index":{"The":[0,47,76,112,132],"design":[1],"of":[2,43,66,104],"a":[3,30,36,39,67,124],"continuous":[4],"learning":[5,63,136],"controller":[6],"for":[7,62],"quadrotors":[8],"often":[9],"entails":[10],"some":[11],"specific":[12],"implementations":[13],"that":[14,88,135],"require":[15],"significant":[16],"system":[17],"knowledge":[18],"and":[19,69,86,99,129,147],"are":[20,89],"prone":[21],"to":[22,58,107],"experience":[23],"catastrophic":[24],"forgetting.":[25],"To":[26],"address":[27],"these":[28],"challenges,":[29],"deterministic":[31],"approach":[32],"is":[33,56,117],"trained":[34],"using":[35,156],"quadrotor":[37,68,125],"on":[38,123],"relatively":[40],"small":[41],"amount":[42],"automatically":[44],"generated":[45],"data.":[46],"Twin":[48],"Delayed":[49],"Deep":[50],"Deterministic":[51],"Policy":[52],"Gradient":[53],"(TD3)":[54],"algorithm":[55,77],"utilized":[57],"develop":[59],"the":[60,64,73,140,144,157],"policy":[61,97,101],"maneuvers":[65],"controlling":[70],"it":[71],"alongside":[72],"low-level":[74],"controller.":[75],"outlined":[78],"demonstrates":[79],"proficiency":[80],"in":[81,110,126],"handling":[82],"large":[83],"state":[84],"spaces":[85],"actions":[87],"continuous.":[90],"It":[91],"integrates":[92],"clipped":[93],"double":[94],"Q-learning,":[95],"target":[96],"smoothing,":[98],"delayed":[100],"updates,":[102],"all":[103],"which":[105],"contribute":[106],"its":[108],"effectiveness":[109],"training.":[111],"proposed":[113],"control":[114],"technique\u2019s":[115],"efficacy":[116],"evaluated":[118],"through":[119],"numerical":[120],"simulations":[121],"conducted":[122],"both":[127],"standard":[128],"windy":[130],"conditions.":[131],"results":[133],"identified":[134],"with":[137,151],"TD3":[138],"reduced":[139],"overestimation":[141],"bias,":[142],"improved":[143],"convergence":[145],"accuracy,":[146],"achieved":[148],"efficient":[149],"maneuver":[150],"less":[152],"tracking":[153],"error":[154],"by":[155],"dense":[158],"reward":[159],"structure.":[160]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}