{"id":"https://openalex.org/W7161806712","doi":"https://doi.org/10.48550/arxiv.2605.19166","title":"A Heuristic Approach for Performance Tuning in RL-based Quadrotor Control via Reward Design and Termination Conditions","display_name":"A Heuristic Approach for Performance Tuning in RL-based Quadrotor Control via Reward Design and Termination Conditions","publication_year":2026,"publication_date":"2026-05-18","ids":{"openalex":"https://openalex.org/W7161806712","doi":"https://doi.org/10.48550/arxiv.2605.19166"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.19166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.19166","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136522857","display_name":"Fausto Mauricio Lagos Suarez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suarez, Fausto Mauricio Lagos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064098651","display_name":"Akshit Saradagi","orcid":"https://orcid.org/0000-0003-3794-0306"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saradagi, Akshit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104337143","display_name":"Vidya Sumathy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sumathy, Vidya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136527365","display_name":"George Nikolakopoulos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikolakopoulos, George","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.36800000071525574,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.36800000071525574,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.1256999969482422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.12300000339746475,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/setpoint","display_name":"Setpoint","score":0.8496000170707703},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.609499990940094},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5615000128746033},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4950000047683716},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.43970000743865967},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.43689998984336853},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.41929998993873596},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3718999922275543},{"id":"https://openalex.org/keywords/settling-time","display_name":"Settling time","score":0.33709999918937683}],"concepts":[{"id":"https://openalex.org/C12302492","wikidata":"https://www.wikidata.org/wiki/Q1752097","display_name":"Setpoint","level":2,"score":0.8496000170707703},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6861000061035156},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.609499990940094},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5615000128746033},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4950000047683716},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.43970000743865967},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.41929998993873596},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3718999922275543},{"id":"https://openalex.org/C14781684","wikidata":"https://www.wikidata.org/wiki/Q3983320","display_name":"Settling time","level":3,"score":0.33709999918937683},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.32739999890327454},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.3249000012874603},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.3181999921798706},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.27239999175071716},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.250900000333786},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25049999356269836},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.19166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.19166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6408361792564392}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)-based":[2],"quadrotor":[3],"control":[4,65],"policies":[5,175],"have":[6],"achieved":[7,115],"impressive":[8],"performance":[9,61,113,130,188],"in":[10,16,31,62,89,105,116,121,189],"tasks":[11],"such":[12,34],"as":[13,35],"fast":[14],"navigation":[15],"cluttered":[17],"environments":[18],"and":[19,28,69,145,152,165,178,183,186,191],"drone":[20],"racing,":[21],"where":[22],"the":[23,111,129,132,142,160,172,200,203],"focus":[24],"is":[25,39,114],"on":[26],"speed":[27],"agility.":[29],"However,":[30],"several":[32],"applications,":[33],"infrastructure":[36],"inspection,":[37],"it":[38],"critical":[40],"to":[41,58,127,140,148],"achieve":[42,59,149],"precise,":[43],"controlled":[44],"maneuvers":[45],"with":[46,92,98,107],"tunable":[47,60,187],"performance.":[48],"In":[49,125],"this":[50],"article,":[51],"we":[52,135],"present":[53,73,136],"a":[54,74,84,99,122],"novel":[55,75],"heuristic":[56,138,205],"approach":[57],"RL-based":[63],"Quadrotor":[64],"through":[66],"reward":[67,76,143],"design":[68],"termination":[70],"conditions.":[71],"We":[72,170],"structure":[77],"containing":[78],"dual":[79],"bandwidth":[80],"exponentials":[81],"that":[82],"achieves":[83],"baseline":[85,133,161],"critically":[86,162],"damped":[87,163],"response":[88,164],"setpoint":[90],"tracking,":[91],"low":[93],"steady-state":[94,168],"errors.":[95],"When":[96],"trained":[97],"Proximal":[100],"Policy":[101],"Optimization":[102],"(PPO)":[103],"algorithm,":[104],"conjunction":[106],"episode":[108],"truncation":[109],"conditions,":[110,197],"desired":[112],"6":[117],"million":[118],"time":[119,156],"steps":[120],"sample-efficient":[123],"manner.":[124],"order":[126],"tune":[128],"about":[131],"behavior,":[134],"intuitive":[137],"rules":[139],"adjust":[141],"weights":[144],"exponential":[146],"coefficients":[147],"faster":[150],"(acrobatic-like)":[151],"slower":[153],"(inspection-like)":[154],"settling":[155],"performance,":[157],"while":[158],"retaining":[159],"approximately":[166],"2\\%":[167],"error.":[169],"evaluate":[171],"three":[173],"RL":[174],"(baseline,":[176],"acrobatic,":[177],"inspection)":[179],"across":[180],"100":[181],"trials":[182],"show":[184],"accurate":[185],"position":[190],"yaw":[192],"tracking":[193],"from":[194],"random":[195],"initial":[196],"thereby":[198],"demonstrating":[199],"effectiveness":[201],"of":[202],"proposed":[204],"approach.":[206]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}