{"id":"https://openalex.org/W4410341592","doi":"https://doi.org/10.1109/icnc64010.2025.10993940","title":"Q-Learning-Based Dynamic Drone Trajectory Planning in Uncertain Environments","display_name":"Q-Learning-Based Dynamic Drone Trajectory Planning in Uncertain Environments","publication_year":2025,"publication_date":"2025-02-17","ids":{"openalex":"https://openalex.org/W4410341592","doi":"https://doi.org/10.1109/icnc64010.2025.10993940"},"language":"en","primary_location":{"id":"doi:10.1109/icnc64010.2025.10993940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc64010.2025.10993940","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Computing, Networking and Communications (ICNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114753386","display_name":"Subrahmanya Chandra Bhamidipati","orcid":"https://orcid.org/0009-0008-2929-7510"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subrahmanya Chandra Bhamidipati","raw_affiliation_strings":["University of Missouri,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Missouri,USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069919473","display_name":"A. R. Maxwell","orcid":null},"institutions":[{"id":"https://openalex.org/I78715868","display_name":"University of Arkansas at Fayetteville","ror":"https://ror.org/05jbt9m15","country_code":"US","type":"education","lineage":["https://openalex.org/I78715868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Maxwell","raw_affiliation_strings":["University of Arkansas,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Arkansas,USA","institution_ids":["https://openalex.org/I78715868"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Emily Pham","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Pham","raw_affiliation_strings":["University of Minnesota,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota,USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000388663","display_name":"Johann Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Johann Zhang","raw_affiliation_strings":["Tufts University,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tufts University,USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106490885","display_name":"Zack Murry","orcid":null},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zack Murry","raw_affiliation_strings":["University of Missouri,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Missouri,USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015413574","display_name":"Alicia Esquivel Morel","orcid":"https://orcid.org/0000-0002-1766-5370"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alicia Esquivel Morel","raw_affiliation_strings":["University of Missouri,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Missouri,USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023662385","display_name":"Chengyi Qu","orcid":"https://orcid.org/0000-0002-7936-4813"},"institutions":[{"id":"https://openalex.org/I2801014300","display_name":"Florida Gulf Coast University","ror":"https://ror.org/05tc5bm31","country_code":"US","type":"education","lineage":["https://openalex.org/I2801014300"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chengyi Qu","raw_affiliation_strings":["Florida Gulf Coast University,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida Gulf Coast University,USA","institution_ids":["https://openalex.org/I2801014300"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021704908","display_name":"Sharan Srinivas","orcid":"https://orcid.org/0000-0003-2066-8836"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sharan Srinivas","raw_affiliation_strings":["University of Missouri,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Missouri,USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072008189","display_name":"Prasad Calyam","orcid":"https://orcid.org/0000-0002-7666-5389"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prasad Calyam","raw_affiliation_strings":["University of Missouri,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Missouri,USA","institution_ids":["https://openalex.org/I76835614"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.814,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.96253022,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"709","last_page":"715"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.8553187847137451},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.725717306137085},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6654769778251648},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.4831818640232086},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44410067796707153},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.372018039226532},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19775506854057312},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.184919536113739}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.8553187847137451},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.725717306137085},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6654769778251648},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4831818640232086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44410067796707153},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.372018039226532},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19775506854057312},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.184919536113739},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnc64010.2025.10993940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc64010.2025.10993940","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Computing, Networking and Communications (ICNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.6600000262260437}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320311089","display_name":"National Security Agency","ror":"https://ror.org/0047bvr32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1969483458","https://openalex.org/W2471190594","https://openalex.org/W2908897238","https://openalex.org/W2969126124","https://openalex.org/W3006876289","https://openalex.org/W3174298310","https://openalex.org/W4200470589","https://openalex.org/W4313141308","https://openalex.org/W4319878963","https://openalex.org/W4387005943","https://openalex.org/W4389666571","https://openalex.org/W6946384660"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4212885606"],"abstract_inverted_index":{"Drones":[0],"are":[1,41],"being":[2],"increasingly":[3],"used":[4],"in":[5,9,27,67,121],"delivery":[6,12,65],"services,":[7],"often":[8],"coordination":[10],"with":[11,24,30],"trucks":[13],"through":[14],"networked":[15],"communication":[16,23,131],"links.":[17],"When":[18],"a":[19,51,102],"drone":[20,64,136],"loses":[21],"network":[22,72,92],"the":[25,68,80,108,133,149],"truck":[26,134],"dynamic":[28],"environments":[29],"uncertainties":[31],"(e.g.,":[32],"obstacles":[33],"and":[34,39,90,125,135],"traffic":[35],"congestion),":[36],"navigation":[37],"adaptation":[38],"re-routing":[40],"necessary":[42],"to":[43,62,84,94,96,106,140,148],"ensure":[44],"safety.":[45],"In":[46],"this":[47],"paper,":[48],"we":[49],"present":[50],"novel":[52],"Drone":[53],"Trajectory":[54],"Planning":[55],"(DTP)":[56],"model":[57,75],"based":[58],"on":[59],"Q-Learning,":[60],"designed":[61],"adapt":[63,95],"missions":[66],"presence":[69],"of":[70,110],"intermittent":[71],"connectivity.":[73],"Our":[74],"leverages":[76],"state":[77],"representations":[78],"including":[79],"drone\u2019s":[81],"position,":[82],"proximity":[83],"congestion":[85],"zones,":[86],"its":[87],"general":[88],"direction":[89],"truck/drone":[91],"status":[93],"uncertainties.":[97],"We":[98],"conduct":[99],"simulations":[100],"within":[101],"realistic":[103],"grid":[104],"environment":[105],"evaluate":[107],"performance":[109,120],"our":[111],"DTP":[112,117],"model.":[113],"The":[114],"results":[115],"demonstrate":[116],"model\u2019s":[118],"robust":[119],"optimizing":[122],"path":[123],"decisions":[124],"ensuring":[126],"timely":[127],"deliveries,":[128],"even":[129],"when":[130],"between":[132],"is":[137],"lost":[138],"due":[139],"uncertainties,":[141],"achieving":[142],"approximately":[143],"23%":[144],"better":[145],"rewards":[146],"compared":[147],"state-of-the-art":[150],"A*":[151],"path-finding":[152],"algorithm.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}