{"id":"https://openalex.org/W4396680492","doi":"https://doi.org/10.1109/tvt.2024.3395840","title":"Multi-Objective MDP-Based Routing in UAV Networks for Search-Based Operations","display_name":"Multi-Objective MDP-Based Routing in UAV Networks for Search-Based Operations","publication_year":2024,"publication_date":"2024-05-06","ids":{"openalex":"https://openalex.org/W4396680492","doi":"https://doi.org/10.1109/tvt.2024.3395840"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3395840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3395840","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073284931","display_name":"Prateek Mahajan","orcid":"https://orcid.org/0009-0004-2083-1642"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Prateek Mahajan","raw_affiliation_strings":["Department of Electrical and Electronics Engineering (EEE), Birla Institute of Technology and Science (BITS-Pilani), Pilani, India"],"raw_orcid":"https://orcid.org/0009-0004-2083-1642","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering (EEE), Birla Institute of Technology and Science (BITS-Pilani), Pilani, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026365297","display_name":"Balamurugan Palanisamy","orcid":"https://orcid.org/0009-0002-9961-563X"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Balamurugan Palanisamy","raw_affiliation_strings":["Department of Electrical and Electronics Engineering (EEE), Birla Institute of Technology and Science (BITS-Pilani), Pilani, India"],"raw_orcid":"https://orcid.org/0009-0002-9961-563X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering (EEE), Birla Institute of Technology and Science (BITS-Pilani), Pilani, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026769218","display_name":"Anusha Kumar","orcid":"https://orcid.org/0009-0005-9967-4236"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anusha Kumar","raw_affiliation_strings":["Department of Electrical and Electronics Engineering (EEE), Birla Institute of Technology and Science (BITS-Pilani), Pilani, India"],"raw_orcid":"https://orcid.org/0009-0005-9967-4236","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering (EEE), Birla Institute of Technology and Science (BITS-Pilani), Pilani, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059170253","display_name":"GSS Chalapathi","orcid":"https://orcid.org/0000-0002-4087-7208"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"G S S Chalapathi","raw_affiliation_strings":["Department of Electrical and Electronics Engineering (EEE), Birla Institute of Technology and Science (BITS-Pilani), Pilani, India"],"raw_orcid":"https://orcid.org/0000-0002-4087-7208","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering (EEE), Birla Institute of Technology and Science (BITS-Pilani), Pilani, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005020243","display_name":"Vinay Chamola","orcid":"https://orcid.org/0000-0002-6730-3060"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vinay Chamola","raw_affiliation_strings":["Department of Electrical and Electronics Engineering (EEE), Birla Institute of Technology and Science (BITS-Pilani), Pilani, India"],"raw_orcid":"https://orcid.org/0000-0002-6730-3060","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering (EEE), Birla Institute of Technology and Science (BITS-Pilani), Pilani, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032568119","display_name":"Maurice Khabbaz","orcid":"https://orcid.org/0000-0002-3472-8660"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Maurice Khabbaz","raw_affiliation_strings":["Computer Science Department, American University of Beirut, Beirut, Lebanon"],"raw_orcid":"https://orcid.org/0000-0002-3472-8660","affiliations":[{"raw_affiliation_string":"Computer Science Department, American University of Beirut, Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5073284931"],"corresponding_institution_ids":["https://openalex.org/I74796645"],"apc_list":null,"apc_paid":null,"fwci":22.8818,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.99228223,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"73","issue":"9","first_page":"13777","last_page":"13789"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7010047435760498},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6769083738327026},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5100329518318176},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5070152282714844},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5003161430358887},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4789610207080841},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.4746589958667755},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.45514538884162903},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43942829966545105},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.43025630712509155},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.41325998306274414},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3845575153827667},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.13455253839492798}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7010047435760498},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6769083738327026},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5100329518318176},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5070152282714844},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5003161430358887},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4789610207080841},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.4746589958667755},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.45514538884162903},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43942829966545105},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.43025630712509155},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.41325998306274414},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3845575153827667},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13455253839492798},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3395840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3395840","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1605997181","https://openalex.org/W1976286763","https://openalex.org/W1979103532","https://openalex.org/W2015665300","https://openalex.org/W2022623286","https://openalex.org/W2060318075","https://openalex.org/W2063142364","https://openalex.org/W2099574482","https://openalex.org/W2114786478","https://openalex.org/W2116564397","https://openalex.org/W2117526746","https://openalex.org/W2131460468","https://openalex.org/W2153623795","https://openalex.org/W2153879578","https://openalex.org/W2170791025","https://openalex.org/W2304578911","https://openalex.org/W2571149404","https://openalex.org/W2580986885","https://openalex.org/W2767019433","https://openalex.org/W2773219431","https://openalex.org/W2888360891","https://openalex.org/W2897198596","https://openalex.org/W2897732390","https://openalex.org/W2897895275","https://openalex.org/W2900228632","https://openalex.org/W2901891149","https://openalex.org/W2903011272","https://openalex.org/W2922332933","https://openalex.org/W2944248704","https://openalex.org/W2950093585","https://openalex.org/W2951049034","https://openalex.org/W2962691117","https://openalex.org/W2963615009","https://openalex.org/W2964444006","https://openalex.org/W2985101306","https://openalex.org/W2990310893","https://openalex.org/W2998898452","https://openalex.org/W3008825431","https://openalex.org/W3011395188","https://openalex.org/W3013500184","https://openalex.org/W3022601977","https://openalex.org/W3030859533","https://openalex.org/W3048120009","https://openalex.org/W3084184800","https://openalex.org/W3084578038","https://openalex.org/W3085145549","https://openalex.org/W3090870117","https://openalex.org/W3091989295","https://openalex.org/W3100493006","https://openalex.org/W3110342191","https://openalex.org/W3172693615","https://openalex.org/W3187296755","https://openalex.org/W4283204746","https://openalex.org/W4292567141"],"related_works":["https://openalex.org/W1655019438","https://openalex.org/W2620451430","https://openalex.org/W2163375631","https://openalex.org/W2542556239","https://openalex.org/W2767761285","https://openalex.org/W2128948913","https://openalex.org/W2077927962","https://openalex.org/W2260609643","https://openalex.org/W4312197921","https://openalex.org/W2619478018"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicle":[2],"(UAV)":[3],"systems":[4],"have":[5],"gained":[6],"widespread":[7],"recognition":[8],"due":[9],"to":[10,96,156,169],"their":[11,28],"versatility":[12],"and":[13,20,57,93,119,141,191],"autonomy.":[14],"Their":[15],"deployment":[16],"for":[17,75],"disaster":[18],"mitigation":[19],"management":[21],"operations":[22],"is":[23,127],"seen":[24],"as":[25,51],"one":[26],"of":[27,109],"most":[29],"important":[30],"applications":[31],"over":[32],"the":[33,110,138,145],"past":[34],"decade.":[35],"In":[36],"such":[37,50],"UAV":[38,76],"networks,":[39],"routing":[40,66,84,101,172],"plays":[41],"a":[42,64,87,128,150,161,176],"crucial":[43],"role":[44],"in":[45,86,144,160,179,193],"determining":[46],"network":[47,52,180],"performance":[48],"parameters":[49],"lifetime,":[53,181],"data":[54,188],"transmission":[55,158,189],"latency,":[56],"packet":[58,182],"delivery":[59,183],"ratio.":[60],"This":[61],"paper":[62],"presents":[63],"novel":[65,129,151],"mechanism":[67],"-":[68],"Multi-Objective":[69],"Markov":[70,88],"Decision":[71,89],"Based":[72],"Routing":[73],"(MOBMDP)":[74],"networks":[77],"carrying":[78],"out":[79],"search-based":[80],"operations.":[81],"MOBMDP":[82,148,168],"models":[83],"decisions":[85],"Process":[90],"(MDP)":[91],"framework":[92],"uses":[94,149],"Q-learning":[95],"take":[97],"decisions.":[98],"It":[99],"compares":[100],"paths":[102],"using":[103],"three":[104],"metrics,":[105,125],"viz.,":[106],"Remaining":[107],"Energy":[108,112],"Minimum":[111],"Node":[113],"(REMEN),":[114],"Power":[115],"Distance":[116],"ratio":[117],"(PD),":[118],"Expected":[120],"Delay":[121],"(ED).":[122],"Amongst":[123],"these":[124],"PD":[126,135],"metric":[130],"proposed":[131],"by":[132],"this":[133],"work.":[134],"simultaneously":[136],"optimizes":[137],"energy":[139,142,185],"efficiency":[140],"distribution":[143],"network.":[146],"Further,":[147],"reinforcement":[152],"learning":[153],"inspired":[154],"method":[155],"estimate":[157],"delay":[159,194],"given":[162],"path.":[163],"Intensive":[164],"simulation":[165],"studies":[166],"compare":[167],"four":[170],"state-of-the-art":[171],"protocols.":[173],"Results":[174],"show":[175],"significant":[177],"improvement":[178],"ratio,":[184],"efficiency,":[186],"average":[187],"delay,":[190],"error":[192],"estimation.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}