{"id":"https://openalex.org/W4404294082","doi":"https://doi.org/10.1109/ojcoms.2024.3496740","title":"Throughput Maximization in Delay-Critical and Energy-Aware SW-UAV-WNs Using Q-Learning","display_name":"Throughput Maximization in Delay-Critical and Energy-Aware SW-UAV-WNs Using Q-Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404294082","doi":"https://doi.org/10.1109/ojcoms.2024.3496740"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2024.3496740","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3496740","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcoms.2024.3496740","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000928969","display_name":"Sreenivasa Reddy Yeduri","orcid":null},"institutions":[{"id":"https://openalex.org/I200650556","display_name":"University of Agder","ror":"https://ror.org/03x297z98","country_code":"NO","type":"education","lineage":["https://openalex.org/I200650556"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Sreenivasa Reddy Yeduri","raw_affiliation_strings":["ACPS Group, Department of ICT, University of Agder, Grimstad, Norway"],"raw_orcid":"https://orcid.org/0000-0002-4589-8120","affiliations":[{"raw_affiliation_string":"ACPS Group, Department of ICT, University of Agder, Grimstad, Norway","institution_ids":["https://openalex.org/I200650556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100772854","display_name":"Neha Sharma","orcid":"https://orcid.org/0009-0009-7070-8358"},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289","https://openalex.org/I91357014"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Neha Sharma","raw_affiliation_strings":["Department of Electronics Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, India"],"raw_orcid":"https://orcid.org/0009-0009-7070-8358","affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067182182","display_name":"Om Jee Pandey","orcid":"https://orcid.org/0000-0002-2418-7135"},"institutions":[{"id":"https://openalex.org/I200650556","display_name":"University of Agder","ror":"https://ror.org/03x297z98","country_code":"NO","type":"education","lineage":["https://openalex.org/I200650556"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Om Jee Pandey","raw_affiliation_strings":["ACPS Group, Department of ICT, University of Agder, Grimstad, Norway"],"raw_orcid":"https://orcid.org/0000-0002-2418-7135","affiliations":[{"raw_affiliation_string":"ACPS Group, Department of ICT, University of Agder, Grimstad, Norway","institution_ids":["https://openalex.org/I200650556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014288820","display_name":"Linga Reddy Cenkeramaddi","orcid":"https://orcid.org/0000-0002-1023-2118"},"institutions":[{"id":"https://openalex.org/I200650556","display_name":"University of Agder","ror":"https://ror.org/03x297z98","country_code":"NO","type":"education","lineage":["https://openalex.org/I200650556"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Linga Reddy Cenkeramaddi","raw_affiliation_strings":["ACPS Group, Department of ICT, University of Agder, Grimstad, Norway"],"raw_orcid":"https://orcid.org/0000-0002-1023-2118","affiliations":[{"raw_affiliation_string":"ACPS Group, Department of ICT, University of Agder, Grimstad, Norway","institution_ids":["https://openalex.org/I200650556"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":5.823,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.95645233,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"5","issue":null,"first_page":"7228","last_page":"7243"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.963100016117096,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.7724597454071045},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6282967329025269},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.6079041361808777},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5295254588127136},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3546498119831085},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33849725127220154},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1804884970188141},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15346938371658325},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15222647786140442},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0992824137210846}],"concepts":[{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.7724597454071045},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6282967329025269},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.6079041361808777},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5295254588127136},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3546498119831085},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33849725127220154},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1804884970188141},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15346938371658325},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15222647786140442},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0992824137210846},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2024.3496740","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3496740","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5dc0158a5c524de1b2cb1621874e9074","is_oa":true,"landing_page_url":"https://doaj.org/article/5dc0158a5c524de1b2cb1621874e9074","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 5, Pp 7228-7243 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2024.3496740","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3496740","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8700000047683716}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1988147173","https://openalex.org/W2004720293","https://openalex.org/W2008216627","https://openalex.org/W2017567515","https://openalex.org/W2019953038","https://openalex.org/W2041248965","https://openalex.org/W2041519776","https://openalex.org/W2074105290","https://openalex.org/W2104846640","https://openalex.org/W2112090702","https://openalex.org/W2141581111","https://openalex.org/W2150712706","https://openalex.org/W2153589127","https://openalex.org/W2225493722","https://openalex.org/W2285553406","https://openalex.org/W2760198598","https://openalex.org/W2791662998","https://openalex.org/W2795603418","https://openalex.org/W2804037537","https://openalex.org/W2810980357","https://openalex.org/W2930672455","https://openalex.org/W2941351277","https://openalex.org/W2951415009","https://openalex.org/W2952736579","https://openalex.org/W2972119662","https://openalex.org/W2979720333","https://openalex.org/W2995044233","https://openalex.org/W3040940018","https://openalex.org/W3055777327","https://openalex.org/W3121274017","https://openalex.org/W3123079858","https://openalex.org/W3159935161","https://openalex.org/W3165238538","https://openalex.org/W3165579372","https://openalex.org/W3173360237","https://openalex.org/W3197208135","https://openalex.org/W3203813891","https://openalex.org/W3210602323","https://openalex.org/W4214866088","https://openalex.org/W4226505946","https://openalex.org/W4285264450","https://openalex.org/W4312319128","https://openalex.org/W4312932456","https://openalex.org/W4366692289","https://openalex.org/W4383814475","https://openalex.org/W4387197045","https://openalex.org/W4401070237","https://openalex.org/W4401508390","https://openalex.org/W4401878785","https://openalex.org/W4402040803","https://openalex.org/W6757677476"],"related_works":["https://openalex.org/W2136583354","https://openalex.org/W2111238207","https://openalex.org/W2760721665","https://openalex.org/W2107954672","https://openalex.org/W330130819","https://openalex.org/W2288610023","https://openalex.org/W2112044895","https://openalex.org/W3121416282","https://openalex.org/W2037453743","https://openalex.org/W2281389338"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2],"(UAVs)":[3],"are":[4,30,112,163],"getting":[5],"significant":[6],"attention":[7],"from":[8],"both":[9],"researchers":[10],"and":[11,36,51,85,146,192,209,258,273,284],"the":[12,38,49,63,65,69,71,81,87,118,122,131,142,151,155,167,171,203,211,215,226,236,240,278,288,292,296,299],"industry":[13],"due":[14,47],"to":[15,32,40,48,79,117,148,187],"their":[16],"wide":[17],"range":[18,54],"of":[19,55,67,83,106,133,170,266,280,287,298],"applications.":[20],"Remote":[21],"sensing":[22],"is":[23,76,228],"one":[24],"such":[25],"application,":[26],"in":[27,104,165,190,264,290],"which":[28,291],"UAVs":[29,293],"deployed":[31],"sense":[33],"remote":[34],"areas":[35],"transmit":[37],"data":[39,57,247],"a":[41,77,159,177,184],"ground":[42],"station":[43],"for":[44,130,150],"processing.":[45],"However,":[46,135],"mobility":[50],"limited":[52],"transmission":[53],"UAVs,":[56],"transfer":[58],"requires":[59],"multiple":[60],"hops.":[61],"Nevertheless,":[62],"higher":[64],"number":[66,82],"hops,":[68],"larger":[70],"network":[72,107,145,267],"latency.":[73],"Thus,":[74,173],"there":[75],"need":[78],"reduce":[80],"hops":[84],"improve":[86],"connectivity.":[88],"This":[89],"can":[90],"be":[91],"achieved":[92],"by":[93,114],"creating":[94],"small-world":[95,194],"networks":[96,103,197],"(SWNs)":[97],"that":[98,182,235],"perform":[99],"better":[100],"than":[101],"traditional":[102,119],"terms":[105,265],"evaluation":[108],"metrics.":[109],"The":[110,199],"SWNs":[111],"created":[113],"adding":[115],"shortcuts":[116,139,208,220],"network.":[120,172],"In":[121],"literature,":[123],"many":[124],"theoretical":[125],"works":[126,137,162],"have":[127],"been":[128],"proposed":[129,200,237,300],"creation":[132],"SWNs.":[134],"these":[136,161],"add":[138],"randomly":[140],"into":[141],"existing":[143],"conventional":[144,241,259],"fail":[147],"account":[149],"costs":[152],"incurred":[153],"with":[154,205],"added":[156],"shortcuts.":[157],"As":[158],"result,":[160],"ineffective":[164],"improving":[166],"overall":[168],"performance":[169,297],"this":[174],"work":[175],"presents":[176],"novel":[178],"reinforcement":[179],"learning":[180],"technique":[181],"uses":[183],"Q-learning":[185],"algorithm":[186,201],"optimize":[188],"throughput":[189],"delay-critical":[191],"energy-aware":[193],"UAV-assisted":[195],"wireless":[196],"(SW-UAV-WNs).":[198],"populates":[202],"Q-matrix":[204],"all":[206],"possible":[207],"updates":[210],"Q-values":[212,224],"based":[213,221],"on":[214,222,295],"reward/penalty.":[216],"It":[217],"then":[218],"adds":[219],"descending":[223],"until":[225],"SW-UAV-WN":[227],"established.":[229],"Through":[230],"numerical":[231],"results,":[232],"we":[233,276],"demonstrate":[234],"framework":[238],"surpasses":[239],"SWC":[242],"approach,":[243],"canonical":[244],"particle":[245],"swarm":[246],"delivery":[248,271],"method,":[249],"Low":[250],"Energy":[251],"Adaptive":[252],"Clustering":[253],"Hierarchy":[254],"(LEACH),":[255],"modified":[256],"LEACH,":[257],"shortest":[260],"path":[261],"routing":[262],"method":[263],"latency,":[268],"lifetime,":[269],"packet":[270],"ratio,":[272],"throughput.":[274],"Furthermore,":[275],"discuss":[277],"effect":[279],"different":[281,285],"UAV":[282],"velocities":[283],"heights":[286],"layers":[289],"hover":[294],"approach.":[301]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}