{"id":"https://openalex.org/W4285022790","doi":"https://doi.org/10.1109/iccworkshops53468.2022.9814662","title":"A Reinforcement Learning Based Service Scheduling Algorithm for Internet of Drones","display_name":"A Reinforcement Learning Based Service Scheduling Algorithm for Internet of Drones","publication_year":2022,"publication_date":"2022-05-16","ids":{"openalex":"https://openalex.org/W4285022790","doi":"https://doi.org/10.1109/iccworkshops53468.2022.9814662"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops53468.2022.9814662","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops53468.2022.9814662","pdf_url":null,"source":{"id":"https://openalex.org/S4363608034","display_name":"2022 IEEE International Conference on Communications Workshops (ICC Workshops)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085539430","display_name":"Cong Pu","orcid":"https://orcid.org/0000-0002-7952-0038"},"institutions":[{"id":"https://openalex.org/I88694374","display_name":"Marshall University","ror":"https://ror.org/02erqft81","country_code":"US","type":"education","lineage":["https://openalex.org/I88694374"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Cong Pu","raw_affiliation_strings":["Marshall University,Dept. of CSEE,Huntington,WV,USA,25755"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Marshall University,Dept. of CSEE,Huntington,WV,USA,25755","institution_ids":["https://openalex.org/I88694374"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5085539430"],"corresponding_institution_ids":["https://openalex.org/I88694374"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"999","last_page":"1004"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7966766357421875},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.7514218091964722},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6349003911018372},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5480305552482605},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5342454314231873},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4515992999076843},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.43198126554489136},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3504411578178406},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.3340802788734436},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3217346668243408},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2950630784034729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23595356941223145},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11174726486206055},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.0948118269443512}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7966766357421875},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.7514218091964722},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6349003911018372},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5480305552482605},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5342454314231873},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4515992999076843},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.43198126554489136},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3504411578178406},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3340802788734436},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3217346668243408},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2950630784034729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23595356941223145},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11174726486206055},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0948118269443512},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops53468.2022.9814662","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops53468.2022.9814662","pdf_url":null,"source":{"id":"https://openalex.org/S4363608034","display_name":"2022 IEEE International Conference on Communications Workshops (ICC Workshops)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1546067212","https://openalex.org/W1995875735","https://openalex.org/W2121863487","https://openalex.org/W2796511694","https://openalex.org/W2977433423","https://openalex.org/W3011859444","https://openalex.org/W3025243541","https://openalex.org/W3025444400","https://openalex.org/W3035543221","https://openalex.org/W3043899199","https://openalex.org/W3091902532","https://openalex.org/W3097308740","https://openalex.org/W3120982927","https://openalex.org/W3195437048","https://openalex.org/W4206479563","https://openalex.org/W4206938592","https://openalex.org/W4210575481","https://openalex.org/W4293231852","https://openalex.org/W6777872272","https://openalex.org/W6800254784","https://openalex.org/W6843026403"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"Originally":[0],"invented":[1],"by":[2,14,163],"the":[3,95,104,110,134,140,144,147,164,177,256],"military":[4],"for":[5,68,222],"warfighting,":[6],"drones":[7,43,61,73,108,138,150],"have":[8],"broken":[9],"through":[10,78],"adamant":[11],"barriers":[12],"established":[13],"traditional":[15],"commercial":[16],"and":[17,20,40,98,103,149,215,218,225],"civilian":[18],"industry":[19],"are":[21],"quickly":[22],"becoming":[23],"an":[24,169,180,201],"accepted":[25],"part":[26],"of":[27,48,101,107,112,137],"mainstream.":[28],"In":[29,92,116,142],"order":[30],"to":[31,35,75,131,167,184,198,200],"enable":[32],"drone":[33],"technology":[34],"reach":[36],"its":[37,187,216],"full":[38],"potential":[39],"integrate":[41],"heterogeneous":[42],"into":[44],"existing":[45],"workflows,":[46],"Internet":[47],"Drones":[49],"(IoD)":[50],"has":[51],"been":[52],"proposed":[53],"as":[54,153,242,244],"a":[55,79,85,121,154,206,250],"future":[56],"aerial-ground":[57],"communication":[58],"architecture,":[59],"where":[60],"frequently":[62],"contact":[63],"Zone":[64],"Service":[65],"Providers":[66],"(ZSPs)":[67],"up-to-date":[69],"information.":[70],"When":[71],"many":[72],"intend":[74],"access":[76],"data":[77,90,245],"ZSP":[80,102,148,178],"concurrently,":[81],"service":[82,113,125,135,171,188,234,238,252],"scheduling":[83,114,126,172,189,253],"plays":[84],"significant":[86],"role":[87],"in":[88,139,255],"improving":[89],"accessibility.":[91],"practice,":[93],"however,":[94],"limited":[96],"bandwidth":[97],"coverage":[99],"range":[100],"high":[105],"speed":[106],"make":[109],"problem":[111],"challenging.":[115],"this":[117,175],"paper,":[118],"we":[119],"propose":[120],"reinforcement":[122],"learning":[123],"based":[124],"algorithm,":[127],"also":[128],"called":[129],"RELESS,":[130,143],"optimally":[132],"satisfy":[133],"requests":[136],"IoD.":[141,257],"interaction":[145],"between":[146],"is":[151,196],"formulated":[152],"Markov":[155],"decision":[156],"process":[157],"(MDP)":[158],"which":[159,195],"will":[160],"be":[161],"solved":[162],"Q-learning":[165],"algorithm":[166],"produce":[168],"optimal":[170,202],"policy.":[173,203],"During":[174],"process,":[176],"adopts":[179],"\u220a-greedy":[181],"exploration":[182],"method":[183],"continuously":[185],"fine-tune":[186],"policy":[190],"with":[191],"various":[192],"system":[193],"states,":[194],"guaranteed":[197],"converge":[199],"We":[204],"develop":[205],"discrete-event":[207],"driven":[208],"simulation":[209,220],"framework":[210],"using":[211],"OMNeT++,":[212],"implement":[213],"RELESS":[214,231],"counterparts,":[217],"conduct":[219],"experiments":[221],"performance":[223],"evaluation":[224],"comparison.":[226],"Numerical":[227],"results":[228],"demonstrate":[229],"that":[230],"can":[232],"improve":[233],"request":[235,239],"satisfaction":[236,240,247],"ratio,":[237,248],"latency,":[241],"well":[243],"size":[246],"indicating":[249],"superior":[251],"approach":[254]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}