{"id":"https://openalex.org/W4283740119","doi":"https://doi.org/10.1109/medcomnet55087.2022.9810398","title":"Reinforcement Learning for Resource Planning in Drone-Based Softwarized Networks","display_name":"Reinforcement Learning for Resource Planning in Drone-Based Softwarized Networks","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4283740119","doi":"https://doi.org/10.1109/medcomnet55087.2022.9810398"},"language":"en","primary_location":{"id":"doi:10.1109/medcomnet55087.2022.9810398","is_oa":false,"landing_page_url":"https://doi.org/10.1109/medcomnet55087.2022.9810398","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 20th Mediterranean Communication and Computer Networking Conference (MedComNet)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067573646","display_name":"Laura Galluccio","orcid":"https://orcid.org/0000-0001-6644-0787"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Laura Galluccio","raw_affiliation_strings":["University of Catania,Department of Electrical, Electronic and Computer Engineering,Catania,Italy,95125"],"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Electrical, Electronic and Computer Engineering,Catania,Italy,95125","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020099883","display_name":"Christian Grasso","orcid":"https://orcid.org/0000-0003-4238-0972"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Christian Grasso","raw_affiliation_strings":["University of Catania,Department of Electrical, Electronic and Computer Engineering,Catania,Italy,95125"],"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Electrical, Electronic and Computer Engineering,Catania,Italy,95125","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103860204","display_name":"Guido Maier","orcid":"https://orcid.org/0000-0001-6103-435X"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Guido Maier","raw_affiliation_strings":["Politecnico di Milano,Dipartimento di Elettronica, Informazione e Bioingegneria,Milan,Italy,20133"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Dipartimento di Elettronica, Informazione e Bioingegneria,Milan,Italy,20133","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034810680","display_name":"Raoul Raftopoulos","orcid":"https://orcid.org/0000-0001-7762-8267"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Raoul Raftopoulos","raw_affiliation_strings":["University of Catania,Department of Electrical, Electronic and Computer Engineering,Catania,Italy,95125"],"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Electrical, Electronic and Computer Engineering,Catania,Italy,95125","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084595174","display_name":"Marco Savi","orcid":"https://orcid.org/0000-0002-8193-0597"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Savi","raw_affiliation_strings":["University of Milano-Bicocca,Systems and Communication,Department of Informatics,Milan,Italy,20125"],"affiliations":[{"raw_affiliation_string":"University of Milano-Bicocca,Systems and Communication,Department of Informatics,Milan,Italy,20125","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076946990","display_name":"Giovanni Schembra","orcid":"https://orcid.org/0000-0002-7432-8389"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Schembra","raw_affiliation_strings":["University of Catania,Department of Electrical, Electronic and Computer Engineering,Catania,Italy,95125"],"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Electrical, Electronic and Computer Engineering,Catania,Italy,95125","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000140450","display_name":"Sebastian Tro\u00eca","orcid":"https://orcid.org/0000-0002-4712-3767"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sebastian Troia","raw_affiliation_strings":["Politecnico di Milano,Dipartimento di Elettronica, Informazione e Bioingegneria,Milan,Italy,20133"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Dipartimento di Elettronica, Informazione e Bioingegneria,Milan,Italy,20133","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5067573646"],"corresponding_institution_ids":["https://openalex.org/I39063666"],"apc_list":null,"apc_paid":null,"fwci":0.9239,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.81027688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8392448425292969},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7991623878479004},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.7710816860198975},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.5337235927581787},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.515947163105011},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.482807993888855},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4559841454029083},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41848501563072205},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3003404140472412},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22016799449920654},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.20132189989089966},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1122717559337616}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8392448425292969},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7991623878479004},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.7710816860198975},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.5337235927581787},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.515947163105011},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.482807993888855},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4559841454029083},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41848501563072205},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3003404140472412},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22016799449920654},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.20132189989089966},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1122717559337616},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/medcomnet55087.2022.9810398","is_oa":false,"landing_page_url":"https://doi.org/10.1109/medcomnet55087.2022.9810398","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 20th Mediterranean Communication and Computer Networking Conference (MedComNet)","raw_type":"proceedings-article"},{"id":"pmh:oai:boa.unimib.it:10281/389968","is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/document/9810398","pdf_url":null,"source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:re.public.polimi.it:11311/1266569","is_oa":false,"landing_page_url":"https://hdl.handle.net/11311/1266569","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1928748678","https://openalex.org/W1982710619","https://openalex.org/W2007248790","https://openalex.org/W2130433927","https://openalex.org/W2134577927","https://openalex.org/W2268751503","https://openalex.org/W2571149404","https://openalex.org/W2601293372","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2781583119","https://openalex.org/W2784291237","https://openalex.org/W2904947504","https://openalex.org/W2975032961","https://openalex.org/W2990442018","https://openalex.org/W3038454252","https://openalex.org/W3080840693","https://openalex.org/W3106691956","https://openalex.org/W3116694549","https://openalex.org/W3183551123","https://openalex.org/W3188554269","https://openalex.org/W3192880923","https://openalex.org/W3216772467","https://openalex.org/W4213147678","https://openalex.org/W6741002519","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4247925126","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4386322305"],"abstract_inverted_index":{"In":[0,114],"the":[1,40,84,98,101,106,125,129,147,167,171],"last":[2],"few":[3],"years,":[4],"some":[5],"research":[6],"papers":[7],"have":[8],"proposed":[9],"usage":[10],"of":[11,61,86,96,123,128,149,170],"UAVs":[12,87,169],"organized":[13],"in":[14,19,35],"Flying":[15],"Ad-Hoc":[16],"Network":[17],"(FANET)":[18],"remote":[20],"areas":[21],"with":[22,48],"a":[23,53,59,74],"poor":[24],"or":[25],"completely":[26],"non-existent":[27],"structured":[28],"network":[29],"to":[30,145,162],"support":[31],"novel":[32],"application":[33,107],"scenarios":[34],"which":[36],"data":[37],"generated":[38],"by":[39,93],"end":[41],"users":[42],"must":[43],"be":[44,56],"processed":[45],"on":[46,140],"site":[47],"ultra-low":[49],"latency.":[50],"This":[51],"way,":[52],"FANET":[54,75],"can":[55],"seen":[57],"as":[58,83,111],"provider":[60],"services":[62],"and/or":[63],"slices":[64],"for":[65,69,153],"extreme-edge":[66],"5G":[67],"networks":[68],"delay-sensitive":[70],"applications.":[71],"However,":[72],"keeping":[73],"available":[76,150],"and":[77,90,100,157],"active":[78,168],"is":[79,88],"an":[80,119],"ongoing":[81],"challenge":[82],"autonomy":[85],"limited":[89],"strongly":[91],"influenced":[92],"power":[94],"consumption":[95],"both":[97],"engines":[99],"computing":[102],"element":[103],"(CE)":[104],"where":[105],"functions":[108],"are":[109],"executed":[110],"virtual":[112],"machines.":[113],"this":[115,132],"paper,":[116],"we":[117,134],"present":[118],"optimization":[120],"framework":[121],"capable":[122],"increasing":[124],"overall":[126],"duration":[127],"FANET.":[130,172],"To":[131],"purpose,":[133],"apply":[135],"Reinforcement":[136],"Learning":[137],"(RL)":[138],"based":[139],"Double":[141],"Deep":[142],"Q-learning":[143],"(DDQN)":[144],"optimize":[146,163],"percentage":[148],"CPU":[151],"resources":[152],"Virtual":[154],"Function":[155],"virtualization,":[156],"Integer":[158],"Linear":[159],"Programming":[160],"(ILP)":[161],"VF":[164],"placement":[165],"inside":[166]},"counts_by_year":[{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
