{"id":"https://openalex.org/W4362653521","doi":"https://doi.org/10.1109/tvt.2023.3264504","title":"A Markov Decision Process Solution for Energy-Saving Network Selection and Computation Offloading in Vehicular Networks","display_name":"A Markov Decision Process Solution for Energy-Saving Network Selection and Computation Offloading in Vehicular Networks","publication_year":2023,"publication_date":"2023-04-05","ids":{"openalex":"https://openalex.org/W4362653521","doi":"https://doi.org/10.1109/tvt.2023.3264504"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3264504","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3264504","pdf_url":"https://ieeexplore.ieee.org/ielx7/25/4356907/10093122.pdf","source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/25/4356907/10093122.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001813056","display_name":"Swapnil Sadashiv Shinde","orcid":"https://orcid.org/0000-0003-2716-6441"},"institutions":[{"id":"https://openalex.org/I2801039369","display_name":"Marconi University","ror":"https://ror.org/00j0rk173","country_code":"IT","type":"education","lineage":["https://openalex.org/I2801039369"]},{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Swapnil Sadashiv Shinde","raw_affiliation_strings":["Department of Electrical, Electronic and Information Engineering “Guglielmo Marconi”, University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0003-2716-6441","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Information Engineering “Guglielmo Marconi”, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I2801039369","https://openalex.org/I9360294"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059742626","display_name":"Daniele Tarchi","orcid":"https://orcid.org/0000-0001-7338-1957"},"institutions":[{"id":"https://openalex.org/I2801039369","display_name":"Marconi University","ror":"https://ror.org/00j0rk173","country_code":"IT","type":"education","lineage":["https://openalex.org/I2801039369"]},{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Daniele Tarchi","raw_affiliation_strings":["Department of Electrical, Electronic and Information Engineering “Guglielmo Marconi”, University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7338-1957","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Information Engineering “Guglielmo Marconi”, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I2801039369","https://openalex.org/I9360294"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1514,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.94400797,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"72","issue":"9","first_page":"12031","last_page":"12046"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8203930258750916},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7653284668922424},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7125592231750488},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6175416707992554},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.6125613451004028},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5264031887054443},{"id":"https://openalex.org/keywords/cloudlet","display_name":"Cloudlet","score":0.5228569507598877},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.502802848815918},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.49271729588508606},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.45872873067855835},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.43327951431274414},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.43259352445602417},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41443219780921936},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.41350096464157104},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3387104272842407},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.3211890161037445},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.2036236822605133},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.20346137881278992},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16375496983528137},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.1441866159439087},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.07385009527206421}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8203930258750916},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7653284668922424},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7125592231750488},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6175416707992554},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.6125613451004028},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5264031887054443},{"id":"https://openalex.org/C2781055072","wikidata":"https://www.wikidata.org/wiki/Q25325266","display_name":"Cloudlet","level":3,"score":0.5228569507598877},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.502802848815918},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.49271729588508606},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.45872873067855835},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.43327951431274414},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.43259352445602417},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41443219780921936},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.41350096464157104},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3387104272842407},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3211890161037445},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.2036236822605133},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.20346137881278992},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16375496983528137},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.1441866159439087},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07385009527206421},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvt.2023.3264504","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3264504","pdf_url":"https://ieeexplore.ieee.org/ielx7/25/4356907/10093122.pdf","source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:cris.unibo.it:11585/922091","is_oa":true,"landing_page_url":"https://hdl.handle.net/11585/922091","pdf_url":"https://cris.unibo.it/bitstream/11585/922091/3/A_Markov_Decision_Process_Solution_for_Energy-Saving_Network_Selection_and_Computation_Offloading_in_Vehicular_Networks.pdf","source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:flore.unifi.it:2158/1381025","is_oa":true,"landing_page_url":"https://hdl.handle.net/2158/1381025","pdf_url":null,"source":{"id":"https://openalex.org/S4306402033","display_name":"Florence Research (University of Florence)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45084792","host_organization_name":"University of Florence","host_organization_lineage":["https://openalex.org/I45084792"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tvt.2023.3264504","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3264504","pdf_url":"https://ieeexplore.ieee.org/ielx7/25/4356907/10093122.pdf","source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G7205771190","display_name":null,"funder_award_id":"PE00000001","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4362653521.pdf","grobid_xml":"https://content.openalex.org/works/W4362653521.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W2000639574","https://openalex.org/W2806153095","https://openalex.org/W2896883851","https://openalex.org/W2917288403","https://openalex.org/W2954039338","https://openalex.org/W2964221923","https://openalex.org/W2965309826","https://openalex.org/W2968424451","https://openalex.org/W2980360843","https://openalex.org/W3000156254","https://openalex.org/W3000652959","https://openalex.org/W3002486958","https://openalex.org/W3004718830","https://openalex.org/W3005620403","https://openalex.org/W3010178570","https://openalex.org/W3023078779","https://openalex.org/W3033229102","https://openalex.org/W3035788210","https://openalex.org/W3045049179","https://openalex.org/W3046127806","https://openalex.org/W3088881913","https://openalex.org/W3091864988","https://openalex.org/W3093793239","https://openalex.org/W3096813197","https://openalex.org/W3107242135","https://openalex.org/W3145765556","https://openalex.org/W3162156162","https://openalex.org/W3163148797","https://openalex.org/W3164275494","https://openalex.org/W3167181515","https://openalex.org/W3178176830","https://openalex.org/W3188554269","https://openalex.org/W3192880923","https://openalex.org/W3211199052","https://openalex.org/W3215298962","https://openalex.org/W4205802647","https://openalex.org/W4210964642","https://openalex.org/W4226548612","https://openalex.org/W4298023569","https://openalex.org/W4306147922","https://openalex.org/W4312913540","https://openalex.org/W6755878414"],"related_works":["https://openalex.org/W3100628847","https://openalex.org/W4200411065","https://openalex.org/W2946737129","https://openalex.org/W4385864141","https://openalex.org/W4313145167","https://openalex.org/W3132681803","https://openalex.org/W3198581335","https://openalex.org/W4310080053","https://openalex.org/W4386536449","https://openalex.org/W4362653521"],"abstract_inverted_index":{"Vehicular":[0],"Edge":[1],"Computing":[2],"(VEC)":[3],"enables":[4],"the":[5,51,58,74,114,135,158,161,164,168,178,193,204,208],"integration":[6],"of":[7,31,53,60,76,163,192,213],"edge":[8,55],"computing":[9],"facilities":[10],"in":[11,29,145,211],"vehicular":[12,83,121,152,198],"networks":[13],"(VNs),":[14],"allowing":[15],"data-intensive":[16],"and":[17,20,41,57,80,89,104,117,127,142,167,215],"latency-critical":[18],"applications":[19],"services":[21],"to":[22,62],"end-users.":[23],"Though":[24],"VEC":[25,45,69,86,110],"brings":[26],"several":[27],"benefits":[28],"terms":[30,212],"reduced":[32],"task":[33,122],"computation":[34,105],"time,":[35],"energy":[36,118],"consumption,":[37],"backhaul":[38],"link":[39],"congestion,":[40],"data":[42,61,90],"security":[43],"risks,":[44],"servers":[46],"are":[47,154],"often":[48],"resource-constrained.":[49],"Therefore,":[50],"selection":[52,88,103],"proper":[54,85],"nodes":[56],"amount":[59],"be":[63,93],"offloaded":[64],"becomes":[65],"important":[66],"for":[67,112,171,177,187],"having":[68],"process":[70],"benefits.":[71],"However,":[72],"with":[73],"involvement":[75],"high":[77],"mobility":[78],"vehicles":[79],"dynamically":[81],"changing":[82],"environments,":[84],"node":[87],"offloading":[91,106],"can":[92],"challenging.":[94],"In":[95],"this":[96],"work,":[97],"we":[98],"consider":[99],"a":[100,109,138,146,173,183],"joint":[101],"network":[102,209],"problem":[107,136,141],"over":[108,195],"environment":[111,175],"minimizing":[113],"overall":[115],"latency":[116,214],"consumption":[119],"during":[120],"processing,":[123],"considering":[124],"both":[125],"user":[126],"infrastructure":[128],"side":[129],"energy-saving":[130],"mechanisms.":[131],"We":[132,181],"have":[133],"modeled":[134],"as":[137],"sequential":[139],"decision-making":[140],"incorporated":[143],"it":[144],"Markov":[147],"Decision":[148],"Process":[149],"(MDP).":[150],"Numerous":[151],"scenarios":[153],"considered":[155],"based":[156],"upon":[157],"users'":[159],"positions,":[160],"states":[162],"surrounding":[165],"environment,":[166],"available":[169],"resources":[170],"creating":[172],"better":[174],"model":[176],"MDP":[179],"analysis.":[180],"use":[182],"value":[184],"iteration":[185],"algorithm":[186],"finding":[188],"an":[189,196],"optimal":[190],"policy":[191],"MDPs":[194],"uncertain":[197],"environment.":[199],"Simulation":[200],"results":[201],"show":[202],"that":[203],"proposed":[205],"approaches":[206],"improve":[207],"performance":[210],"consumed":[216],"energy.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}