{"id":"https://openalex.org/W4394676724","doi":"https://doi.org/10.1109/access.2024.3387295","title":"Reinforcement Learning for Intelligent Sensor Virtualization and Provisioning in Internet of Vehicles (IoV)","display_name":"Reinforcement Learning for Intelligent Sensor Virtualization and Provisioning in Internet of Vehicles (IoV)","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394676724","doi":"https://doi.org/10.1109/access.2024.3387295"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3387295","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3387295","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10496177.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10496177.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050752259","display_name":"Slim Abbes","orcid":"https://orcid.org/0000-0001-6174-5223"},"institutions":[{"id":"https://openalex.org/I179097149","display_name":"University of Carthage","ror":"https://ror.org/057x6za15","country_code":"TN","type":"education","lineage":["https://openalex.org/I179097149"]},{"id":"https://openalex.org/I4405269272","display_name":"\u00c9cole Sup\u00e9rieure des Communications de Tunis","ror":"https://ror.org/03mcjjp59","country_code":"TN","type":"education","lineage":["https://openalex.org/I4405269272"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Slim Abbes","raw_affiliation_strings":["Higher School of Communication of Tunis (SUP’COM), LR11TIC04, Communication Networks and Security (CNAS) Research Laboratory, University of Carthage, Tunis, Tunisia","University of Carthage, Higher School of Communication of Tunis (SUP'COM), LR11TIC04, Communication Networks & Security Research Lab. & LR11TIC02, Green and Smart Communication Systems Research Lab, Tunis, Tunisia"],"raw_orcid":"https://orcid.org/0000-0001-6174-5223","affiliations":[{"raw_affiliation_string":"Higher School of Communication of Tunis (SUP’COM), LR11TIC04, Communication Networks and Security (CNAS) Research Laboratory, University of Carthage, Tunis, Tunisia","institution_ids":["https://openalex.org/I179097149","https://openalex.org/I4405269272"]},{"raw_affiliation_string":"University of Carthage, Higher School of Communication of Tunis (SUP'COM), LR11TIC04, Communication Networks & Security Research Lab. & LR11TIC02, Green and Smart Communication Systems Research Lab, Tunis, Tunisia","institution_ids":["https://openalex.org/I179097149","https://openalex.org/I4405269272"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056170858","display_name":"Slim Rekhis","orcid":"https://orcid.org/0000-0002-6507-6300"},"institutions":[{"id":"https://openalex.org/I179097149","display_name":"University of Carthage","ror":"https://ror.org/057x6za15","country_code":"TN","type":"education","lineage":["https://openalex.org/I179097149"]},{"id":"https://openalex.org/I4405269272","display_name":"\u00c9cole Sup\u00e9rieure des Communications de Tunis","ror":"https://ror.org/03mcjjp59","country_code":"TN","type":"education","lineage":["https://openalex.org/I4405269272"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Slim Rekhis","raw_affiliation_strings":["Higher School of Communication of Tunis (SUP’COM), LR11TIC04, Communication Networks and Security (CNAS) Research Laboratory, University of Carthage, Tunis, Tunisia","University of Carthage, Higher School of Communication of Tunis (SUP'COM), LR11TIC04, Communication Networks & Security Research Lab. & LR11TIC02, Green and Smart Communication Systems Research Lab, Tunis, Tunisia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Higher School of Communication of Tunis (SUP’COM), LR11TIC04, Communication Networks and Security (CNAS) Research Laboratory, University of Carthage, Tunis, Tunisia","institution_ids":["https://openalex.org/I179097149","https://openalex.org/I4405269272"]},{"raw_affiliation_string":"University of Carthage, Higher School of Communication of Tunis (SUP'COM), LR11TIC04, Communication Networks & Security Research Lab. & LR11TIC02, Green and Smart Communication Systems Research Lab, Tunis, Tunisia","institution_ids":["https://openalex.org/I179097149","https://openalex.org/I4405269272"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.3167,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.77409071,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"54352","last_page":"54370"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.6534000039100647,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.6534000039100647,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.6118999719619751,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8064769506454468},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.748066246509552},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.7247738242149353},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.6702211499214172},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4780288636684418},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.444989413022995},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18892034888267517},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17058083415031433},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.08421841263771057}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8064769506454468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.748066246509552},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.7247738242149353},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.6702211499214172},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4780288636684418},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.444989413022995},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18892034888267517},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17058083415031433},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.08421841263771057}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3387295","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3387295","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10496177.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9bb3329e7c20482bb862f0c428f98cdc","is_oa":true,"landing_page_url":"https://doaj.org/article/9bb3329e7c20482bb862f0c428f98cdc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 54352-54370 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3387295","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3387295","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10496177.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394676724.pdf","grobid_xml":"https://content.openalex.org/works/W4394676724.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W2010880161","https://openalex.org/W2050319301","https://openalex.org/W2161009228","https://openalex.org/W2278544853","https://openalex.org/W2478820856","https://openalex.org/W2514619461","https://openalex.org/W2786681603","https://openalex.org/W2789452461","https://openalex.org/W2789962890","https://openalex.org/W2886691486","https://openalex.org/W2895929434","https://openalex.org/W2904953176","https://openalex.org/W2910368201","https://openalex.org/W2942522753","https://openalex.org/W2945823751","https://openalex.org/W2971028111","https://openalex.org/W2992210030","https://openalex.org/W2997002912","https://openalex.org/W3000619474","https://openalex.org/W3013583858","https://openalex.org/W3020757859","https://openalex.org/W3048448315","https://openalex.org/W3080641768","https://openalex.org/W3127341728","https://openalex.org/W3154541125","https://openalex.org/W3181874253","https://openalex.org/W3185507108","https://openalex.org/W3190387860","https://openalex.org/W3213335608","https://openalex.org/W4214818321","https://openalex.org/W4221004981","https://openalex.org/W4226478853","https://openalex.org/W4229074718","https://openalex.org/W4243100843","https://openalex.org/W4288049224","https://openalex.org/W4312237231","https://openalex.org/W4313399415","https://openalex.org/W4316659861","https://openalex.org/W4389349072","https://openalex.org/W6757929743","https://openalex.org/W6798850380"],"related_works":["https://openalex.org/W2017432143","https://openalex.org/W1973694374","https://openalex.org/W2983574358","https://openalex.org/W2370475531","https://openalex.org/W4385924768","https://openalex.org/W4256551238","https://openalex.org/W2610550183","https://openalex.org/W2914112812","https://openalex.org/W2125830297","https://openalex.org/W2207720586"],"abstract_inverted_index":{"The":[0],"Internet":[1,11],"of":[2,9,12,40,55,77,147,212],"Vehicles":[3],"(IoV)":[4],"is":[5,215],"a":[6,107,132,199,205,216],"powerful":[7],"application":[8],"the":[10,16,28,38,53,74,83,92,144,210,223,234,244,252],"Things":[13],"(IoT)":[14],"in":[15,33,67,82,91,267],"Intelligent":[17],"Transportation":[18],"System":[19],"(ITS).":[20],"It":[21],"enables":[22],"device":[23],"connectivity,":[24],"and":[25,30,59,79,101,129,141,150,166,241,261,269],"interaction":[26],"with":[27],"environment,":[29],"improves":[31],"efficiency":[32],"utilizing":[34],"sensor":[35,46,57,62,70,89,123,139,168,188,202,228,255,271],"data.":[36],"Leveraging":[37],"capabilities":[39],"vehicle":[41,121,138,152,164,195,226],"sensors":[42,154,158,174,196],"to":[43,51,73,175,182,197],"provide":[44],"virtual":[45,122,153,173,194],"service":[47,104,235],"presents":[48],"an":[49,116],"opportunity":[50],"make":[52],"most":[54,224],"underutilized":[56],"resources":[58],"offer":[60],"on-demand":[61],"services.":[63],"However,":[64],"challenges":[65],"remain":[66],"ensuring":[68],"spatio-temporal":[69],"availability":[71,240],"due":[72],"high":[75],"mobility":[76,165],"vehicles":[78],"frequent":[80],"changes":[81],"IoV":[84],"network":[85],"topology.":[86],"Furthermore,":[87],"providing":[88],"services":[90],"dynamic":[93,270],"IoV-Cloud":[94,117],"market,":[95],"while":[96],"balancing":[97],"cost-effectiveness":[98,242],"for":[99,103,120,131,229,243],"consumers":[100],"profitability":[102],"providers,":[105],"poses":[106],"significant":[108],"challenge.":[109],"To":[110,162],"address":[111,163],"these":[112],"challenges,":[113],"we":[114],"develop":[115],"architecture":[118,136],"tailored":[119],"provisioning,":[124],"integrating":[125],"interactive":[126],"functional":[127],"layers":[128],"components":[130],"comprehensive":[133],"solution.":[134],"This":[135],"supports":[137],"virtualization":[140],"management,":[142],"facilitating":[143],"intelligent":[145,254,268],"provisioning":[146],"on-demand,":[148],"elastic,":[149],"scalable":[151],"from":[155],"existing":[156],"physical":[157,184,201,227,239],"within":[159],"mobile":[160],"vehicles.":[161],"enhance":[167],"availability,":[169],"our":[170,190,213],"design":[171],"permits":[172],"maintain":[176],"data":[177],"provision":[178],"even":[179],"when":[180],"switched":[181],"different":[183],"sensors.":[185],"Further":[186],"optimizing":[187],"utilization,":[189],"system":[191],"allows":[192],"multiple":[193],"share":[198],"single":[200],"by":[203],"employing":[204],"configuration":[206],"mapping":[207],"mechanism.":[208],"At":[209],"heart":[211],"strategy":[214],"reinforcement":[217],"learning":[218],"model":[219,257],"that":[220],"dynamically":[221],"selects":[222],"suitable":[225],"each":[230],"time":[231],"slot":[232],"throughout":[233],"period,":[236],"considering":[237],"both":[238,259],"Sensor":[245],"Cloud":[246],"Service":[247],"Provider":[248],"(SCSP).":[249],"We":[250],"simulate":[251],"proposed":[253],"selection":[256],"using":[258],"Q-learning":[260],"SARSA":[262],"algorithms,":[263],"demonstrating":[264],"its":[265],"effectiveness":[266],"provisioning.":[272]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-25T15:57:00.446498","created_date":"2025-10-10T00:00:00"}