{"id":"https://openalex.org/W4382119283","doi":"https://doi.org/10.1109/tnse.2023.3283410","title":"Toward a Virtual Edge Service Provider: Actor-Critic Learning to Incentivize the Computation Nodes","display_name":"Toward a Virtual Edge Service Provider: Actor-Critic Learning to Incentivize the Computation Nodes","publication_year":2023,"publication_date":"2023-06-26","ids":{"openalex":"https://openalex.org/W4382119283","doi":"https://doi.org/10.1109/tnse.2023.3283410"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2023.3283410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2023.3283410","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092270034","display_name":"Mohammad Cheraghinia","orcid":"https://orcid.org/0009-0003-4373-117X"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Mohammad Cheraghinia","raw_affiliation_strings":["School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087433925","display_name":"Seyed Hamed Rastegar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146419","display_name":"Institute for Research in Fundamental Sciences","ror":"https://ror.org/04xreqs31","country_code":"IR","type":"facility","lineage":["https://openalex.org/I4210146419"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Seyed Hamed Rastegar","raw_affiliation_strings":["School of Computer Science, Institute for Research in Fundamental Sciences (IPM), Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Institute for Research in Fundamental Sciences (IPM), Tehran, Iran","institution_ids":["https://openalex.org/I4210146419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051253327","display_name":"Vahid Shah\u2010Mansouri","orcid":null},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Vahid Shah-Mansouri","raw_affiliation_strings":["School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081002970","display_name":"Hamed Kebriaei","orcid":"https://orcid.org/0000-0002-3781-2163"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]},{"id":"https://openalex.org/I4210146419","display_name":"Institute for Research in Fundamental Sciences","ror":"https://ror.org/04xreqs31","country_code":"IR","type":"facility","lineage":["https://openalex.org/I4210146419"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Hamed Kebriaei","raw_affiliation_strings":["School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran","School of Computer Science, Institute for Research in Fundamental Sciences (IPM), Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"School of Computer Science, Institute for Research in Fundamental Sciences (IPM), Tehran, Iran","institution_ids":["https://openalex.org/I4210146419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000861569","display_name":"Kun Zhu","orcid":"https://orcid.org/0000-0001-6784-5583"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Zhu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5092270034"],"corresponding_institution_ids":["https://openalex.org/I23946033"],"apc_list":null,"apc_paid":null,"fwci":0.3994,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60436686,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"11","issue":"1","first_page":"24","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.8452359437942505},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.789608895778656},{"id":"https://openalex.org/keywords/complete-information","display_name":"Complete information","score":0.6444960832595825},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6229349970817566},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6183652877807617},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.606779932975769},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5708365440368652},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5629490613937378},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.5567337870597839},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.538952648639679},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.4555377662181854},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.42221498489379883},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.41547706723213196},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4060351252555847},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3681414723396301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22562667727470398},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.19399592280387878},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14145609736442566},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.11412394046783447}],"concepts":[{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.8452359437942505},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.789608895778656},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.6444960832595825},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6229349970817566},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6183652877807617},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.606779932975769},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5708365440368652},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5629490613937378},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.5567337870597839},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.538952648639679},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.4555377662181854},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.42221498489379883},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.41547706723213196},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4060351252555847},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3681414723396301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22562667727470398},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.19399592280387878},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14145609736442566},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.11412394046783447},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2023.3283410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2023.3283410","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G1676630262","display_name":null,"funder_award_id":"62071230","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3091915619","display_name":null,"funder_award_id":"CS 1402-4-208","funder_id":"https://openalex.org/F4320323645","funder_display_name":"Institute for Research in Fundamental Sciences"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323645","display_name":"Institute for Research in Fundamental Sciences","ror":"https://ror.org/04xreqs31"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W225487592","https://openalex.org/W1579148271","https://openalex.org/W1972221945","https://openalex.org/W2008315789","https://openalex.org/W2116547166","https://openalex.org/W2585277580","https://openalex.org/W2599558834","https://openalex.org/W2614113705","https://openalex.org/W2624989916","https://openalex.org/W2735395272","https://openalex.org/W2736601468","https://openalex.org/W2953929453","https://openalex.org/W2959554474","https://openalex.org/W2960944858","https://openalex.org/W2970982242","https://openalex.org/W2971802369","https://openalex.org/W2976044145","https://openalex.org/W3001989995","https://openalex.org/W3002258616","https://openalex.org/W3005549036","https://openalex.org/W3008352557","https://openalex.org/W3010178570","https://openalex.org/W3016097478","https://openalex.org/W3017010861","https://openalex.org/W3036260642","https://openalex.org/W3041133507","https://openalex.org/W3045049179","https://openalex.org/W3049366385","https://openalex.org/W3095039081","https://openalex.org/W3109463546","https://openalex.org/W3109980475","https://openalex.org/W3133545426","https://openalex.org/W3156032009","https://openalex.org/W3157290856","https://openalex.org/W3158421660","https://openalex.org/W3161028541","https://openalex.org/W3161646632","https://openalex.org/W3169333961","https://openalex.org/W4210983078","https://openalex.org/W4226228617","https://openalex.org/W6638018090","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6733081455","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6741977017","https://openalex.org/W6747473740","https://openalex.org/W6797279527"],"related_works":["https://openalex.org/W2066688902","https://openalex.org/W2100830912","https://openalex.org/W2894114519","https://openalex.org/W2355502700","https://openalex.org/W1997884060","https://openalex.org/W2920581164","https://openalex.org/W4282941432","https://openalex.org/W4309428690","https://openalex.org/W4322761281","https://openalex.org/W4238233472"],"abstract_inverted_index":{"The":[0],"growing":[1],"development":[2],"of":[3,18,35,59,104,143],"computation-intensive":[4],"applications":[5,20],"has":[6],"considerably":[7],"increased":[8],"the":[9,15,33,36,53,57,66,70,74,86,102,117,125,139,144,148,185,191,195],"demand":[10],"for":[11],"computing":[12,30],"resources":[13,31,51],"in":[14,94,155],"network.":[16],"Many":[17],"these":[19],"require":[21],"computations":[22],"with":[23],"low":[24],"delays.":[25],"Edge":[26],"computing,":[27],"which":[28],"offers":[29],"at":[32,52],"edge":[34,44,54,107],"network,":[37],"is":[38,152],"a":[39,105,128,133,164],"prominent":[40],"solution.":[41],"However,":[42,147],"an":[43,112,169],"service":[45,71,108],"provider":[46,72],"might":[47],"not":[48,91,153],"have":[49],"sufficient":[50],"to":[55,78,85,115,119,158,190],"satisfy":[56],"demands":[58],"its":[60],"users.":[61],"Computation":[62],"offloading":[63],"can":[64],"fill":[65],"gap":[67],"by":[68],"letting":[69],"transfer":[73],"users'":[75],"computational":[76],"tasks":[77],"other":[79],"computation":[80,97],"nodes":[81],"(CNs).":[82],"Nevertheless,":[83],"due":[84,157],"imposed":[87],"costs,":[88],"CNs":[89,118],"are":[90],"always":[92],"interested":[93],"sharing":[95],"their":[96,121],"capacity.":[98],"This":[99],"article":[100],"considers":[101],"concept":[103],"virtual":[106],"provider,":[109],"and":[110,131,141],"studies":[111],"incentive":[113],"mechanism":[114],"motivate":[116],"share":[120],"resources.":[122],"We":[123,137],"formulate":[124],"problem":[126],"as":[127,168],"Stackelberg":[129],"game":[130,145],"present":[132],"complete":[134,149,196],"information":[135,150,171,187,197],"analysis.":[136],"prove":[138],"existence":[140],"uniqueness":[142],"equilibriums.":[146],"scenario":[151],"accessible":[154],"practice":[156],"privacy":[159],"reasons.":[160],"Therefore,":[161],"we":[162,182],"propose":[163],"soft":[165],"actor-critic":[166],"algorithm":[167],"incomplete":[170,186],"method":[172,188],"using":[173],"deep":[174],"reinforcement":[175],"learning.":[176],"Finally,":[177],"through":[178],"extensive":[179],"numerical":[180],"evaluations,":[181],"show":[183],"that":[184,194],"converges":[189],"same":[192],"equilibrium":[193],"analysis":[198],"proved.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}