{"id":"https://openalex.org/W4285128302","doi":"https://doi.org/10.1109/tem.2022.3166769","title":"Edge-AI: IoT Request Service Provisioning in Federated Edge Computing Using Actor-Critic Reinforcement Learning","display_name":"Edge-AI: IoT Request Service Provisioning in Federated Edge Computing Using Actor-Critic Reinforcement Learning","publication_year":2022,"publication_date":"2022-05-18","ids":{"openalex":"https://openalex.org/W4285128302","doi":"https://doi.org/10.1109/tem.2022.3166769"},"language":"en","primary_location":{"id":"doi:10.1109/tem.2022.3166769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tem.2022.3166769","pdf_url":null,"source":{"id":"https://openalex.org/S154533451","display_name":"IEEE Transactions on Engineering Management","issn_l":"0018-9391","issn":["0018-9391","1558-0040"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Engineering Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081052406","display_name":"Hojjat Baghban","orcid":"https://orcid.org/0000-0003-3193-3770"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Hojjat Baghban","raw_affiliation_strings":["Department of Electronics Engineering and Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","Department of Electronics Engineering and Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu 30010 Taiwan, and also with the Department of Computer Science and Information Engineering, Asia University, Taichung 41354 Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering and Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Electronics Engineering and Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu 30010 Taiwan, and also with the Department of Computer Science and Information Engineering, Asia University, Taichung 41354 Taiwan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021109938","display_name":"Amir Rezapour","orcid":"https://orcid.org/0000-0002-1879-4668"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Amir Rezapour","raw_affiliation_strings":["Department of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","Department of Computer Science, National Yang Ming Chiao Tung University, Hsinchu 30010 Taiwan, and with the Logitech, Inc., National Yang Ming Chiao Tung University, Hsinchu 30010 Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Computer Science, National Yang Ming Chiao Tung University, Hsinchu 30010 Taiwan, and with the Logitech, Inc., National Yang Ming Chiao Tung University, Hsinchu 30010 Taiwan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035377793","display_name":"Ching\u2010Hsien Hsu","orcid":"https://orcid.org/0000-0002-2440-2771"},"institutions":[{"id":"https://openalex.org/I143578492","display_name":"Asia University","ror":"https://ror.org/038a1tp19","country_code":"TW","type":"education","lineage":["https://openalex.org/I143578492"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ching-Hsien Hsu","raw_affiliation_strings":[" Department of Computer Science and Information Engineering, Asia University, Taichung, Taiwan","Department of Computer Science and Information Engineering, Asia University, Taichung 41354 Taiwan, also with the Department of Medical Research and China Medical University Hospital, China Medical University, Taichung 404 Taiwan, and also with Guangdong-Hong Kong-Macao Joint Laboratory for Intelligent Micro-Nano Optoelectronic Technology, School of Mathematics and Big Data, Foshan University, Foshan 528000 China"],"affiliations":[{"raw_affiliation_string":" Department of Computer Science and Information Engineering, Asia University, Taichung, Taiwan","institution_ids":["https://openalex.org/I143578492"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Asia University, Taichung 41354 Taiwan, also with the Department of Medical Research and China Medical University Hospital, China Medical University, Taichung 404 Taiwan, and also with Guangdong-Hong Kong-Macao Joint Laboratory for Intelligent Micro-Nano Optoelectronic Technology, School of Mathematics and Big Data, Foshan University, Foshan 528000 China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017722974","display_name":"Sirapop Nuannimnoi","orcid":"https://orcid.org/0000-0003-4418-9696"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Sirapop Nuannimnoi","raw_affiliation_strings":["Department of Electronics Engineering, Institute of Electronics, National Yang-Ming Chiao Tung University, Hsinchu, Taiwan","Department of Electronics Engineering, Institute of Electronics, National Yang-Ming Chiao Tung University, Hsinchu 30010 Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering, Institute of Electronics, National Yang-Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Electronics Engineering, Institute of Electronics, National Yang-Ming Chiao Tung University, Hsinchu 30010 Taiwan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101747575","display_name":"ChingYao Huang","orcid":"https://orcid.org/0000-0002-3723-9045"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ching-Yao Huang","raw_affiliation_strings":["Department of Electronics Engineering, Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","Department of Electronics Engineering, Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu 30010 Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering, Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Electronics Engineering, Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu 30010 Taiwan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5081052406"],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":7.5731,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.9734834,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"71","issue":null,"first_page":"12519","last_page":"12528"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8171517848968506},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.782808780670166},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.708582878112793},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7024716734886169},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.651635468006134},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6261632442474365},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4899829924106598},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4759078919887543},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4658319354057312},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3416425585746765},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34125250577926636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2891344726085663},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.21489858627319336},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14581704139709473},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.094414621591568}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8171517848968506},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.782808780670166},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.708582878112793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7024716734886169},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.651635468006134},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6261632442474365},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4899829924106598},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4759078919887543},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4658319354057312},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3416425585746765},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34125250577926636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2891344726085663},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.21489858627319336},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14581704139709473},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.094414621591568},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tem.2022.3166769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tem.2022.3166769","pdf_url":null,"source":{"id":"https://openalex.org/S154533451","display_name":"IEEE Transactions on Engineering Management","issn_l":"0018-9391","issn":["0018-9391","1558-0040"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Engineering Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/9"},{"display_name":"Partnerships for the goals","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G3918016905","display_name":null,"funder_award_id":"61872084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6491083116","display_name":null,"funder_award_id":"106-EC-17-A-24-0619","funder_id":"https://openalex.org/F4320322835","funder_display_name":"Ministry of Economic Affairs"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322835","display_name":"Ministry of Economic Affairs","ror":"https://ror.org/042ge0913"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W2040158468","https://openalex.org/W2046376809","https://openalex.org/W2746553466","https://openalex.org/W2747987242","https://openalex.org/W2762456226","https://openalex.org/W2886545955","https://openalex.org/W2887637607","https://openalex.org/W2891204710","https://openalex.org/W2909089926","https://openalex.org/W2921813217","https://openalex.org/W2932097000","https://openalex.org/W2945941711","https://openalex.org/W2980360843","https://openalex.org/W2990115337","https://openalex.org/W3010461256","https://openalex.org/W3019630059","https://openalex.org/W3022475079","https://openalex.org/W3040910911","https://openalex.org/W3045546031","https://openalex.org/W3083880918","https://openalex.org/W3110810698","https://openalex.org/W3117442479","https://openalex.org/W3172534272","https://openalex.org/W6678914141","https://openalex.org/W6683040585"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4312996489","https://openalex.org/W3214037210"],"abstract_inverted_index":{"Edge":[0],"computing":[1],"plays":[2],"a":[3,179],"critical":[4],"role":[5],"in":[6,101,183,204,217],"the":[7,17,28,45,50,58,65,70,76,81,93,97,102,114,125,139,147,184,189,212,228],"Internet":[8],"of":[9,104,150,178,219],"Things":[10],"(IoT)":[11],"environment":[12],"as":[13,22,24,176,225],"it":[14,198],"potentially":[15],"supports":[16],"time-critical":[18,121],"IoT":[19,54,94,120,135,152],"applications\u2019":[20],"resources":[21],"well":[23],"latency":[25,72,224],"requirements.":[26],"In":[27,158],"near":[29],"future,":[30],"most":[31],"edge":[32,66,77,82,85,99,115,126,155,181,185,205],"service":[33,86,107,156,168],"providers":[34,87],"are":[35,117,123,128],"envisioned":[36,129],"to":[37,48,63,74,91,109,130],"receive":[38],"revenue":[39],"from":[40,53,134],"deploying":[41],"these":[42],"applications":[43,122],"with":[44,199,227],"expenditures":[46],"proportional":[47],"placing":[49],"offloaded":[51],"requests":[52,95,142],"devices":[55,153],"and":[56,68,79,119,154,196,201,221],"allocating":[57],"required":[59],"resources.":[60],"One":[61],"way":[62],"maximize":[64],"profit":[67,220],"minimize":[69],"response":[71,223],"is":[73,193],"integrate":[75],"nodes":[78,100,116,127],"form":[80],"federation.":[83,186,206],"Therefore,":[84,137],"can":[88],"have":[89],"interoperability":[90],"distribute":[92],"on":[96],"appropriate":[98],"light":[103],"providing":[105],"satisfactory":[106],"levels":[108],"meet":[110,146],"their":[111],"objectives.":[112],"Since":[113],"volatile":[118],"increasing,":[124],"face":[131],"massive":[132],"traffic":[133],"devices.":[136],"exploiting":[138],"traditional":[140],"dynamic":[141],"placement":[143],"approaches":[144],"cannot":[145],"SLA":[148],"requirement":[149],"both":[151],"providers.":[157],"this":[159],"article,":[160],"we":[161,173],"designed":[162],"an":[163],"intelligent":[164],"reinforcement":[165],"learning-based":[166],"request":[167],"provisioning":[169],"system":[170],"(i.e.,":[171],"here,":[172],"call":[174],"Edge-AI)":[175],"part":[177],"smart":[180],"orchestrator":[182],"We":[187],"implement":[188],"proposed":[190,213],"method,":[191],"which":[192],"called":[194],"DRL-Dispatcher,":[195],"compare":[197],"greedy":[200],"random":[202],"algorithms":[203],"The":[207],"experimental":[208],"results":[209],"show":[210],"that":[211],"DRL-Dispatcher":[214],"performs":[215],"better":[216],"terms":[218],"low":[222],"compared":[226],"baseline":[229],"approaches.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":2}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}