{"id":"https://openalex.org/W4387164705","doi":"https://doi.org/10.1109/tsc.2023.3320752","title":"Deep Reinforcement Learning for Containerized Edge Intelligence Inference Request Processing in IoT Edge Computing","display_name":"Deep Reinforcement Learning for Containerized Edge Intelligence Inference Request Processing in IoT Edge Computing","publication_year":2023,"publication_date":"2023-09-29","ids":{"openalex":"https://openalex.org/W4387164705","doi":"https://doi.org/10.1109/tsc.2023.3320752"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2023.3320752","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3320752","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033987695","display_name":"Lionel Nkenyereye","orcid":"https://orcid.org/0000-0001-6714-4402"},"institutions":[{"id":"https://openalex.org/I8991828","display_name":"Pukyong National University","ror":"https://ror.org/0433kqc49","country_code":"KR","type":"education","lineage":["https://openalex.org/I8991828"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Lionel Nkenyereye","raw_affiliation_strings":["AI Convergence Education & Research Group, Pukyong National University, Busan, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-6714-4402","affiliations":[{"raw_affiliation_string":"AI Convergence Education & Research Group, Pukyong National University, Busan, South Korea","institution_ids":["https://openalex.org/I8991828"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038974884","display_name":"Kang\u2010Jun Baeg","orcid":"https://orcid.org/0000-0001-7821-2458"},"institutions":[{"id":"https://openalex.org/I8991828","display_name":"Pukyong National University","ror":"https://ror.org/0433kqc49","country_code":"KR","type":"education","lineage":["https://openalex.org/I8991828"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kang-Jun Baeg","raw_affiliation_strings":["Department of Nanotechnology Engineering, Pukyong National University, Busan, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7821-2458","affiliations":[{"raw_affiliation_string":"Department of Nanotechnology Engineering, Pukyong National University, Busan, South Korea","institution_ids":["https://openalex.org/I8991828"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079773768","display_name":"Wan\u2010Young Chung","orcid":"https://orcid.org/0000-0002-0121-855X"},"institutions":[{"id":"https://openalex.org/I8991828","display_name":"Pukyong National University","ror":"https://ror.org/0433kqc49","country_code":"KR","type":"education","lineage":["https://openalex.org/I8991828"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wan-Young Chung","raw_affiliation_strings":["Department of AI Convergence & Department of Electronic Engineering, Pukyong National University, Busan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0121-855X","affiliations":[{"raw_affiliation_string":"Department of AI Convergence & Department of Electronic Engineering, Pukyong National University, Busan, South Korea","institution_ids":["https://openalex.org/I8991828"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5033987695"],"corresponding_institution_ids":["https://openalex.org/I8991828"],"apc_list":null,"apc_paid":null,"fwci":4.722,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9539897,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"16","issue":"6","first_page":"4328","last_page":"4344"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8508104085922241},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.7109862565994263},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.6599038243293762},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.652110755443573},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.5294154286384583},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5279898643493652},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5214614272117615},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5211034417152405},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4725848436355591},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4713515639305115},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44377368688583374},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.4297245144844055},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4249241352081299},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4155856966972351},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28581172227859497},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17027166485786438}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8508104085922241},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.7109862565994263},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.6599038243293762},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.652110755443573},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.5294154286384583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5279898643493652},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5214614272117615},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5211034417152405},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4725848436355591},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4713515639305115},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44377368688583374},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.4297245144844055},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4249241352081299},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4155856966972351},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28581172227859497},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17027166485786438},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2023.3320752","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3320752","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G8106169018","display_name":null,"funder_award_id":"NRF-2019R1A2C1089139","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322108","display_name":"Ministry of Science and Technology","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W123295786","https://openalex.org/W1965391651","https://openalex.org/W2134295053","https://openalex.org/W2145339207","https://openalex.org/W2548190809","https://openalex.org/W2617832762","https://openalex.org/W2620387295","https://openalex.org/W2766401293","https://openalex.org/W2898896120","https://openalex.org/W2946699206","https://openalex.org/W2947952334","https://openalex.org/W2950614095","https://openalex.org/W2962723569","https://openalex.org/W2962867356","https://openalex.org/W2974991939","https://openalex.org/W2982539992","https://openalex.org/W2994053796","https://openalex.org/W3010178637","https://openalex.org/W3015366655","https://openalex.org/W3096558584","https://openalex.org/W3105381414","https://openalex.org/W3162907652","https://openalex.org/W3164208109","https://openalex.org/W3188796960","https://openalex.org/W3208919862","https://openalex.org/W3212518961","https://openalex.org/W3215818562","https://openalex.org/W4200623685","https://openalex.org/W4200633167","https://openalex.org/W4221050432","https://openalex.org/W4221165735","https://openalex.org/W4226499103","https://openalex.org/W4281384434","https://openalex.org/W4281725699","https://openalex.org/W4293233866","https://openalex.org/W4313144683","https://openalex.org/W6730956707","https://openalex.org/W6738642695","https://openalex.org/W6752089545","https://openalex.org/W6795806472"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4312996489","https://openalex.org/W3214037210"],"abstract_inverted_index":{"Edge":[0],"intelligence":[1,14,79],"(EI)":[2],"refers":[3],"to":[4,97],"a":[5,62,67,171,215,232],"set":[6],"of":[7,51,90,106,110,146,149,189,194,223,227,240],"connected":[8],"systems":[9],"and":[10,18,60,204],"devices":[11,124],"for":[12,66,166],"artificial":[13],"(AI)":[15],"data":[16,22,165],"collected":[17,164],"learned":[19,202],"near":[20],"the":[21,76,88,107,127,143,147,150,155,163,177,182,187,195,201,210,218,224,228,238],"collection":[23],"site.":[24],"The":[25,53,192,245],"EI":[26,64,92,151,196,229,234,243,246,255],"model":[27],"inference":[28,43,108,197,230],"phase":[29],"has":[30],"been":[31,115],"improved":[32],"through":[33],"edge":[34,47,78,122],"caching":[35],"technologies":[36],"such":[37],"as":[38],"intelligent":[39,94],"models":[40,112],"(IMs).":[41],"IM":[42],"across":[44],"heterogeneously":[45],"distributed":[46],"nodes":[48],"is":[49,82],"worthy":[50],"discussion.":[52],"present":[54],"focuses":[55],"on":[56,117],"software-defined":[57],"infrastructure":[58],"(SDI)":[59],"introduces":[61],"containerized":[63,77,91,233],"framework":[65,80],"mobile":[68,98],"wearable":[69,99],"Internet-of-Things":[70],"(IoT)":[71],"system.":[72,257],"This":[73],"framework,":[74],"called":[75],"(CEIF),":[81],"an":[83,252],"inter-working":[84],"architecture":[85],"that":[86,113],"allows":[87],"provisioning":[89],"processing":[93,225],"services":[95,109],"related":[96],"IoT":[100],"systems.":[101],"CEIF":[102],"enables":[103],"dynamic":[104],"instantiation":[105],"AI":[111,132],"have":[114],"pre-trained":[116],"clouds.":[118],"It":[119],"also":[120,136],"accommodates":[121],"computing":[123],"(ECDs)":[125],"running":[126],"container":[128,178,242,254],"virtualization":[129],"technique.":[130],"Dynamic":[131],"learning":[133],"policies":[134],"can":[135],"help":[137],"with":[138,200],"workload":[139,160,185],"optimization,":[140],"thereby":[141],"reducing":[142],"response":[144],"time":[145],"requests":[148,193,226,248],"inference.":[152],"To":[153],"stall":[154],"rapid":[156],"increase":[157],"in":[158,175,214,231,251],"user":[159,184],"when":[161],"inferring":[162],"analysis,":[167],"we":[168],"then":[169],"propose":[170],"deep":[172],"q-learning":[173],"algorithm":[174,220],"which":[176],"cluster":[179,256],"platform":[180],"learns":[181],"varying":[183],"at":[186],"location":[188],"each":[190],"ECD.":[191,211],"are":[198,205,249],"scaled":[199],"value":[203],"processed":[206],"successfully":[207],"without":[208],"overloading":[209],"When":[212],"evaluated":[213],"case":[216],"study,":[217],"proposed":[219],"enabled":[221],"scaling":[222],"system":[235],"while":[236],"minimizing":[237],"number":[239],"instantiated":[241],"instances.":[244],"inference's":[247],"completed":[250],"under-loaded":[253]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":8}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}