{"id":"https://openalex.org/W3217494130","doi":"https://doi.org/10.1145/3479239.3485673","title":"Profit Maximization for Service Placement and Request Assignment in Edge Computing via Deep Reinforcement Learning","display_name":"Profit Maximization for Service Placement and Request Assignment in Edge Computing via Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-11-17","ids":{"openalex":"https://openalex.org/W3217494130","doi":"https://doi.org/10.1145/3479239.3485673","mag":"3217494130"},"language":"en","primary_location":{"id":"doi:10.1145/3479239.3485673","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3479239.3485673","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International ACM Conference on Modeling, Analysis and Simulation of Wireless and Mobile Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100348343","display_name":"Yuchen Li","orcid":"https://orcid.org/0000-0001-8973-7313"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yuchen Li","raw_affiliation_strings":["The Australian National University, Canberra, ACT, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077465517","display_name":"Weifa Liang","orcid":"https://orcid.org/0000-0002-8207-6740"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Weifa Liang","raw_affiliation_strings":["City University of Hong Kong Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100336975","display_name":"Jing Li","orcid":"https://orcid.org/0000-0002-7027-5574"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jing Li","raw_affiliation_strings":["The Australian National University, Canberra, ACT, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.962,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77963112,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"55"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7962439060211182},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7508108615875244},{"id":"https://openalex.org/keywords/profit-maximization","display_name":"Profit maximization","score":0.6823705434799194},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.5995357036590576},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4979989528656006},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4339887499809265},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.390412300825119},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.3784034848213196},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.33456993103027344},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2556253671646118},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.13125964999198914},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06418639421463013}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7962439060211182},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7508108615875244},{"id":"https://openalex.org/C2777780509","wikidata":"https://www.wikidata.org/wiki/Q1377422","display_name":"Profit maximization","level":3,"score":0.6823705434799194},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.5995357036590576},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4979989528656006},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4339887499809265},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.390412300825119},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.3784034848213196},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33456993103027344},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2556253671646118},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.13125964999198914},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06418639421463013},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3479239.3485673","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3479239.3485673","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International ACM Conference on Modeling, Analysis and Simulation of Wireless and Mobile Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:openresearch-repository.anu.edu.au:1885/312396","is_oa":false,"landing_page_url":"http://hdl.handle.net/1885/312396","pdf_url":null,"source":{"id":"https://openalex.org/S4306402539","display_name":"ANU Open Research (Australian National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I118347636","host_organization_name":"Australian National University","host_organization_lineage":["https://openalex.org/I118347636"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MSWiM '21: Proceedings of the 24th International ACM Conference on Modeling, Analysis and Simulation of Wireless and Mobile Systems","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1435010830","https://openalex.org/W2009797711","https://openalex.org/W2770702552","https://openalex.org/W2808417010","https://openalex.org/W2895683153","https://openalex.org/W2898526268","https://openalex.org/W3003427453","https://openalex.org/W3034004337","https://openalex.org/W3047266715","https://openalex.org/W3124860219","https://openalex.org/W4285124351"],"related_works":["https://openalex.org/W2751558758","https://openalex.org/W2385288202","https://openalex.org/W2798679696","https://openalex.org/W2365061533","https://openalex.org/W2387046015","https://openalex.org/W4239446003","https://openalex.org/W87859928","https://openalex.org/W2349974711","https://openalex.org/W2467574439","https://openalex.org/W2620764680"],"abstract_inverted_index":{"With":[0],"the":[1,31,54,57,81,84,92,144,147,159],"integration":[2],"of":[3,33,59,83,146],"Mobile":[4],"Edge":[5],"Computing":[6],"(MEC)":[7],"and":[8,37,109],"Network":[9],"Function":[10],"Virtualization":[11],"(NFV),":[12],"service":[13,34,50,68,73,85,89,101,107,117,137],"providers":[14],"are":[15],"able":[16],"to":[17,21,79,105,122],"provide":[18],"low-latency":[19],"services":[20,112],"mobile":[22],"users":[23],"for":[24,44,91,133],"profit.":[25],"In":[26],"this":[27,134],"paper,":[28],"we":[29],"study":[30],"problem":[32,77],"instance":[35,138],"placement":[36,139],"request":[38,64],"assignment":[39],"in":[40],"an":[41,129],"MEC":[42],"network":[43],"a":[45,66,70],"given":[46],"monitoring":[47,93],"period,":[48,94],"where":[49],"requests":[51,90],"arrive":[52],"into":[53,103],"system":[55],"without":[56],"knowledge":[58],"future":[60],"arrivals.":[61],"Each":[62],"incoming":[63],"requires":[65],"specific":[67],"with":[69],"maximum":[71],"tolerable":[72],"delay":[74],"requirement.":[75],"The":[76],"is":[78,162],"maximize":[80],"profit":[82],"provider":[86],"by":[87,99,113,150],"admitting":[88],"which":[95],"can":[96],"be":[97],"achieved":[98],"preinstalling":[100],"instances":[102,118],"cloudlets":[104,120],"shorten":[106],"delays,":[108],"accommodating":[110],"new":[111],"removing":[114],"some":[115],"idle":[116],"from":[119],"due":[121],"limited":[123],"computing":[124],"resources.":[125],"We":[126,141],"then":[127],"devise":[128],"efficient":[130],"deep-reinforcement-learning-based":[131],"algorithm":[132,149,161],"dynamic":[135],"online":[136],"problem.":[140],"finally":[142],"evaluate":[143],"performance":[145],"proposed":[148,160],"conducting":[151],"experiments":[152],"through":[153],"simulations.":[154],"Simulation":[155],"results":[156],"demonstrate":[157],"that":[158],"promising.":[163]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}