{"id":"https://openalex.org/W2982344943","doi":"https://doi.org/10.1109/icnp.2019.8888150","title":"A Reinforcement Learning Approach for Online Service Tree Placement in Edge Computing","display_name":"A Reinforcement Learning Approach for Online Service Tree Placement in Edge Computing","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2982344943","doi":"https://doi.org/10.1109/icnp.2019.8888150","mag":"2982344943"},"language":"en","primary_location":{"id":"doi:10.1109/icnp.2019.8888150","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp.2019.8888150","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 27th International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100645427","display_name":"Yimeng Wang","orcid":"https://orcid.org/0000-0003-1491-4519"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yimeng Wang","raw_affiliation_strings":["The George Washington University"],"affiliations":[{"raw_affiliation_string":"The George Washington University","institution_ids":["https://openalex.org/I193531525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665115","display_name":"Yongbo Li","orcid":"https://orcid.org/0000-0001-5065-3454"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yongbo Li","raw_affiliation_strings":["The George Washington University"],"affiliations":[{"raw_affiliation_string":"The George Washington University","institution_ids":["https://openalex.org/I193531525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018464968","display_name":"Tian Lan","orcid":"https://orcid.org/0000-0003-3010-8090"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tian Lan","raw_affiliation_strings":["The George Washington University"],"affiliations":[{"raw_affiliation_string":"The George Washington University","institution_ids":["https://openalex.org/I193531525"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090619132","display_name":"Nakjung Choi","orcid":"https://orcid.org/0000-0002-6272-1933"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nakjung Choi","raw_affiliation_strings":["Nokia Bell Labs"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100645427"],"corresponding_institution_ids":["https://openalex.org/I193531525"],"apc_list":null,"apc_paid":null,"fwci":1.7684,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.86599365,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8376124501228333},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.740145742893219},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6513751745223999},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.633470892906189},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.563673734664917},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5157440304756165},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4919090270996094},{"id":"https://openalex.org/keywords/tree-structure","display_name":"Tree structure","score":0.4729810953140259},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4727383852005005},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.44280096888542175},{"id":"https://openalex.org/keywords/interval-tree","display_name":"Interval tree","score":0.42932072281837463},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.42173415422439575},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37103646993637085},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34645408391952515},{"id":"https://openalex.org/keywords/data-structure","display_name":"Data structure","score":0.33996886014938354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32976365089416504},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11767774820327759}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8376124501228333},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.740145742893219},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6513751745223999},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.633470892906189},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.563673734664917},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5157440304756165},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4919090270996094},{"id":"https://openalex.org/C163797641","wikidata":"https://www.wikidata.org/wiki/Q2067937","display_name":"Tree structure","level":3,"score":0.4729810953140259},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4727383852005005},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.44280096888542175},{"id":"https://openalex.org/C84927040","wikidata":"https://www.wikidata.org/wiki/Q6057306","display_name":"Interval tree","level":4,"score":0.42932072281837463},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.42173415422439575},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37103646993637085},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34645408391952515},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.33996886014938354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32976365089416504},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11767774820327759},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnp.2019.8888150","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp.2019.8888150","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 27th International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1950594372","https://openalex.org/W1997650479","https://openalex.org/W2000238032","https://openalex.org/W2021962600","https://openalex.org/W2038268348","https://openalex.org/W2101271940","https://openalex.org/W2102474262","https://openalex.org/W2136930733","https://openalex.org/W2140701158","https://openalex.org/W2144776482","https://openalex.org/W2512877821","https://openalex.org/W2745755793","https://openalex.org/W2761694337","https://openalex.org/W2761862361","https://openalex.org/W2778489323","https://openalex.org/W2790228828","https://openalex.org/W2964061570","https://openalex.org/W3101743077","https://openalex.org/W4246622476"],"related_works":["https://openalex.org/W2372453241","https://openalex.org/W2371387875","https://openalex.org/W2531660186","https://openalex.org/W1987871343","https://openalex.org/W1979994068","https://openalex.org/W1591568670","https://openalex.org/W2227630426","https://openalex.org/W1566044635","https://openalex.org/W2067642082","https://openalex.org/W2549663625"],"abstract_inverted_index":{"We":[0],"consider":[1],"the":[2,25,95,140,145],"problem":[3],"of":[4,45,142],"optimally":[5],"mapping":[6],"an":[7],"edge":[8],"computing":[9,31,121],"service":[10,87,112,146,163,178],"that":[11,91,168],"is":[12,108],"modeled":[13],"as":[14,99,123,125],"a":[15,64,84,111,119,151],"tree":[16,88,113,147,179],"with":[17,157],"multiple":[18],"processing":[19,40],"sub-tasks":[20,143],"and":[21,32,42,50,60,66,129,161],"data":[22,33,39,46,127],"flows":[23,128],"onto":[24],"underlying":[26],"physical":[27],"network.":[28],"As":[29],"new":[30],"analytics":[34],"applications":[35],"require":[36],"more":[37],"complicated":[38],"structures,":[41],"different":[43],"types":[44],"(e.g.,":[47],"images,":[48],"videos,":[49],"numbers)":[51],"sensed":[52],"at":[53],"geographically":[54],"distributed":[55],"locations":[56],"must":[57],"be":[58],"collected":[59],"processed":[61],"to":[62,74,93,109,130,134],"obtain":[63],"complex":[65,162],"comprehensive":[67],"result,":[68],"highly":[69],"intelligent":[70],"algorithms":[71],"are":[72],"needed":[73],"solve":[75],"this":[76,80],"challenging":[77],"problem.":[78],"In":[79],"paper,":[81],"we":[82],"propose":[83],"learning-based":[85],"hierarchical":[86],"placement":[89],"strategy":[90],"aims":[92],"optimize":[94],"net":[96],"utility,":[97],"defined":[98],"achieved":[100],"utility":[101],"minus":[102],"network":[103],"congestion.":[104],"The":[105],"key":[106],"idea":[107],"decouple":[110],"into":[114],"appropriate":[115],"sub-trees":[116],"each":[117,136],"containing":[118],"single":[120],"sub-task":[122],"well":[124],"associated":[126],"recursively":[131],"leverage":[132],"Q-learning":[133],"place":[135],"sub-tree":[137],"while":[138],"maintaining":[139],"dependencies":[141],"in":[144,176],"structure.":[148],"It":[149],"enables":[150],"scalable":[152],"solution":[153,170],"for":[154],"large":[155],"networks":[156],"unknown":[158],"arrival":[159],"statistics":[160],"structures.":[164],"Numerical":[165],"results":[166],"show":[167],"our":[169],"can":[171],"significantly":[172],"outperform":[173],"baseline":[174],"heuristics":[175],"online":[177],"placement.":[180]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}