{"id":"https://openalex.org/W4280561099","doi":"https://doi.org/10.1109/wcnc51071.2022.9771970","title":"AI-Enabled Automated and Closed-Loop Optimization Algorithms for Delay-Aware Network","display_name":"AI-Enabled Automated and Closed-Loop Optimization Algorithms for Delay-Aware Network","publication_year":2022,"publication_date":"2022-04-10","ids":{"openalex":"https://openalex.org/W4280561099","doi":"https://doi.org/10.1109/wcnc51071.2022.9771970"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc51071.2022.9771970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771970","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022654073","display_name":"Da Xiao","orcid":"https://orcid.org/0000-0003-3244-7176"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Da Xiao","raw_affiliation_strings":["The University of Technology Sydney,Global Big Data Technologies Centre (GBDTC),Australia","Global Big Data Technologies Centre (GBDTC), The University of Technology Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Technology Sydney,Global Big Data Technologies Centre (GBDTC),Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Global Big Data Technologies Centre (GBDTC), The University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544825","display_name":"Wei Ni","orcid":"https://orcid.org/0000-0002-4933-594X"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I4210101388","display_name":"Health Sciences and Nutrition","ror":"https://ror.org/0152bt112","country_code":"AU","type":"facility","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4210101388","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["Commonwealth Scientific and Industrial Research Organization (CSIRO),Data61,Sydney,Australia","Data61, Commonwealth Scientific and Industrial Research Organization (CSIRO), Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Commonwealth Scientific and Industrial Research Organization (CSIRO),Data61,Sydney,Australia","institution_ids":["https://openalex.org/I4210101388","https://openalex.org/I1292875679"]},{"raw_affiliation_string":"Data61, Commonwealth Scientific and Industrial Research Organization (CSIRO), Sydney, Australia","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100706723","display_name":"J. Andrew Zhang","orcid":"https://orcid.org/0000-0002-6102-3762"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"J. Andrew Zhang","raw_affiliation_strings":["The University of Technology Sydney,Global Big Data Technologies Centre (GBDTC),Australia","Global Big Data Technologies Centre (GBDTC), The University of Technology Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Technology Sydney,Global Big Data Technologies Centre (GBDTC),Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Global Big Data Technologies Centre (GBDTC), The University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008974159","display_name":"Ren Ping Liu","orcid":"https://orcid.org/0000-0001-7001-6305"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Renping Liu","raw_affiliation_strings":["The University of Technology Sydney,Global Big Data Technologies Centre (GBDTC),Australia","Global Big Data Technologies Centre (GBDTC), The University of Technology Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Technology Sydney,Global Big Data Technologies Centre (GBDTC),Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Global Big Data Technologies Centre (GBDTC), The University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366851","display_name":"Shuo Chen","orcid":"https://orcid.org/0000-0001-7453-8282"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shuo Chen","raw_affiliation_strings":["Nanyang Technological University,School of Computer Science and Engineering,Singapore","School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,School of Computer Science and Engineering,Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061993474","display_name":"Yiwen Qu","orcid":"https://orcid.org/0000-0003-4148-4673"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yiwen Qu","raw_affiliation_strings":["The University of Technology Sydney,Global Big Data Technologies Centre (GBDTC),Australia","Global Big Data Technologies Centre (GBDTC), The University of Technology Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Technology Sydney,Global Big Data Technologies Centre (GBDTC),Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Global Big Data Technologies Centre (GBDTC), The University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5022654073"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":0.432,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.43673526,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"54","issue":null,"first_page":"806","last_page":"811"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9732999801635742,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.972000002861023,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.893714189529419},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.6005798578262329},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5421214699745178},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4778116047382355},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.46879300475120544},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.43491944670677185},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40314868092536926},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3603461682796478},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3392273187637329},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2903565764427185}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.893714189529419},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.6005798578262329},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5421214699745178},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4778116047382355},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.46879300475120544},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.43491944670677185},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40314868092536926},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3603461682796478},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3392273187637329},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2903565764427185},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc51071.2022.9771970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771970","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1953687040","https://openalex.org/W2490169957","https://openalex.org/W2561773934","https://openalex.org/W2775255619","https://openalex.org/W2793519446","https://openalex.org/W2856725472","https://openalex.org/W2980466635","https://openalex.org/W2981367186","https://openalex.org/W3016314826","https://openalex.org/W3041133507","https://openalex.org/W3128243799","https://openalex.org/W3128820583","https://openalex.org/W4254291495","https://openalex.org/W6726083188"],"related_works":["https://openalex.org/W2393746923","https://openalex.org/W2972496411","https://openalex.org/W3033662781","https://openalex.org/W4239223006","https://openalex.org/W2360869927","https://openalex.org/W2137530048","https://openalex.org/W2050876785","https://openalex.org/W2074642116","https://openalex.org/W3164401656","https://openalex.org/W2125150972"],"abstract_inverted_index":{"Network":[0,81],"slicing":[1,45,70],"is":[2,178],"one":[3],"of":[4,8,31,56,89,142,148,200],"the":[5,9,49,68,87,90,107,116,132,136,139,143,146,163,171,175,181,194,219],"core":[6],"techniques":[7],"current":[10],"5G":[11],"networks.":[12],"To":[13],"accommodate":[14],"as":[15,19,71],"many":[16],"network":[17,44,69],"slices":[18],"possible":[20],"with":[21],"limited":[22],"hardware":[23,165],"resources,":[24,149],"service":[25,99,103],"providers":[26],"need":[27],"to":[28,47,85,109,130,180,187],"avoid":[29],"over-provisioning":[30,147],"resources.":[32],"In":[33],"this":[34],"paper,":[35],"we":[36,66,78,105,127,150],"first":[37],"propose":[38,152],"a":[39,72,94,153,198],"Deep":[40],"Q-Network":[41],"(DQN)":[42],"based":[43,97],"algorithm":[46,159],"maximize":[48],"acceptance":[50,221],"ratio":[51],"and":[52,92,170,190],"ensure":[53],"prior":[54],"placement":[55,120],"higher-priority":[57],"requests":[58],"for":[59,114,193],"Ultra-Reliable":[60],"Low-Latency":[61],"Communication":[62],"(URLLC)":[63],"services.":[64],"Specifically,":[65],"model":[67],"Markov":[73],"Decision":[74],"Process":[75],"(MDP),":[76],"where":[77],"consider":[79],"Virtual":[80],"Function":[82],"(VNF)":[83],"placements":[84],"be":[86],"actions":[88],"MDP,":[91],"define":[93],"reward":[95,125],"function":[96],"on":[98],"priority.":[100],"For":[101],"every":[102],"request,":[104],"use":[106,129],"DQN":[108,137],"choose":[110],"an":[111,123],"MDP":[112,124],"action":[113],"performing":[115],"VNF":[117],"placement.":[118],"The":[119],"results":[121],"in":[122,161,184],"that":[126,209],"can":[128,213],"train":[131],"DQN.":[133],"Once":[134],"trained,":[135],"approximates":[138],"optimal":[140,220],"solution":[141],"MDP.":[144],"Considering":[145],"then":[151],"Binary":[154],"Search":[155],"Assisted":[156],"Transfer":[157],"Learning":[158],"(BSATL),":[160],"which":[162],"available":[164],"resources":[166],"are":[167],"scaled":[168],"down/up":[169],"knowledge":[172],"learned":[173],"from":[174],"source":[176],"task":[177,183],"transferred":[179],"target":[182],"each":[185],"iteration,":[186],"achieve":[188],"automated":[189],"closed-loop":[191],"optimization":[192],"ever":[195],"changing":[196],"infrastructure,":[197],"scenario":[199],"6G":[201],"Event":[202],"Defined":[203],"uRLLC":[204],"(EDuRLLC).":[205],"Numerical":[206],"evaluations":[207],"show":[208],"our":[210],"proposed":[211],"scheme":[212],"significantly":[214],"improve":[215],"cost-utility":[216],"while":[217],"maintaining":[218],"ratio.":[222]},"counts_by_year":[{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}