{"id":"https://openalex.org/W4315630057","doi":"https://doi.org/10.1109/globecom48099.2022.10001066","title":"Deep Reinforcement Learning for AoI Aware VNF Placement in Multiple Source Systems","display_name":"Deep Reinforcement Learning for AoI Aware VNF Placement in Multiple Source Systems","publication_year":2022,"publication_date":"2022-12-04","ids":{"openalex":"https://openalex.org/W4315630057","doi":"https://doi.org/10.1109/globecom48099.2022.10001066"},"language":"en","primary_location":{"id":"doi:10.1109/globecom48099.2022.10001066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10001066","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043015322","display_name":"Zhenke Chen","orcid":"https://orcid.org/0000-0001-8432-4421"},"institutions":[{"id":"https://openalex.org/I41725924","display_name":"Muroran Institute of Technology","ror":"https://ror.org/04rymkk69","country_code":"JP","type":"education","lineage":["https://openalex.org/I41725924"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Zhenke Chen","raw_affiliation_strings":["Muroran Institute of Technology,Department of Sciences and Informatics,Muroran,Hokkaido, Japan","Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Hokkaido, Japan"],"affiliations":[{"raw_affiliation_string":"Muroran Institute of Technology,Department of Sciences and Informatics,Muroran,Hokkaido, Japan","institution_ids":["https://openalex.org/I41725924"]},{"raw_affiliation_string":"Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Hokkaido, Japan","institution_ids":["https://openalex.org/I41725924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100317916","display_name":"He Li","orcid":"https://orcid.org/0000-0003-4325-6631"},"institutions":[{"id":"https://openalex.org/I41725924","display_name":"Muroran Institute of Technology","ror":"https://ror.org/04rymkk69","country_code":"JP","type":"education","lineage":["https://openalex.org/I41725924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"He Li","raw_affiliation_strings":["Muroran Institute of Technology,Department of Sciences and Informatics,Muroran,Hokkaido, Japan","Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Hokkaido, Japan"],"affiliations":[{"raw_affiliation_string":"Muroran Institute of Technology,Department of Sciences and Informatics,Muroran,Hokkaido, Japan","institution_ids":["https://openalex.org/I41725924"]},{"raw_affiliation_string":"Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Hokkaido, Japan","institution_ids":["https://openalex.org/I41725924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106707877","display_name":"Kaoru Ota","orcid":"https://orcid.org/0000-0002-3382-1652"},"institutions":[{"id":"https://openalex.org/I41725924","display_name":"Muroran Institute of Technology","ror":"https://ror.org/04rymkk69","country_code":"JP","type":"education","lineage":["https://openalex.org/I41725924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kaoru Ota","raw_affiliation_strings":["Muroran Institute of Technology,Department of Sciences and Informatics,Muroran,Hokkaido, Japan","Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Hokkaido, Japan"],"affiliations":[{"raw_affiliation_string":"Muroran Institute of Technology,Department of Sciences and Informatics,Muroran,Hokkaido, Japan","institution_ids":["https://openalex.org/I41725924"]},{"raw_affiliation_string":"Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Hokkaido, Japan","institution_ids":["https://openalex.org/I41725924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061453937","display_name":"Mianxiong Dong","orcid":"https://orcid.org/0000-0002-2788-3451"},"institutions":[{"id":"https://openalex.org/I41725924","display_name":"Muroran Institute of Technology","ror":"https://ror.org/04rymkk69","country_code":"JP","type":"education","lineage":["https://openalex.org/I41725924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mianxiong Dong","raw_affiliation_strings":["Muroran Institute of Technology,Department of Sciences and Informatics,Muroran,Hokkaido, Japan","Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Hokkaido, Japan"],"affiliations":[{"raw_affiliation_string":"Muroran Institute of Technology,Department of Sciences and Informatics,Muroran,Hokkaido, Japan","institution_ids":["https://openalex.org/I41725924"]},{"raw_affiliation_string":"Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Hokkaido, Japan","institution_ids":["https://openalex.org/I41725924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5043015322"],"corresponding_institution_ids":["https://openalex.org/I41725924"],"apc_list":null,"apc_paid":null,"fwci":1.9457,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.87694661,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2873","last_page":"2878"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13471","display_name":"Cognitive Functions and Memory","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.859341561794281},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7244135737419128},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5802252292633057},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5752690434455872},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5193066000938416},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44111737608909607},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.43897074460983276},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2738487124443054}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.859341561794281},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7244135737419128},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5802252292633057},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5752690434455872},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5193066000938416},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44111737608909607},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.43897074460983276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2738487124443054},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom48099.2022.10001066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10001066","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2835665407","display_name":null,"funder_award_id":"JP19K20250,JP20H04174,JP22K11989","funder_id":"https://openalex.org/F4320320212","funder_display_name":"Japan Society for the Promotion of Science London"}],"funders":[{"id":"https://openalex.org/F4320320212","display_name":"Japan Society for the Promotion of Science London","ror":"https://ror.org/02m7axw05"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2118404561","https://openalex.org/W2146487252","https://openalex.org/W2888263775","https://openalex.org/W2890014074","https://openalex.org/W2903536085","https://openalex.org/W2956655210","https://openalex.org/W2963270598","https://openalex.org/W2996945891","https://openalex.org/W3003692200","https://openalex.org/W3022568111","https://openalex.org/W3044748893","https://openalex.org/W3113037094","https://openalex.org/W3114497126","https://openalex.org/W3125409609","https://openalex.org/W3164404989","https://openalex.org/W3197376746","https://openalex.org/W6772839763"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Age":[0],"of":[1,14,30,77,107,165],"Information":[2],"(AoI)":[3],"is":[4,92],"a":[5,31,38,51,58,88,96,120,131,138],"newly":[6],"emergent":[7],"performance":[8],"metric":[9],"to":[10,50,101,150,161],"quantify":[11],"the":[12,28,66,75,78,82,103,112,151,163,195],"freshness":[13],"data":[15,49],"from":[16],"destinations'":[17],"perspectives.":[18],"In":[19,36],"this":[20,116],"paper,":[21],"we":[22,80,118,157],"investigate":[23],"and":[24,47,141,188],"analyze":[25],"AoI":[26,76,106,193],"in":[27,86],"context":[29],"multiple":[32,40],"source":[33],"updating":[34],"system.":[35,89],"such":[37,87],"system,":[39],"loT":[41],"devices":[42],"continuously":[43],"monitors":[44],"physical":[45],"environment":[46,140],"sends":[48],"remote":[52],"destination":[53],"for":[54],"status":[55],"updates":[56,109],"through":[57],"Network":[59,68],"Function":[60,69],"Virtualization":[61],"(NFV)-enabled":[62],"network.":[63],"Considering":[64],"that":[65,173],"Virtual":[67],"(VNF)":[70],"placement":[71,84,126,147],"can":[72],"unnecessarily":[73],"influence":[74],"updates,":[79],"study":[81],"VNF":[83,125,146],"problem":[85,91,99],"The":[90],"hence":[93],"formulated":[94],"as":[95],"mathematical":[97],"optimization":[98],"aiming":[100],"minimize":[102],"long-term":[104],"average":[105,192],"all":[108],"received":[110],"at":[111,194],"destination.":[113,196],"To":[114],"solve":[115],"prob-lem,":[117],"propose":[119],"Deep":[121],"Reinforcement":[122],"Learning":[123],"(DRL)-based":[124],"approach":[127],"called":[128],"VNF-AoI,":[129],"where":[130],"learning":[132],"agent":[133],"or":[134],"decision-maker":[135],"interacts":[136],"with":[137],"system":[139],"consequently":[142],"provides":[143],"an":[144],"optimal":[145],"policy":[148],"according":[149],"experience":[152],"it":[153],"has":[154],"learned.":[155],"Finally,":[156],"conduct":[158],"extensive":[159],"simulations":[160],"validate":[162],"effectiveness":[164],"our":[166,174],"proposed":[167],"approach.":[168],"Numerical":[169],"results":[170],"clearly":[171],"demonstrate":[172],"VNF-AoI":[175],"surpasses":[176],"other":[177],"two":[178],"baseline":[179],"algorithms":[180],"by":[181],"averagely":[182],"13.8":[183],"%":[184,190],"higher":[185],"acceptance":[186],"ratio":[187],"20.3":[189],"lower":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}