{"id":"https://openalex.org/W3162600427","doi":"https://doi.org/10.1109/jsac.2021.3087264","title":"Age of Information Aware VNF Scheduling in Industrial IoT Using Deep Reinforcement Learning","display_name":"Age of Information Aware VNF Scheduling in Industrial IoT Using Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-06-09","ids":{"openalex":"https://openalex.org/W3162600427","doi":"https://doi.org/10.1109/jsac.2021.3087264","mag":"3162600427"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2021.3087264","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2021.3087264","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.04207","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101947036","display_name":"Mohammad Akbari","orcid":"https://orcid.org/0000-0002-9339-1201"},"institutions":[{"id":"https://openalex.org/I4210102178","display_name":"ICT Research Institute","ror":"https://ror.org/01a3g2z22","country_code":"IR","type":"facility","lineage":["https://openalex.org/I4210102178"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Mohammad Akbari","raw_affiliation_strings":["ICT Research Institute, Tehran, Iran","Iran Telecommunication Research Center"],"affiliations":[{"raw_affiliation_string":"ICT Research Institute, Tehran, Iran","institution_ids":["https://openalex.org/I4210102178"]},{"raw_affiliation_string":"Iran Telecommunication Research Center","institution_ids":["https://openalex.org/I4210102178"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100724349","display_name":"Mohammad Reza Abedi","orcid":"https://orcid.org/0000-0003-4114-1339"},"institutions":[{"id":"https://openalex.org/I1516879","display_name":"Tarbiat Modares University","ror":"https://ror.org/03mwgfy56","country_code":"IR","type":"education","lineage":["https://openalex.org/I1516879"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Reza Abedi","raw_affiliation_strings":["Faculty of Electrical and Computer Engineering (ECE), Tarbiat Modares University, Tehran, Iran","Tarbiat Modares University"],"affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering (ECE), Tarbiat Modares University, Tehran, Iran","institution_ids":["https://openalex.org/I1516879"]},{"raw_affiliation_string":"Tarbiat Modares University","institution_ids":["https://openalex.org/I1516879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038550884","display_name":"Roghayeh Joda","orcid":"https://orcid.org/0000-0002-1273-8067"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I4210102178","display_name":"ICT Research Institute","ror":"https://ror.org/01a3g2z22","country_code":"IR","type":"facility","lineage":["https://openalex.org/I4210102178"]}],"countries":["CA","IR"],"is_corresponding":false,"raw_author_name":"Roghayeh Joda","raw_affiliation_strings":["ICT Research Institute, Tehran, Iran","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","Iran Telecommunication Research Center"],"affiliations":[{"raw_affiliation_string":"ICT Research Institute, Tehran, Iran","institution_ids":["https://openalex.org/I4210102178"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"Iran Telecommunication Research Center","institution_ids":["https://openalex.org/I4210102178"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074754223","display_name":"Mohsen Pourghasemian","orcid":"https://orcid.org/0000-0001-8224-8381"},"institutions":[{"id":"https://openalex.org/I1516879","display_name":"Tarbiat Modares University","ror":"https://ror.org/03mwgfy56","country_code":"IR","type":"education","lineage":["https://openalex.org/I1516879"]},{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA","IR"],"is_corresponding":false,"raw_author_name":"Mohsen Pourghasemian","raw_affiliation_strings":["Faculty of Electrical and Computer Engineering (ECE), Tarbiat Modares University, Tehran, Iran","University of Ottawa"],"affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering (ECE), Tarbiat Modares University, Tehran, Iran","institution_ids":["https://openalex.org/I1516879"]},{"raw_affiliation_string":"University of Ottawa","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090238254","display_name":"Nader Mokari","orcid":"https://orcid.org/0000-0001-5364-8888"},"institutions":[{"id":"https://openalex.org/I1516879","display_name":"Tarbiat Modares University","ror":"https://ror.org/03mwgfy56","country_code":"IR","type":"education","lineage":["https://openalex.org/I1516879"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Nader Mokari","raw_affiliation_strings":["Faculty of Electrical and Computer Engineering (ECE), Tarbiat Modares University, Tehran, Iran","Tarbiat Modares University"],"affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering (ECE), Tarbiat Modares University, Tehran, Iran","institution_ids":["https://openalex.org/I1516879"]},{"raw_affiliation_string":"Tarbiat Modares University","institution_ids":["https://openalex.org/I1516879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","University of Ottawa"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"University of Ottawa","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101947036"],"corresponding_institution_ids":["https://openalex.org/I4210102178"],"apc_list":null,"apc_paid":null,"fwci":0.32,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.59606429,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"39","issue":"8","first_page":"2487","last_page":"2500"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7848559617996216},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7833148837089539},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.60218745470047},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.5878514051437378},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5789599418640137},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5315427780151367},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.4320404529571533},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38827118277549744},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31029075384140015},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.19334948062896729}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7848559617996216},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7833148837089539},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.60218745470047},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.5878514051437378},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5789599418640137},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5315427780151367},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.4320404529571533},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38827118277549744},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31029075384140015},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.19334948062896729},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/jsac.2021.3087264","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2021.3087264","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2105.04207","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.04207","pdf_url":"https://arxiv.org/pdf/2105.04207","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3162600427","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2105.04207","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2105.04207","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.04207","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.04207","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.04207","pdf_url":"https://arxiv.org/pdf/2105.04207","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G7292610558","display_name":null,"funder_award_id":"98025206","funder_id":"https://openalex.org/F4320322243","funder_display_name":"Iran National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322243","display_name":"Iran National Science Foundation","ror":"https://ror.org/03sr1ma14"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3162600427.pdf","grobid_xml":"https://content.openalex.org/works/W3162600427.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1975273809","https://openalex.org/W2107544712","https://openalex.org/W2111619626","https://openalex.org/W2131959252","https://openalex.org/W2134295053","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2317861045","https://openalex.org/W2343204836","https://openalex.org/W2583824821","https://openalex.org/W2591441959","https://openalex.org/W2609798306","https://openalex.org/W2736498117","https://openalex.org/W2768771208","https://openalex.org/W2775482448","https://openalex.org/W2878119793","https://openalex.org/W2884558122","https://openalex.org/W2886291169","https://openalex.org/W2895216609","https://openalex.org/W2900804979","https://openalex.org/W2901980690","https://openalex.org/W2949913798","https://openalex.org/W2963162514","https://openalex.org/W2966441493","https://openalex.org/W2979846753","https://openalex.org/W2981078741","https://openalex.org/W2991154860","https://openalex.org/W2996945891","https://openalex.org/W2997442646","https://openalex.org/W2998578058","https://openalex.org/W3003589928","https://openalex.org/W3040201329","https://openalex.org/W3046988891","https://openalex.org/W3084179282","https://openalex.org/W3099519753","https://openalex.org/W3100366369","https://openalex.org/W3100789280","https://openalex.org/W3107053738","https://openalex.org/W3117158816","https://openalex.org/W3123212791","https://openalex.org/W3134949638","https://openalex.org/W4205984110","https://openalex.org/W6629823004","https://openalex.org/W6684921986","https://openalex.org/W6774708381","https://openalex.org/W6787175706"],"related_works":["https://openalex.org/W3166109933","https://openalex.org/W2996431531","https://openalex.org/W2975524324","https://openalex.org/W3084179282","https://openalex.org/W2725876264","https://openalex.org/W3131625919","https://openalex.org/W3101422709","https://openalex.org/W2755872638","https://openalex.org/W3107278912","https://openalex.org/W2940964041","https://openalex.org/W3013914032","https://openalex.org/W2996851691","https://openalex.org/W3199266959","https://openalex.org/W2613593663","https://openalex.org/W3003219788","https://openalex.org/W2949913798","https://openalex.org/W3187387732","https://openalex.org/W3015301640","https://openalex.org/W3184222766","https://openalex.org/W2900604824"],"abstract_inverted_index":{"In":[0,85],"delay-sensitive":[1],"industrial":[2],"Internet":[3],"of":[4,10,19,43,114,120,161],"Things":[5],"(IIoT)":[6],"applications,":[7],"the":[8,17,22,125,156,171,176,179,191,194],"age":[9],"information":[11],"(AoI)":[12],"is":[13,57,68],"employed":[14],"to":[15,34,81,98,136,186,190],"characterize":[16],"freshness":[18],"information.":[20],"Meanwhile,":[21],"emerging":[23],"network":[24,38,45,115,163],"function":[25],"virtualization":[26],"provides":[27],"flexibility":[28],"and":[29,52,59,102,105,110,165],"agility":[30],"for":[31,129],"service":[32,39],"providers":[33],"deliver":[35],"a":[36,41,61,78,137],"given":[37],"using":[40],"sequence":[42],"virtual":[44],"functions":[46],"(VNFs).":[47],"However,":[48,181],"suitable":[49],"VNF":[50,108],"placement":[51],"scheduling":[53],"in":[54,112,141,159],"these":[55],"schemes":[56,153],"NP-hard":[58],"finding":[60],"globally":[62],"optimal":[63],"solution":[64,135,169],"by":[65,174],"traditional":[66],"approaches":[67],"complex.":[69],"Recently,":[70],"deep":[71],"reinforcement":[72],"learning":[73],"(DRL)":[74],"has":[75],"appeared":[76],"as":[77],"viable":[79],"way":[80],"solve":[82],"such":[83],"problems.":[84],"this":[86],"paper,":[87],"we":[88,131],"first":[89],"utilize":[90],"single":[91],"agent":[92],"low-complex":[93],"compound":[94],"action":[95],"actor-critic":[96],"RL":[97],"cover":[99],"both":[100],"discrete":[101],"continuous":[103],"actions":[104],"jointly":[106],"minimize":[107],"cost":[109,164,173],"AoI":[111],"terms":[113,160],"resources":[116],"under":[117],"end-to-end":[118],"Quality":[119],"Service":[121],"constraints.":[122],"To":[123],"surmount":[124],"single-agent":[126,152],"capacity":[127],"limitation":[128],"learning,":[130],"then":[132],"extend":[133],"our":[134],"multi-agent":[138,168],"DRL":[139],"scheme":[140],"which":[142],"agents":[143],"collaborate":[144],"with":[145],"each":[146],"other.":[147],"Simulation":[148],"results":[149],"demonstrate":[150],"that":[151],"significantly":[154],"outperform":[155],"greedy":[157],"algorithm":[158],"average":[162,172],"AoI.":[166],"Moreover,":[167],"decreases":[170],"dividing":[175],"tasks":[177],"between":[178],"agents.":[180],"it":[182],"needs":[183],"more":[184],"iterations":[185],"be":[187],"learned":[188],"due":[189],"requirement":[192],"on":[193],"agents'":[195],"collaboration.":[196]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2022-07-25T00:00:00"}