{"id":"https://openalex.org/W4285247440","doi":"https://doi.org/10.1109/tnsm.2022.3181517","title":"DRL-D: Revenue-Aware Online Service Function Chain Deployment via Deep Reinforcement Learning","display_name":"DRL-D: Revenue-Aware Online Service Function Chain Deployment via Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-06-08","ids":{"openalex":"https://openalex.org/W4285247440","doi":"https://doi.org/10.1109/tnsm.2022.3181517"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2022.3181517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3181517","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067975442","display_name":"Qilin Fan","orcid":"https://orcid.org/0000-0003-0856-3695"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qilin Fan","raw_affiliation_strings":["School of Big Data and Software Engineering and the Key Laboratory of Dependable Service Computing in Cyber Physical Society of Ministry of Education, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Big Data and Software Engineering and the Key Laboratory of Dependable Service Computing in Cyber Physical Society of Ministry of Education, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100667153","display_name":"Pan Pan","orcid":"https://orcid.org/0000-0001-5828-0234"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pan Pan","raw_affiliation_strings":["School of Big Data and Software Engineering and the Key Laboratory of Dependable Service Computing in Cyber Physical Society of Ministry of Education, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Big Data and Software Engineering and the Key Laboratory of Dependable Service Computing in Cyber Physical Society of Ministry of Education, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413431","display_name":"Xiuhua Li","orcid":"https://orcid.org/0000-0001-9041-0297"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]},{"id":"https://openalex.org/I4210164952","display_name":"Tianjin haihe hospital","ror":"https://ror.org/05m762q77","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210164952"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuhua Li","raw_affiliation_strings":["School of Big Data and Software Engineering, Chongqing University, Chongqing, China","Haihe Laboratory of Information Technology Application Innovation, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Big Data and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Haihe Laboratory of Information Technology Application Innovation, Tianjin, China","institution_ids":["https://openalex.org/I4210164952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350752","display_name":"Sen Wang","orcid":"https://orcid.org/0000-0002-8417-6403"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Wang","raw_affiliation_strings":["School of Big Data and Software Engineering and the Key Laboratory of Dependable Service Computing in Cyber Physical Society of Ministry of Education, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Big Data and Software Engineering and the Key Laboratory of Dependable Service Computing in Cyber Physical Society of Ministry of Education, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402612","display_name":"Jian Li","orcid":"https://orcid.org/0000-0003-3642-3569"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Binghamton University, State University of New York at Binghamton, Binghamton, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Binghamton University, State University of New York at Binghamton, Binghamton, NY, USA","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024416196","display_name":"Junhao Wen","orcid":"https://orcid.org/0000-0002-6561-560X"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junhao Wen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Binghamton University, State University of New York at Binghamton, Binghamton, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Binghamton University, State University of New York at Binghamton, Binghamton, NY, USA","institution_ids":["https://openalex.org/I123946342"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5067975442"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":3.9744,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.93875745,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"19","issue":"4","first_page":"4531","last_page":"4545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.774713397026062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7633265256881714},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6892257332801819},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.5275000333786011},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.5247240662574768},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4764300286769867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3632400631904602},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.21512603759765625}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.774713397026062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7633265256881714},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6892257332801819},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5275000333786011},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.5247240662574768},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4764300286769867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3632400631904602},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.21512603759765625},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2022.3181517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3181517","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1058009580","display_name":null,"funder_award_id":"61902044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2529879782","display_name":null,"funder_award_id":"92067206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G424660961","display_name":null,"funder_award_id":"cstc2019jscxzdztzxX0031","funder_id":"https://openalex.org/F4320321550","funder_display_name":"Chongqing Science and Technology Commission"},{"id":"https://openalex.org/G4967915762","display_name":null,"funder_award_id":"cstc2019jcyj-msxmX0589","funder_id":"https://openalex.org/F4320327865","funder_display_name":"Chongqing Research Program of Basic Research and Frontier Technology"},{"id":"https://openalex.org/G545781906","display_name":null,"funder_award_id":"62072332","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5526040906","display_name":null,"funder_award_id":"62072060","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6434856779","display_name":null,"funder_award_id":"2019YFB1706101","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7016578589","display_name":null,"funder_award_id":"cstc2022ycjhbgzxm0058","funder_id":"https://openalex.org/F4320327865","funder_display_name":"Chongqing Research Program of Basic Research and Frontier Technology"},{"id":"https://openalex.org/G8481830356","display_name":null,"funder_award_id":"cstc2019jcyj-msxmX0442","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G8540366375","display_name":null,"funder_award_id":"cstc2021jscx-dxwtBX0019-01","funder_id":"https://openalex.org/F4320321550","funder_display_name":"Chongqing Science and Technology Commission"},{"id":"https://openalex.org/G8804520766","display_name":null,"funder_award_id":"cstc2019jscx-mbdxX0047","funder_id":"https://openalex.org/F4320327865","funder_display_name":"Chongqing Research Program of Basic Research and Frontier Technology"},{"id":"https://openalex.org/G8844774736","display_name":null,"funder_award_id":"62102053","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321550","display_name":"Chongqing Science and Technology Commission","ror":"https://ror.org/05w9erc61"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327865","display_name":"Chongqing Research Program of Basic Research and Frontier Technology","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1578960134","https://openalex.org/W2000238032","https://openalex.org/W2038530381","https://openalex.org/W2138314086","https://openalex.org/W2155659292","https://openalex.org/W2201581102","https://openalex.org/W2288905013","https://openalex.org/W2343204836","https://openalex.org/W2430218455","https://openalex.org/W2495232965","https://openalex.org/W2500898769","https://openalex.org/W2556401543","https://openalex.org/W2591344039","https://openalex.org/W2765816777","https://openalex.org/W2781790117","https://openalex.org/W2786570539","https://openalex.org/W2790966663","https://openalex.org/W2808944558","https://openalex.org/W2885978796","https://openalex.org/W2912325271","https://openalex.org/W2912731102","https://openalex.org/W2946726698","https://openalex.org/W2960479075","https://openalex.org/W2964015378","https://openalex.org/W2969547341","https://openalex.org/W2980761536","https://openalex.org/W2995673860","https://openalex.org/W2999711132","https://openalex.org/W3001462167","https://openalex.org/W3005111087","https://openalex.org/W3006670753","https://openalex.org/W3042945059","https://openalex.org/W3089714714","https://openalex.org/W3101743077","https://openalex.org/W3120726020","https://openalex.org/W3122919845","https://openalex.org/W3158253560","https://openalex.org/W3187538359","https://openalex.org/W4214717370","https://openalex.org/W6631190155","https://openalex.org/W6687681856","https://openalex.org/W6726873649"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"Network":[0],"function":[1,34],"virtualization":[2],"(NFV)":[3],"is":[4,75],"a":[5,40,52,59,69,81,105,149,171,175],"promising":[6],"paradigm":[7],"where":[8],"network":[9,42,47,56,146,153],"functions":[10,57],"are":[11,181],"migrated":[12],"from":[13,29],"dedicated":[14],"hardware":[15],"appliances":[16],"onto":[17],"software":[18],"middleboxes":[19],"to":[20,49,67,116,132,183],"promote":[21],"service":[22,33,43],"agility":[23],"and":[24,92,155,174,188,216,233],"reduce":[25,189],"management":[26],"costs.":[27],"Benefiting":[28],"the":[30,32,64,85,111,127,134,140,143,156,164,168,185,190,196,210],"NFV,":[31],"chain":[35],"(SFC)":[36],"has":[37],"emerged":[38],"as":[39],"popular":[41],"form.":[44],"It":[45],"allows":[46],"traffic":[48],"pass":[50],"through":[51],"series":[53],"of":[54,87,120,126,142,152,198,209,230],"virtual":[55],"in":[58,79,95,147,159,207],"specific":[60],"order":[61],"required":[62],"by":[63,138],"business":[65],"logic":[66],"arrange":[68],"complex":[70],"service.":[71],"However,":[72],"SFC":[73,113,121,165],"deployment":[74,114,161,236],"facing":[76],"new":[77,176],"challenges":[78],"seeking":[80],"trade-off":[82],"between":[83],"pursuing":[84],"objective":[86],"high":[88],"long-term":[89,135,211],"average":[90,136,212],"revenue":[91,137],"making":[93],"decisions":[94],"an":[96],"online":[97,112],"manner.":[98],"In":[99],"this":[100],"paper,":[101],"we":[102],"propose":[103],"DRL-D,":[104],"deep":[106],"reinforcement":[107],"learning-based":[108],"approach":[109,201],"for":[110,163],"problem":[115],"satisfy":[117],"different":[118,228],"demands":[119],"requests":[122,166],"within":[123,238],"resource":[124],"constraints":[125],"underlying":[128],"infrastructure.":[129],"DRL-D":[130,200,223],"aims":[131],"maximize":[133],"combining":[139],"strengths":[141],"graph":[144],"convolutional":[145],"learning":[148,158],"comprehensive":[150],"representation":[151],"state":[154],"temporal-difference":[157],"generating":[160],"solutions":[162],"on":[167],"fly.":[169],"Then":[170],"heuristic":[172],"algorithm":[173],"prioritized":[177],"experience":[178],"replay":[179],"technique":[180],"integrated":[182],"optimize":[184],"DRL":[186],"framework":[187],"time":[191],"complexity.":[192],"Experimental":[193],"results":[194],"demonstrate":[195],"superiority":[197],"our":[199],"when":[202],"compared":[203],"with":[204],"other":[205],"benchmarks":[206],"terms":[208],"revenue,":[213],"acceptance":[214],"ratio,":[215],"revenue-to-cost":[217],"ratio.":[218],"Performance":[219],"evaluation":[220],"shows":[221],"that":[222],"possesses":[224],"good":[225],"robustness":[226],"under":[227],"scales":[229],"physical":[231],"networks":[232],"achieves":[234],"excellent":[235],"performance":[237],"acceptable":[239],"runtime.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}