{"id":"https://openalex.org/W3204388002","doi":"https://doi.org/10.1109/tnsm.2021.3117589","title":"DQN Dynamic Pricing and Revenue Driven Service Federation Strategy","display_name":"DQN Dynamic Pricing and Revenue Driven Service Federation Strategy","publication_year":2021,"publication_date":"2021-10-06","ids":{"openalex":"https://openalex.org/W3204388002","doi":"https://doi.org/10.1109/tnsm.2021.3117589","mag":"3204388002"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3117589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3117589","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://e-archivo.uc3m.es/bitstreams/76c0548d-b372-40fa-9c6d-c4615b721c80/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085625341","display_name":"Jorge Mart\u00edn\u2010P\u00e9rez","orcid":"https://orcid.org/0000-0001-9295-1601"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Jorge Martin-Perez","raw_affiliation_strings":["Department of Telematic Engineering, University Carlos III of Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Telematic Engineering, University Carlos III of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068212027","display_name":"Kiril Antevski","orcid":"https://orcid.org/0000-0001-9057-2691"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Kiril Antevski","raw_affiliation_strings":["Department of Telematic Engineering, University Carlos III of Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Telematic Engineering, University Carlos III of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073770360","display_name":"Andr\u00e9s Garc\u00eda\u2010Saavedra","orcid":"https://orcid.org/0000-0003-2005-2222"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andres Garcia-Saavedra","raw_affiliation_strings":["NEC Laboratories Europe GmbH, 5G Network Group, Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories Europe GmbH, 5G Network Group, Heidelberg, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407725","display_name":"Xi Li","orcid":"https://orcid.org/0000-0002-4331-0805"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Xi Li","raw_affiliation_strings":["Department of Telematic Engineering, University Carlos III of Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Telematic Engineering, University Carlos III of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027774754","display_name":"Carlos J. Bernardos","orcid":"https://orcid.org/0000-0003-0708-4983"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Carlos J. Bernardos","raw_affiliation_strings":["Department of Telematic Engineering, University Carlos III of Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Telematic Engineering, University Carlos III of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5085625341"],"corresponding_institution_ids":["https://openalex.org/I50357001"],"apc_list":null,"apc_paid":null,"fwci":1.9911,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89270125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"18","issue":"4","first_page":"3987","last_page":"4001"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.8046199083328247},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7901135683059692},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.7490902543067932},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5956889390945435},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5617712736129761},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.5588527917861938},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.531947910785675},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.5271919369697571},{"id":"https://openalex.org/keywords/revenue-management","display_name":"Revenue management","score":0.5191568732261658},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5067830681800842},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4298299252986908},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.418828547000885},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35327064990997314},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16055938601493835},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.15022012591362},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.12973475456237793},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.10240975022315979},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.09202012419700623},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.0691038966178894}],"concepts":[{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.8046199083328247},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7901135683059692},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.7490902543067932},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5956889390945435},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5617712736129761},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.5588527917861938},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.531947910785675},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.5271919369697571},{"id":"https://openalex.org/C2781386248","wikidata":"https://www.wikidata.org/wiki/Q11898700","display_name":"Revenue management","level":3,"score":0.5191568732261658},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5067830681800842},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4298299252986908},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.418828547000885},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35327064990997314},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16055938601493835},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.15022012591362},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.12973475456237793},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.10240975022315979},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09202012419700623},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0691038966178894},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2021.3117589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3117589","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:e-archivo.uc3m.es:10016/33964","is_oa":true,"landing_page_url":"http://hdl.handle.net/10016/33964","pdf_url":"https://e-archivo.uc3m.es/bitstreams/76c0548d-b372-40fa-9c6d-c4615b721c80/download","source":{"id":"https://openalex.org/S4306400817","display_name":"e-Archivo (Carlos III University of Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I50357001","host_organization_name":"Universidad Carlos III de Madrid","host_organization_lineage":["https://openalex.org/I50357001"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"research article"}],"best_oa_location":{"id":"pmh:oai:e-archivo.uc3m.es:10016/33964","is_oa":true,"landing_page_url":"http://hdl.handle.net/10016/33964","pdf_url":"https://e-archivo.uc3m.es/bitstreams/76c0548d-b372-40fa-9c6d-c4615b721c80/download","source":{"id":"https://openalex.org/S4306400817","display_name":"e-Archivo (Carlos III University of Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I50357001","host_organization_name":"Universidad Carlos III de Madrid","host_organization_lineage":["https://openalex.org/I50357001"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"research article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G265104915","display_name":null,"funder_award_id":"EC H2020","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G2766983910","display_name":null,"funder_award_id":"856709","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3204388002.pdf","grobid_xml":"https://content.openalex.org/works/W3204388002.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W237364718","https://openalex.org/W2001247770","https://openalex.org/W2011039300","https://openalex.org/W2013275264","https://openalex.org/W2076337359","https://openalex.org/W2156737235","https://openalex.org/W2168010178","https://openalex.org/W2170616854","https://openalex.org/W2328842742","https://openalex.org/W2562956987","https://openalex.org/W2612023368","https://openalex.org/W2790748542","https://openalex.org/W2805731797","https://openalex.org/W2809225772","https://openalex.org/W2897196169","https://openalex.org/W2898702671","https://openalex.org/W2902339585","https://openalex.org/W2922480842","https://openalex.org/W2926804451","https://openalex.org/W2948632812","https://openalex.org/W2951891744","https://openalex.org/W2968653337","https://openalex.org/W2971542123","https://openalex.org/W3014161580","https://openalex.org/W3030575431","https://openalex.org/W3034520733","https://openalex.org/W3045678353","https://openalex.org/W3046004413","https://openalex.org/W3046768168","https://openalex.org/W3048506398","https://openalex.org/W3048836547","https://openalex.org/W3049363862","https://openalex.org/W3049595458","https://openalex.org/W3087902378","https://openalex.org/W3159168818","https://openalex.org/W3189860323","https://openalex.org/W3209248953","https://openalex.org/W4298857966","https://openalex.org/W6609249137","https://openalex.org/W6683195989","https://openalex.org/W6756214001","https://openalex.org/W6767854735","https://openalex.org/W6781127267"],"related_works":["https://openalex.org/W2420409956","https://openalex.org/W4388340416","https://openalex.org/W2029598999","https://openalex.org/W2895891960","https://openalex.org/W2740158290","https://openalex.org/W1997881597","https://openalex.org/W4213334555","https://openalex.org/W3080217888","https://openalex.org/W2761695574","https://openalex.org/W2294477217"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,13,66,71,86],"dynamic":[4,30,42,67],"pricing":[5,43,56,130],"and":[6,19,37,63,104,119,124],"revenue-driven":[7],"service":[8,25,31,82],"federation":[9,22,83,129,135],"strategy":[10],"based":[11,50],"on":[12,51],"Deep":[14],"Q-Network":[15],"(DQN)":[16],"to":[17,34,100,132,138],"instantly":[18],"automatically":[20],"decide":[21],"across":[23],"different":[24],"provider":[26],"domains,":[27],"each":[28],"introduces":[29],"prices":[32],"offering":[33],"its":[35],"customers":[36],"towards":[38],"other":[39],"domains.":[40],"A":[41],"model":[44],"is":[45,77],"considered":[46],"in":[47],"this":[48,65,92],"work":[49],"the":[52,74,81,102,105,110,116,128],"analysis":[53],"of":[54,73,115],"real":[55],"data":[57],"collected":[58],"from":[59],"public":[60],"cloud":[61],"provider,":[62],"upon":[64],"arrival":[68],"process":[69],"as":[70,85],"result":[72],"price":[75,139],"changes":[76],"proposed":[78],"for":[79],"formulating":[80],"problem":[84],"Markov":[87],"Decision":[88],"Problem":[89],"(MDP).":[90],"In":[91],"work,":[93],"several":[94],"reinforcement":[95],"learning":[96],"algorithms":[97],"are":[98],"developed":[99],"solve":[101],"problem,":[103],"presented":[106],"results":[107],"show":[108],"that":[109],"DQN":[111],"method":[112],"reached":[113],"90%":[114],"optimal":[117],"revenue":[118],"outperformed":[120],"existing":[121],"state-of-the-art":[122],"strategies,":[123],"it":[125],"can":[126],"learn":[127],"dynamics":[131],"make":[133],"optimum":[134],"decisions":[136],"according":[137],"changes.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}