{"id":"https://openalex.org/W4414856586","doi":"https://doi.org/10.1109/tnsm.2025.3618117","title":"<i>SHIFT</i> : Multi-Agent Reinforcement Learning for Spatiotemporal Mobile Traffic Shaping via Dynamic Pricing","display_name":"<i>SHIFT</i> : Multi-Agent Reinforcement Learning for Spatiotemporal Mobile Traffic Shaping via Dynamic Pricing","publication_year":2025,"publication_date":"2025-10-06","ids":{"openalex":"https://openalex.org/W4414856586","doi":"https://doi.org/10.1109/tnsm.2025.3618117"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2025.3618117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3618117","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100784027","display_name":"Sihyun Choi","orcid":"https://orcid.org/0000-0002-3471-1498"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sihyun Choi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, INMC, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3471-1498","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, INMC, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Taewoo Kang","orcid":null},"institutions":[{"id":"https://openalex.org/I2818286","display_name":"LG (United States)","ror":"https://ror.org/02b948n83","country_code":"US","type":"company","lineage":["https://openalex.org/I2818286","https://openalex.org/I4210131320"]},{"id":"https://openalex.org/I4210131320","display_name":"LG (South Korea)","ror":"https://ror.org/03ddh2c27","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Taewoo Kang","raw_affiliation_strings":["LG Electronics, Business Solutions Company, Seoul, South Korea","LG Electronics, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LG Electronics, Business Solutions Company, Seoul, South Korea","institution_ids":["https://openalex.org/I2818286","https://openalex.org/I4210131320"]},{"raw_affiliation_string":"LG Electronics, Seoul, South Korea","institution_ids":["https://openalex.org/I4210131320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064132569","display_name":"Subin Huh","orcid":"https://orcid.org/0000-0001-5569-5426"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Subin Huh","raw_affiliation_strings":["Department of Electrical and Computer Engineering, INMC, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-5569-5426","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, INMC, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063680363","display_name":"Sung\u2010Guk Yoon","orcid":"https://orcid.org/0000-0002-8987-6628"},"institutions":[{"id":"https://openalex.org/I141371507","display_name":"Soongsil University","ror":"https://ror.org/017xnm587","country_code":"KR","type":"education","lineage":["https://openalex.org/I141371507"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung-Guk Yoon","raw_affiliation_strings":["School of Electrical Engineering, Soongsil University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-8987-6628","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Soongsil University, Seoul, South Korea","institution_ids":["https://openalex.org/I141371507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040786910","display_name":"Saewoong Bahk","orcid":"https://orcid.org/0000-0002-4771-3927"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Saewoong Bahk","raw_affiliation_strings":["Department of Electrical and Computer Engineering, INMC, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-4771-3927","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, INMC, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100784027"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28624185,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":"6","first_page":"6143","last_page":"6158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7354000210762024},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6567000150680542},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6449999809265137},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.5877000093460083},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5831999778747559},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4959000051021576},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.490200012922287},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4244999885559082},{"id":"https://openalex.org/keywords/mobile-telephony","display_name":"Mobile telephony","score":0.3939000070095062}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8224999904632568},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7354000210762024},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6567000150680542},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6449999809265137},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.5877000093460083},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5831999778747559},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4959000051021576},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.490200012922287},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47110000252723694},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.3939000070095062},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.39010000228881836},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3846000134944916},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37459999322891235},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.34869998693466187},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.3122999966144562},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3084999918937683},{"id":"https://openalex.org/C201717286","wikidata":"https://www.wikidata.org/wiki/Q938185","display_name":"Rationality","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C27548731","wikidata":"https://www.wikidata.org/wiki/Q88272","display_name":"Investment (military)","level":3,"score":0.2831000089645386},{"id":"https://openalex.org/C78834623","wikidata":"https://www.wikidata.org/wiki/Q640394","display_name":"Mobile broadband","level":3,"score":0.27309998869895935},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.267300009727478},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.2669000029563904},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.26649999618530273},{"id":"https://openalex.org/C179655311","wikidata":"https://www.wikidata.org/wiki/Q7543020","display_name":"Small cell","level":3,"score":0.26510000228881836},{"id":"https://openalex.org/C13540734","wikidata":"https://www.wikidata.org/wiki/Q5318996","display_name":"Dynamic network analysis","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2025.3618117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3618117","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1964284115","https://openalex.org/W1977177161","https://openalex.org/W2037662824","https://openalex.org/W2097281067","https://openalex.org/W2145339207","https://openalex.org/W2166823027","https://openalex.org/W2167967285","https://openalex.org/W2190432600","https://openalex.org/W2357053520","https://openalex.org/W2440681194","https://openalex.org/W2466927986","https://openalex.org/W2548049801","https://openalex.org/W2587885603","https://openalex.org/W2594035753","https://openalex.org/W2616985635","https://openalex.org/W2617547828","https://openalex.org/W2623721828","https://openalex.org/W2747213132","https://openalex.org/W2768629321","https://openalex.org/W2810040988","https://openalex.org/W2908571787","https://openalex.org/W2909452395","https://openalex.org/W2920282816","https://openalex.org/W2953045129","https://openalex.org/W2963608065","https://openalex.org/W2982938377","https://openalex.org/W2996741051","https://openalex.org/W3015366655","https://openalex.org/W3041202696","https://openalex.org/W3047040106","https://openalex.org/W3090667645","https://openalex.org/W3100789280","https://openalex.org/W3106066138","https://openalex.org/W3133735442","https://openalex.org/W3137846090","https://openalex.org/W3153077321","https://openalex.org/W3176891247","https://openalex.org/W3202331697","https://openalex.org/W3208123860","https://openalex.org/W3213772422","https://openalex.org/W4205745186","https://openalex.org/W4213446031","https://openalex.org/W4293211490","https://openalex.org/W4312619073","https://openalex.org/W4324125667","https://openalex.org/W4386320519","https://openalex.org/W4391376482","https://openalex.org/W4394595386"],"related_works":[],"abstract_inverted_index":{"Due":[0],"to":[1,18,39,71],"the":[2,20,66,104],"rapid":[3],"growth":[4],"of":[5,96],"mobile":[6,23,59],"traffic,":[7,24],"network":[8,16],"operators":[9,38,51],"have":[10],"difficulty":[11],"investing":[12],"in":[13,55,65,148,152],"sufficient":[14],"wireless":[15],"equipment":[17],"meet":[19],"demand":[21],"for":[22,89],"especially":[25],"peak":[26,46,73,158],"demand.":[27,47,159],"To":[28,75,102],"maximize":[29],"investment":[30],"efficiency,":[31],"we":[32,78,111,140],"consider":[33],"dynamic":[34,49,91],"pricing":[35,92],"that":[36,58,124,142],"allows":[37],"defer":[40],"infrastructure":[41],"investments":[42],"by":[43],"spreading":[44],"out":[45],"In":[48],"pricing,":[50],"announce":[52],"spatiotemporal":[53,90],"prices":[54],"advance":[56],"so":[57],"users":[60],"move":[61],"back":[62],"and":[63,68,99,128,156],"forth":[64],"spatial":[67],"temporal":[69],"domains":[70],"reduce":[72],"loads.":[74],"this":[76],"end,":[77],"design":[79],"a":[80,113,153],"decentralized":[81,129],"partially":[82],"observable":[83],"Markov":[84],"decision":[85],"process":[86],"(Dec-POMDP)":[87],"framework":[88],"with":[93,107],"non-linear":[94],"transitions":[95],"Boltzmann":[97],"rationality":[98],"nonconvex":[100],"objectives.":[101],"solve":[103],"Dec-POMDP":[105],"problem":[106],"only":[108],"local":[109],"information,":[110],"introduce":[112],"model-free,":[114],"value-based,":[115],"multi-agent":[116],"deep":[117],"reinforcement":[118],"learning":[119],"(DRL)":[120],"algorithm,":[121],"termed":[122],"SHIFT,":[123],"uses":[125],"centralized":[126],"training":[127],"execution":[130],"(CTDE).":[131],"Through":[132],"evaluation":[133],"using":[134],"real":[135],"traffic":[136],"data":[137],"from":[138],"Telecom-Italia,":[139],"reveal":[141],"SHIFT":[143],"outperforms":[144],"other":[145],"competitive":[146],"schemes":[147],"supporting":[149],"multiple":[150],"agents":[151],"scalable":[154],"way":[155],"reducing":[157]},"counts_by_year":[],"updated_date":"2025-12-05T23:21:25.405358","created_date":"2025-10-10T00:00:00"}