{"id":"https://openalex.org/W4393972706","doi":"https://doi.org/10.1109/tits.2024.3378920","title":"SMART: Cost-Aware Service Migration Path Selection Based on Deep Reinforcement Learning","display_name":"SMART: Cost-Aware Service Migration Path Selection Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-04-05","ids":{"openalex":"https://openalex.org/W4393972706","doi":"https://doi.org/10.1109/tits.2024.3378920"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3378920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3378920","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045361791","display_name":"Buqing Cao","orcid":"https://orcid.org/0000-0003-0009-8020"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Buqing Cao","raw_affiliation_strings":["School of Computer Science and Engineering and Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021400206","display_name":"Hongfan Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]},{"id":"https://openalex.org/I12393601","display_name":"Huaihua University","ror":"https://ror.org/04zn6xq74","country_code":"CN","type":"education","lineage":["https://openalex.org/I12393601"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongfan Ye","raw_affiliation_strings":["School of Computer Science and Engineering and Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","School of Computer and Artificial Intelligence, Huaihua University, Huaihua, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]},{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Huaihua University, Huaihua, China","institution_ids":["https://openalex.org/I12393601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100744755","display_name":"Jianxun Liu","orcid":"https://orcid.org/0000-0003-0722-152X"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxun Liu","raw_affiliation_strings":["School of Computer Science and Engineering and Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035343654","display_name":"Bing Tang","orcid":"https://orcid.org/0000-0003-1584-7186"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Tang","raw_affiliation_strings":["School of Computer Science and Engineering and Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017587906","display_name":"Zhi Tao","orcid":"https://orcid.org/0009-0007-9216-0472"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Tao","raw_affiliation_strings":["School of Computer Science and Engineering and Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and Hunan Key Laboratory for Service Computing and Novel Software Technology, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055284175","display_name":"Shuiguang Deng","orcid":"https://orcid.org/0000-0001-5015-6095"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuiguang Deng","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5045361791"],"corresponding_institution_ids":["https://openalex.org/I121296143"],"apc_list":null,"apc_paid":null,"fwci":2.7919,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90583507,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"25","issue":"9","first_page":"12421","last_page":"12436"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7843080759048462},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6068318486213684},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6012769341468811},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5902536511421204},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.49199244379997253},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4678683280944824},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4548821747303009},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.45005297660827637},{"id":"https://openalex.org/keywords/core-network","display_name":"Core network","score":0.4444044232368469},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4408232569694519},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4278469979763031},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.41212621331214905},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2184179127216339},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.21651491522789001},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18100449442863464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7843080759048462},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6068318486213684},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6012769341468811},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5902536511421204},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49199244379997253},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4678683280944824},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4548821747303009},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.45005297660827637},{"id":"https://openalex.org/C5038329","wikidata":"https://www.wikidata.org/wiki/Q1142907","display_name":"Core network","level":2,"score":0.4444044232368469},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4408232569694519},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4278469979763031},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.41212621331214905},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2184179127216339},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.21651491522789001},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18100449442863464},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3378920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3378920","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1448412158","display_name":null,"funder_award_id":"2021JJ30274","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G3866574559","display_name":null,"funder_award_id":"22B0511","funder_id":"https://openalex.org/F4320311213","funder_display_name":"Education Department of Hunan Province"},{"id":"https://openalex.org/G8842730665","display_name":null,"funder_award_id":"62107013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311213","display_name":"Education Department of Hunan Province","ror":"https://ror.org/05ckg3w11"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1551426553","https://openalex.org/W2104956231","https://openalex.org/W2111708305","https://openalex.org/W2136317921","https://openalex.org/W2145339207","https://openalex.org/W2147286743","https://openalex.org/W2163301105","https://openalex.org/W2551680577","https://openalex.org/W2605270919","https://openalex.org/W2626044724","https://openalex.org/W2746553466","https://openalex.org/W2751904527","https://openalex.org/W2761873684","https://openalex.org/W2766447205","https://openalex.org/W2782105028","https://openalex.org/W2802854212","https://openalex.org/W2806127868","https://openalex.org/W2883864007","https://openalex.org/W2890928364","https://openalex.org/W2898082692","https://openalex.org/W2902546254","https://openalex.org/W2905685817","https://openalex.org/W2913454702","https://openalex.org/W2918400102","https://openalex.org/W2951187092","https://openalex.org/W2966753637","https://openalex.org/W2973454102","https://openalex.org/W2982188423","https://openalex.org/W2998259686","https://openalex.org/W3007633271","https://openalex.org/W3010038222","https://openalex.org/W3011182939","https://openalex.org/W3011380968","https://openalex.org/W3011884107","https://openalex.org/W3033105525","https://openalex.org/W3033138855","https://openalex.org/W3041194909","https://openalex.org/W3084132815","https://openalex.org/W3102454146","https://openalex.org/W3103487703","https://openalex.org/W3109766156","https://openalex.org/W3117645561","https://openalex.org/W3118929245","https://openalex.org/W3119413022","https://openalex.org/W3156226702","https://openalex.org/W3156711202","https://openalex.org/W3190525754","https://openalex.org/W3213894032","https://openalex.org/W4200551577","https://openalex.org/W4206474454","https://openalex.org/W4214545322","https://openalex.org/W4225593849","https://openalex.org/W4287905473","https://openalex.org/W4298857966","https://openalex.org/W4366548379","https://openalex.org/W4385520961","https://openalex.org/W6637967152","https://openalex.org/W6772895071"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W2796352555","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W2968424451","https://openalex.org/W4318952366","https://openalex.org/W3214829569","https://openalex.org/W4221092438","https://openalex.org/W4385335479"],"abstract_inverted_index":{"With":[0],"the":[1,8,15,20,30,33,36,52,59,75,79,86,93,97,126,135,142,166,186,194,199,212,219,222,257],"large-scale":[2],"commercial":[3],"use":[4,58],"of":[5,10,17,32,88,96,107,128,168,175,229],"5G":[6],"technology,":[7],"era":[9],"Mobile":[11],"Edge":[12],"Computing":[13],"with":[14,221],"Internet":[16],"Everything":[18],"as":[19],"core":[21],"is":[22,182],"opening.":[23],"Various":[24],"computing":[25,169],"resources":[26,171],"are":[27],"deployed":[28],"to":[29,57,63,78,84,117,155,184,193,197,210],"edge":[31,43,54,82,89,99,144,203,214,231,266,272,281],"network":[34,55],"near":[35],"mobile":[37,42,53,98,143,176,244,271],"smart":[38,177],"terminal,":[39],"forming":[40],"a":[41,105,147,180,226],"environment":[44,145,223,273],"for":[45,202],"numerous":[46],"application":[47],"scenarios.":[48],"Under":[49],"this":[50,102],"environment,":[51],"needs":[56],"path":[60,138,201,217,234,284],"selection":[61,139,285],"method":[62,106,133,208,259],"obtain":[64],"one":[65],"or":[66],"more":[67],"service":[68,76,130,136,161,204,215,232,267,282],"data":[69,77],"transmission":[70,173],"paths":[71,163,269],"and":[72,91,122,159,172,249,292],"seamlessly":[73],"migrates":[74],"most":[80],"appropriate":[81],"server,":[83],"ensure":[85],"continuity":[87],"services":[90],"reduce":[92],"resource":[94],"occupation":[95],"network.":[100],"Therefore,":[101],"paper":[103],"proposes":[104],"Cost-awareServiceMigration":[108],"Path":[109],"Selection":[110],"based":[111],"on":[112],"DeepReinforcement":[113],"Learning":[114],"(SMART),":[115],"aiming":[116],"jointly":[118],"optimize":[119],"communication":[120,123,245],"costs":[121],"delays":[124],"under":[125,151],"premise":[127],"meeting":[129],"requirements.":[131],"This":[132],"transforms":[134],"migration":[137,162,216,233,268,283],"problem":[140,150,195],"in":[141,236,270,298],"into":[146],"bi-objective":[148],"optimization":[149],"dual":[152],"constraints,":[153],"i.e.,":[154],"find":[156,198],"low-latency,":[157,263],"low-cost":[158],"high-quality":[160,265],"while":[164],"satisfying":[165],"constraints":[167],"power":[170],"time":[174],"terminals.":[178],"Then,":[179],"DQN":[181],"used":[183],"construct":[185],"corresponding":[187],"Markov":[188],"chain":[189],"decision":[190],"model":[191],"according":[192],"scenario":[196],"optimal":[200,213],"migration.":[205],"The":[206,238],"proposed":[207,258],"learns":[209],"select":[211,262],"through":[218],"interaction":[220],"without":[224],"obtaining":[225],"large":[227],"amount":[228],"historical":[230],"information":[235],"advance.":[237],"experimental":[239],"results":[240],"onShanghai":[241],"(Beijing)":[242,251],"Telecom":[243],"base":[246],"station":[247],"dataset":[248,254],"Shanghai":[250],"taxi":[252],"trajectory":[253],"show":[255],"that":[256],"can":[260],"efficiently":[261],"low-cost,":[264],"when":[274],"vehicles":[275],"move":[276],"continuously.It":[277],"outperforms":[278],"six":[279],"typical":[280],"methods,":[286],"i.e.,Q-learning,":[287],"A-Star,":[288],"PLP,":[289],"PLP/F,":[290],"PLP/P,":[291],"Dijkstra,":[293],"by":[294],"at":[295],"least":[296],"15%":[297],"all":[299],"evaluation":[300],"metrics":[301],"except":[302],"computational":[303],"time.":[304]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}