{"id":"https://openalex.org/W4412610009","doi":"https://doi.org/10.1109/tmc.2025.3591783","title":"QoS Prediction for Component Services in 5G via Graph-Based Deep Reinforcement Learning","display_name":"QoS Prediction for Component Services in 5G via Graph-Based Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-07-23","ids":{"openalex":"https://openalex.org/W4412610009","doi":"https://doi.org/10.1109/tmc.2025.3591783"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3591783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3591783","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053579397","display_name":"Haojun Huang","orcid":"https://orcid.org/0000-0002-4154-8529"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haojun Huang","raw_affiliation_strings":["School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-4154-8529","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101774659","display_name":"Qifan Wang","orcid":"https://orcid.org/0000-0002-7570-5756"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qifan Wang","raw_affiliation_strings":["School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770003","display_name":"Geyong Min","orcid":"https://orcid.org/0000-0003-1395-7314"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geyong Min","raw_affiliation_strings":["Department of Computer Science, University of Exeter, Exeter, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1395-7314","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Miao Wang","orcid":"https://orcid.org/0000-0002-7941-2715"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Miao Wang","raw_affiliation_strings":["Department of Computer Science, University of Exeter, Exeter, U.K"],"raw_orcid":"https://orcid.org/0000-0002-7941-2715","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001469325","display_name":"Dapeng Wu","orcid":"https://orcid.org/0000-0003-1755-0183"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dapeng Oliver Wu","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, Hong Kong","Department of Computer Science, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-1755-0183","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23309061,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"24","issue":"12","first_page":"13520","last_page":"13534"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9180999994277954,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9180999994277954,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.818234920501709},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7759535312652588},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5988612174987793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4928557872772217},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4553329348564148},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.44966331124305725},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3740399479866028},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3723912835121155},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32739484310150146},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.263923704624176}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.818234920501709},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7759535312652588},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5988612174987793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4928557872772217},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4553329348564148},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.44966331124305725},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3740399479866028},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3723912835121155},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32739484310150146},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.263923704624176},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3591783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3591783","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7471816229","display_name":null,"funder_award_id":"62372192","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2024165284","https://openalex.org/W2034405392","https://openalex.org/W2611027303","https://openalex.org/W2980225702","https://openalex.org/W2986615528","https://openalex.org/W3005990752","https://openalex.org/W3047551250","https://openalex.org/W3089727447","https://openalex.org/W3161226789","https://openalex.org/W4295934608","https://openalex.org/W4312894751","https://openalex.org/W4313037130","https://openalex.org/W4318586089","https://openalex.org/W4318953561","https://openalex.org/W4323644191","https://openalex.org/W4378697418","https://openalex.org/W4388505317","https://openalex.org/W4390187284","https://openalex.org/W4392745559","https://openalex.org/W4392901745","https://openalex.org/W4401413419","https://openalex.org/W4402156694","https://openalex.org/W4402217865","https://openalex.org/W4403422439","https://openalex.org/W4403447745","https://openalex.org/W4406311703","https://openalex.org/W4407155109"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"The":[0],"accurate":[1,71],"prediction":[2,55,61,96],"of":[3,5,10,46,74,147,164,189,247,258],"Quality":[4],"Service":[6,30],"(QoS)":[7],"in":[8,64,129,150,209,254,261],"terms":[9],"response":[11],"time,":[12],"packet":[13],"loss":[14],"rate,":[15],"latency":[16],"and":[17,48,112,136,160,215,221,226,234],"throughput":[18],"for":[19,24,56,78],"component":[20,57,148,259],"services":[21,149,260],"is":[22,97,174,199],"essential":[23],"5":[25,79,262],"G":[26,80],"to":[27,39,52,70,87,121,183,191,201,230],"fulfill":[28],"specific":[29],"Level":[31],"Agreements":[32],"(SLAs).":[33],"However,":[34],"most":[35],"current":[36],"efforts":[37],"failed":[38],"fully":[40,184],"exploit":[41],"the":[42,94,171,186,196,212,245,251,256],"time-varying":[43],"mobility":[44,187],"features":[45,188],"users":[47,165,190],"parallel":[49],"iteration":[50],"multi-rules":[51],"perform":[53,202],"QoS":[54,72,95,101,123,134,145,257],"services,":[58],"incurring":[59],"poor":[60],"accuracy.":[62],"Therefore,":[63],"this":[65,89,92],"paper,":[66],"we":[67],"are":[68,140,224],"devoted":[69],"Prediction":[73],"Component":[75],"Services":[76],"(QPCS)":[77],"via":[81],"Graph-based":[82],"Deep":[83,116],"Reinforcement":[84],"Learning":[85],"(GDRL)":[86],"tackle":[88],"issue.":[90],"Towards":[91],"end,":[93],"modeled":[98],"as":[99],"GDRL-based":[100],"tensor":[102,124,135,139,203],"factorization":[103,204],"by":[104,176],"designing":[105],"a":[106,132],"Spatio-Temporal-Recurrent-based":[107],"Graph":[108],"Attention":[109],"Network":[110],"(STR-GAT)":[111],"introducing":[113,177],"it":[114],"into":[115,180,228],"Deterministic":[117],"Policy":[118],"Gradient":[119],"(DDPG)":[120],"factorize":[122],"with":[125,156,205,219,250],"multiple":[126,206],"available":[127,207],"rules":[128,208],"parallel.":[130,210],"Specifically,":[131],"low-rank":[133],"an":[137],"adjacency":[138],"established,":[141],"which":[142],"include":[143],"partial":[144],"observations":[146],"each":[151],"Base":[152],"Station":[153],"(BS),":[154],"along":[155],"some":[157],"missing":[158],"elements,":[159],"evolving":[161],"spatial":[162],"information":[163],"across":[166],"these":[167],"BSs,":[168],"respectively.":[169],"Then,":[170],"novel":[172],"STR-GAT":[173],"designed":[175,225],"spatio-temporal":[178],"relations":[179],"conventional":[181],"GAT":[182],"derive":[185],"explore":[192],"potential":[193],"actions,":[194],"while":[195],"derivative":[197],"DDPG":[198,229],"adopted":[200],"Furthermore,":[211],"action":[213],"smoothing":[214],"hierarchical-based":[216],"replay":[217],"buffer":[218],"priority-based":[220],"random":[222],"sampling":[223],"introduced":[227],"stabilize":[231],"training":[232],"process":[233],"accelerate":[235],"model":[236],"convergence.":[237],"Experimental":[238],"simulation":[239],"results":[240],"on":[241],"real-world":[242],"datasets":[243],"validate":[244],"superiorities":[246],"QPCS":[248],"compared":[249],"state-of-the-art":[252],"approaches":[253],"predicting":[255],"G.":[263]},"counts_by_year":[],"updated_date":"2025-11-06T23:17:08.748858","created_date":"2025-10-10T00:00:00"}
