{"id":"https://openalex.org/W4389665209","doi":"https://doi.org/10.1109/tsc.2023.3342481","title":"Dynamic QoS Prediction With Intelligent Route Estimation Via Inverse Reinforcement Learning","display_name":"Dynamic QoS Prediction With Intelligent Route Estimation Via Inverse Reinforcement Learning","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4389665209","doi":"https://doi.org/10.1109/tsc.2023.3342481"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2023.3342481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3342481","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100462961","display_name":"Jiahui Li","orcid":"https://orcid.org/0000-0002-6559-188X"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahui Li","raw_affiliation_strings":["School of Information Science and Engineering, Yunnan University, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-6559-188X","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005207362","display_name":"Hao Wu","orcid":"https://orcid.org/0000-0002-3696-9281"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wu","raw_affiliation_strings":["School of Information Science and Engineering, Yunnan University, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-3696-9281","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023499987","display_name":"Qiang He","orcid":"https://orcid.org/0000-0002-2607-4556"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Qiang He","raw_affiliation_strings":["Department of Computing Technologies, Swinburne University of Technology, Hawthorn, VIC, Australia","National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-2607-4556","affiliations":[{"raw_affiliation_string":"Department of Computing Technologies, Swinburne University of Technology, Hawthorn, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049828136","display_name":"Yiji Zhao","orcid":"https://orcid.org/0000-0001-8248-9441"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiji Zhao","raw_affiliation_strings":["School of Computer Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8248-9441","affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100719934","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0002-6391-2651"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-6391-2651","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7547,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86003407,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"17","issue":"2","first_page":"509","last_page":"523"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8241225481033325},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.646756112575531},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.507731556892395},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5010802745819092},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4190797209739685},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3521402180194855},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2783711552619934}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8241225481033325},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.646756112575531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.507731556892395},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5010802745819092},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4190797209739685},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3521402180194855},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2783711552619934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2023.3342481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3342481","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4279245431","display_name":"\u9762\u5411Web API\u6316\u6398\u7684\u6df1\u5ea6\u795e\u7ecf\u7f51\u7edc\u6784\u5efa\u7814\u7a76","funder_award_id":"61962061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7936726868","display_name":null,"funder_award_id":"62362069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W169931978","https://openalex.org/W1520596903","https://openalex.org/W1605574989","https://openalex.org/W1929981607","https://openalex.org/W2030239032","https://openalex.org/W2056398894","https://openalex.org/W2073178357","https://openalex.org/W2107726111","https://openalex.org/W2119264846","https://openalex.org/W2119462974","https://openalex.org/W2119717200","https://openalex.org/W2161182042","https://openalex.org/W2294256350","https://openalex.org/W2295819107","https://openalex.org/W2341973331","https://openalex.org/W2517030840","https://openalex.org/W2563886019","https://openalex.org/W2565624830","https://openalex.org/W2611027303","https://openalex.org/W2738639449","https://openalex.org/W2753412869","https://openalex.org/W2754358368","https://openalex.org/W2755060589","https://openalex.org/W2765690456","https://openalex.org/W2796450692","https://openalex.org/W2884048157","https://openalex.org/W2885912348","https://openalex.org/W2897713187","https://openalex.org/W2921037171","https://openalex.org/W2928382658","https://openalex.org/W2944156218","https://openalex.org/W2965671543","https://openalex.org/W2978648800","https://openalex.org/W3000872410","https://openalex.org/W3002492615","https://openalex.org/W3028305817","https://openalex.org/W3034795332","https://openalex.org/W3047753861","https://openalex.org/W3100789280","https://openalex.org/W3101359755","https://openalex.org/W3107531409","https://openalex.org/W3108997232","https://openalex.org/W3116570699","https://openalex.org/W3118283916","https://openalex.org/W3120815295","https://openalex.org/W3129153311","https://openalex.org/W3138984732","https://openalex.org/W3152893301","https://openalex.org/W3186351316","https://openalex.org/W3191167321","https://openalex.org/W3191190194","https://openalex.org/W3201239432","https://openalex.org/W3204880307","https://openalex.org/W3214703494","https://openalex.org/W3215623260","https://openalex.org/W3217066144","https://openalex.org/W4200462690","https://openalex.org/W4200597037","https://openalex.org/W4211115067","https://openalex.org/W4224312753","https://openalex.org/W4285160334","https://openalex.org/W4285166467","https://openalex.org/W4293233634","https://openalex.org/W4312750789","https://openalex.org/W4313037130","https://openalex.org/W4315783926","https://openalex.org/W4316126716","https://openalex.org/W4385245566","https://openalex.org/W4386859088","https://openalex.org/W6631190155","https://openalex.org/W6640443443","https://openalex.org/W6674884181","https://openalex.org/W6678425981","https://openalex.org/W6683204974","https://openalex.org/W6753601977","https://openalex.org/W6757677476","https://openalex.org/W6766242139"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Dynamic":[0,61],"quality":[1],"of":[2,60,139,172,193],"service":[3,14,42],"(QoS)":[4],"measurement":[5],"is":[6,84,93,111],"crucial":[7],"for":[8],"discovering":[9],"services":[10],"and":[11,35,50,70,90,100,129,156,183,188],"developing":[12],"online":[13],"systems.":[15],"Collaborative":[16],"filtering-based":[17],"approaches":[18],"perform":[19],"dynamic":[20,32,48,82],"QoS":[21,54,62,154],"prediction":[22,174],"by":[23,86,102,113,175,179,184],"incorporating":[24],"temporal":[25],"information":[26],"only":[27],"but":[28],"never":[29],"consider":[30],"the":[31,47,58,78,81,91,109,119,136,140,170],"network":[33,141],"environment":[34,49,83],"suffer":[36],"from":[37],"poor":[38],"performance.":[39],"Considering":[40],"different":[41],"invocation":[43],"routes":[44],"directly":[45],"reflect":[46],"further":[51],"lead":[52],"to":[53],"fluctuations,":[55],"we":[56],"coin":[57],"problem":[59],"Prediction":[63],"(DQP)":[64],"with":[65,118,127,152,189],"Intelligent":[66],"Route":[67],"Estimation":[68],"(IRE)":[69],"propose":[71],"a":[72,96,103,114,190],"novel":[73],"framework":[74],"named":[75],"IRE4DQP.":[76],"Under":[77],"IRE4DQP":[79,165],"framework,":[80],"captured":[85],"Network":[87],"Status":[88],"Representation,":[89],"IRE":[92,143],"modeled":[94],"as":[95,122],"Markov":[97],"decision":[98],"process":[99],"implemented":[101],"deep":[104],"learning":[105],"agent.":[106],"After":[107],"that,":[108],"DQP":[110,157],"achieved":[112],"specific":[115],"neural":[116],"model":[117],"estimated":[120],"route":[121,147],"input.":[123],"Through":[124],"collaborative":[125],"training":[126],"reinforcement":[128,131],"inverse":[130],"learning,":[132],"eventually,":[133],"based":[134],"on":[135,169,196],"updated":[137],"representations":[138],"status,":[142],"learns":[144],"an":[145],"optimal":[146],"policy":[148],"that":[149,164],"matches":[150],"well":[151],"observed":[153],"values,":[155],"achieves":[158],"accurate":[159],"predictions.":[160],"Experimental":[161],"results":[162],"demonstrate":[163],"outperforms":[166],"SOTA":[167],"methods":[168],"accuracy":[171],"response-time":[173],"5.79\u201331.34%":[176],"in":[177,181,186],"MAE,":[178],"1.29\u201320.18%":[180],"RMSE,":[182],"4.43\u201327.73%":[185],"NMAE":[187],"success":[191],"rate":[192],"nearly":[194],"45%":[195],"finding":[197],"routes.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}