{"id":"https://openalex.org/W4384080231","doi":"https://doi.org/10.1109/tmc.2023.3294512","title":"QoS-Ensured Model Optimization for AIoT: A Multi-Scale Reinforcement Learning Approach","display_name":"QoS-Ensured Model Optimization for AIoT: A Multi-Scale Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-07-12","ids":{"openalex":"https://openalex.org/W4384080231","doi":"https://doi.org/10.1109/tmc.2023.3294512"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2023.3294512","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3294512","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022448322","display_name":"Guangyu Wu","orcid":"https://orcid.org/0000-0003-3603-3886"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guangyu Wu","raw_affiliation_strings":["Department of Computer Science, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-3603-3886","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011900098","display_name":"Fuhui Zhou","orcid":"https://orcid.org/0000-0001-6880-6244"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuhui Zhou","raw_affiliation_strings":["Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0001-6880-6244","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037036194","display_name":"Yuben Qu","orcid":"https://orcid.org/0000-0002-8120-8369"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuben Qu","raw_affiliation_strings":["Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-8120-8369","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102000777","display_name":"Puhan Luo","orcid":"https://orcid.org/0009-0007-6885-1185"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Puhan Luo","raw_affiliation_strings":["Department of Computer Science, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100341802","display_name":"Xiang\u2010Yang Li","orcid":"https://orcid.org/0000-0002-6070-6625"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang-Yang Li","raw_affiliation_strings":["Department of Computer Science, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-6070-6625","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5022448322"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":1.9675,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86965193,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"23","issue":"5","first_page":"4583","last_page":"4600"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8590021133422852},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.7799667119979858},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7782859802246094},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6526676416397095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5390500426292419},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.47063371539115906},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4693635106086731},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4638298749923706},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.45621269941329956},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.44597649574279785},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.41958802938461304},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41782093048095703},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3427889347076416},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2887725830078125},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1553364396095276}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8590021133422852},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.7799667119979858},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7782859802246094},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6526676416397095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5390500426292419},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.47063371539115906},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4693635106086731},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4638298749923706},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.45621269941329956},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.44597649574279785},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.41958802938461304},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41782093048095703},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3427889347076416},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2887725830078125},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1553364396095276},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2023.3294512","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3294512","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2060091859","display_name":null,"funder_award_id":"62031012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5894582779","display_name":null,"funder_award_id":"62132018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5901541338","display_name":null,"funder_award_id":"62071223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6358826566","display_name":null,"funder_award_id":"62072303","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8431966463","display_name":null,"funder_award_id":"62222107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1686810756","https://openalex.org/W1724438581","https://openalex.org/W2145085734","https://openalex.org/W2194775991","https://openalex.org/W2531409750","https://openalex.org/W2761321446","https://openalex.org/W2783538964","https://openalex.org/W2886851211","https://openalex.org/W2948153973","https://openalex.org/W2963029056","https://openalex.org/W2963163009","https://openalex.org/W2981441179","https://openalex.org/W2997768846","https://openalex.org/W2998218113","https://openalex.org/W3005762837","https://openalex.org/W3034368386","https://openalex.org/W3034971973","https://openalex.org/W3043367036","https://openalex.org/W3043995050","https://openalex.org/W3081560128","https://openalex.org/W3085802396","https://openalex.org/W3088199650","https://openalex.org/W3091825101","https://openalex.org/W3092209569","https://openalex.org/W3095686769","https://openalex.org/W3109248695","https://openalex.org/W3111321464","https://openalex.org/W3130133360","https://openalex.org/W3136338303","https://openalex.org/W3138154797","https://openalex.org/W3152626252","https://openalex.org/W3164531790","https://openalex.org/W3205260830","https://openalex.org/W3208229128","https://openalex.org/W3214662754","https://openalex.org/W4243123143","https://openalex.org/W4283837702","https://openalex.org/W4285153355","https://openalex.org/W4285197124","https://openalex.org/W4289260709","https://openalex.org/W4293195477","https://openalex.org/W4385245566","https://openalex.org/W4386083031","https://openalex.org/W6636868823","https://openalex.org/W6637373629","https://openalex.org/W6637709462","https://openalex.org/W6726275242","https://openalex.org/W6762811270","https://openalex.org/W6771595542","https://openalex.org/W6773667195","https://openalex.org/W6794265893","https://openalex.org/W6795063903","https://openalex.org/W6838398888","https://openalex.org/W6839364850","https://openalex.org/W6910546390","https://openalex.org/W7014788697"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"Optimizing":[0],"deep":[1],"neural":[2],"network":[3],"(DNN)":[4],"models":[5],"to":[6],"meet":[7],"quality":[8],"of":[9,15,20,32,51,157],"service":[10],"(QoS)":[11],"requirements":[12,45],"in":[13,28,127,155],"terms":[14,156],"accuracy":[16],"and":[17,106,120,133,162,171],"computation":[18,170],"is":[19],"crucial":[21],"importance":[22],"for":[23,136],"realizing":[24],"efficient":[25],"on-device":[26],"inference":[27],"resource-constrained":[29],"artificial":[30],"intelligence":[31],"things":[33],"(AIoT).":[34],"However,":[35],"most":[36,176],"existing":[37],"works":[38],"can":[39,79],"hardly":[40],"satisfy":[41],"the":[42,47,82,91,129,152,179,183],"aforementioned":[43],"QoS":[44,115,158,180],"since":[46],"intrinsic":[48],"multi-scale":[49,73,97,111],"characteristic":[50],"DNN":[52,65,83],"structures":[53,84],"has":[54],"been":[55],"seldom":[56],"considered.":[57],"In":[58],"this":[59],"paper,":[60],"we":[61,94],"formulate":[62],"a":[63,71,96],"QoS-ensured":[64],"model":[66,173],"structure":[67],"optimization":[68],"problem":[69],"as":[70],"novel":[72],"Markov":[74],"decision":[75,118],"process":[76],"(MSMDP),":[77],"which":[78,102],"collaboratively":[80],"decide":[81],"from":[85],"different":[86,137,141],"scales.":[87],"To":[88],"efficiently":[89],"solve":[90],"above":[92],"problem,":[93],"propose":[95],"reinforcement":[98],"learning":[99],"(MSRL)":[100],"algorithm,":[101],"jointly":[103],"optimizes":[104],"block":[105],"channel":[107],"number":[108],"by":[109,116,139],"interactive":[110],"decision,":[112],"while":[113,177],"ensuring":[114,178],"QoS-based":[117],"evaluation":[119],"policy":[121],"update.":[122],"Extensive":[123],"experiments":[124],"are":[125],"conducted":[126],"both":[128],"actual":[130],"AIoT":[131,142],"scenarios":[132],"public":[134],"datasets":[135],"tasks":[138],"using":[140],"devices.":[143],"The":[144],"results":[145],"confirm":[146],"that":[147],"our":[148,165],"proposed":[149],"MSRL":[150],"outperforms":[151],"baseline":[153],"schemes":[154],"satisfaction,":[159],"convergence":[160],"performance,":[161],"complexity.":[163],"Specifically,":[164],"algorithm":[166],"respectively":[167],"reduces":[168],"98.6%":[169],"95.7%":[172],"size":[174],"at":[175],"compared":[181],"with":[182],"state-of-the-art":[184],"methods.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}