{"id":"https://openalex.org/W4399658990","doi":"https://doi.org/10.1145/3641584.3641737","title":"Q-Learning Based Task Offloading and Resource Allocation in a MEC-Enabled IoT Network","display_name":"Q-Learning Based Task Offloading and Resource Allocation in a MEC-Enabled IoT Network","publication_year":2023,"publication_date":"2023-09-22","ids":{"openalex":"https://openalex.org/W4399658990","doi":"https://doi.org/10.1145/3641584.3641737"},"language":"en","primary_location":{"id":"doi:10.1145/3641584.3641737","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641584.3641737","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 6th International Conference on Artificial Intelligence and Pattern Recognition (AIPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071200315","display_name":"Yaoping Zeng","orcid":"https://orcid.org/0000-0003-2326-2372"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yaoping Zeng","raw_affiliation_strings":["School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0000-0003-2326-2372","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033081345","display_name":"Yueqiang Liu","orcid":"https://orcid.org/0009-0009-4184-051X"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueqiang Liu","raw_affiliation_strings":["School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0009-0009-4184-051X","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113251240","display_name":"Shixian Guan","orcid":"https://orcid.org/0009-0007-4770-1516"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Saishen Guan","raw_affiliation_strings":["School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0009-0007-4770-1516","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051575364","display_name":"Weiwei Jiang","orcid":"https://orcid.org/0000-0002-3980-8467"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Jiang","raw_affiliation_strings":["School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0000-0002-3980-8467","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103047232","display_name":"Yuting Xia","orcid":"https://orcid.org/0000-0002-8129-0876"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting Xia","raw_affiliation_strings":["School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0000-0002-8129-0876","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I4210136859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5071200315"],"corresponding_institution_ids":["https://openalex.org/I4210136859"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27881931,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1030","last_page":"1035"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8050171136856079},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6640554070472717},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6414684057235718},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5498268604278564},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5297868251800537},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.48069220781326294},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40146368741989136},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.24493646621704102},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08333536982536316},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.07103902101516724}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8050171136856079},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6640554070472717},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6414684057235718},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5498268604278564},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5297868251800537},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.48069220781326294},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40146368741989136},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.24493646621704102},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08333536982536316},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.07103902101516724}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3641584.3641737","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641584.3641737","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 6th International Conference on Artificial Intelligence and Pattern Recognition (AIPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2003637032","https://openalex.org/W2072641892","https://openalex.org/W2593769694","https://openalex.org/W2786652201","https://openalex.org/W2806813423","https://openalex.org/W2846676623","https://openalex.org/W2900601578","https://openalex.org/W2963334314","https://openalex.org/W2964052915","https://openalex.org/W2964098968","https://openalex.org/W2978814878","https://openalex.org/W4221003844"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2138260944","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2153007255","https://openalex.org/W2138781885"],"abstract_inverted_index":{"In":[0],"this":[1,42],"paper,":[2],"we":[3,44,56,98],"address":[4],"the":[5,22,25,58,82,86,119,131,134],"challenges":[6],"of":[7,16,27,85,95,133],"dynamic":[8],"channel":[9],"conditions":[10],"and":[11,50,67,89,106,111,137,146],"task":[12,59,135],"generation":[13],"in":[14,141],"Internet":[15],"Things":[17],"(IoT)":[18],"scenarios.":[19],"We":[20,75],"model":[21],"problem":[23,122],"under":[24],"constraint":[26],"limited":[28],"computing":[29,63],"resources":[30],"as":[31,70],"a":[32,71,93],"multi-user":[33],"multi-Mobile":[34],"Edge":[35],"Computing":[36],"(MEC)":[37],"energy-delay":[38,120],"framework.":[39],"To":[40],"solve":[41,100],"problem,":[43],"propose":[45],"an":[46],"Q-learning":[47,107],"Task":[48],"Offloading":[49],"Resource":[51],"Allocation":[52],"(QLTORA)":[53],"algorithm.":[54],"Specifically,":[55],"formulate":[57],"allocation,":[60,143],"mobile":[61],"device":[62],"frequency,":[64],"transmission":[65],"power,":[66],"matching":[68],"decision":[69],"long-term":[72],"optimization":[73,78],"problem.":[74],"use":[76],"Lyapunov":[77],"theory":[79],"to":[80],"derive":[81],"upper":[83],"bound":[84],"drift":[87],"penalty":[88],"decompose":[90],"it":[91],"into":[92],"series":[94],"subproblems.":[96],"Then,":[97],"further":[99],"these":[101],"subproblems":[102],"using":[103],"convex":[104],"decomposition":[105],"methods.":[108],"Theoretical":[109],"analysis":[110],"simulation":[112],"results":[113],"demonstrate":[114],"that":[115],"our":[116],"algorithm":[117],"optimizes":[118],"trade-off":[121],"without":[123],"requiring":[124],"prior":[125],"statistical":[126],"information.":[127],"It":[128],"also":[129],"ensures":[130],"stability":[132],"queue":[136],"achieves":[138],"good":[139],"performance":[140],"resource":[142],"offloading":[144],"decisions,":[145],"system":[147],"cost.":[148]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}