{"id":"https://openalex.org/W3186444828","doi":"https://doi.org/10.1109/infocomwkshps51825.2021.9484512","title":"A Request Scheduling Optimization Mechanism Based on Deep Q-Learning in Edge Computing Environments","display_name":"A Request Scheduling Optimization Mechanism Based on Deep Q-Learning in Edge Computing Environments","publication_year":2021,"publication_date":"2021-05-10","ids":{"openalex":"https://openalex.org/W3186444828","doi":"https://doi.org/10.1109/infocomwkshps51825.2021.9484512","mag":"3186444828"},"language":"en","primary_location":{"id":"doi:10.1109/infocomwkshps51825.2021.9484512","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps51825.2021.9484512","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007006092","display_name":"Yaqiang Zhang","orcid":"https://orcid.org/0000-0001-9935-0606"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaqiang Zhang","raw_affiliation_strings":["Inspur (Beijing) Electronic Information Industry Co., Ltd, Beijing, China","State Key Laboratory of High-End Server & Storage Technology, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur (Beijing) Electronic Information Industry Co., Ltd, Beijing, China","institution_ids":["https://openalex.org/I4210144143"]},{"raw_affiliation_string":"State Key Laboratory of High-End Server & Storage Technology, Jinan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064453711","display_name":"Rengang Li","orcid":"https://orcid.org/0000-0002-4297-4335"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rengang Li","raw_affiliation_strings":["Inspur (Beijing) Electronic Information Industry Co., Ltd, Beijing, China","Inspur Electronic Information Industry Co., Ltd, Jinan, China","State Key Laboratory of High-End Server & Storage Technology, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur (Beijing) Electronic Information Industry Co., Ltd, Beijing, China","institution_ids":["https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd, Jinan, China","institution_ids":["https://openalex.org/I4210144143"]},{"raw_affiliation_string":"State Key Laboratory of High-End Server & Storage Technology, Jinan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101568187","display_name":"Yaqian Zhao","orcid":"https://orcid.org/0000-0002-9170-0090"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaqian Zhao","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd, Jinan, China","State Key Laboratory of High-End Server & Storage Technology, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd, Jinan, China","institution_ids":["https://openalex.org/I4210144143"]},{"raw_affiliation_string":"State Key Laboratory of High-End Server & Storage Technology, Jinan, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052169084","display_name":"Ruyang Li","orcid":"https://orcid.org/0000-0002-9921-1507"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruyang Li","raw_affiliation_strings":["Inspur (Beijing) Electronic Information Industry Co., Ltd, Beijing, China","Inspur Electronic Information Industry Co., Ltd, Jinan, China","State Key Laboratory of High-End Server & Storage Technology, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur (Beijing) Electronic Information Industry Co., Ltd, Beijing, China","institution_ids":["https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd, Jinan, China","institution_ids":["https://openalex.org/I4210144143"]},{"raw_affiliation_string":"State Key Laboratory of High-End Server & Storage Technology, Jinan, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210144143"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8530704975128174},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6831239461898804},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6387633085250854},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5780181288719177},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5375551581382751},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.4894048273563385},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.47874993085861206},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4691784679889679},{"id":"https://openalex.org/keywords/two-level-scheduling","display_name":"Two-level scheduling","score":0.4338933825492859},{"id":"https://openalex.org/keywords/fixed-priority-pre-emptive-scheduling","display_name":"Fixed-priority pre-emptive scheduling","score":0.43286508321762085},{"id":"https://openalex.org/keywords/round-robin-scheduling","display_name":"Round-robin scheduling","score":0.4266679883003235},{"id":"https://openalex.org/keywords/rate-monotonic-scheduling","display_name":"Rate-monotonic scheduling","score":0.421808123588562},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3742576837539673},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27721112966537476},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22997266054153442},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1902562379837036},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.08333435654640198}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8530704975128174},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6831239461898804},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6387633085250854},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5780181288719177},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5375551581382751},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.4894048273563385},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.47874993085861206},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4691784679889679},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.4338933825492859},{"id":"https://openalex.org/C122141398","wikidata":"https://www.wikidata.org/wiki/Q5456330","display_name":"Fixed-priority pre-emptive scheduling","level":5,"score":0.43286508321762085},{"id":"https://openalex.org/C175893541","wikidata":"https://www.wikidata.org/wiki/Q1196582","display_name":"Round-robin scheduling","level":4,"score":0.4266679883003235},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.421808123588562},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3742576837539673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27721112966537476},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22997266054153442},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1902562379837036},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.08333435654640198},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocomwkshps51825.2021.9484512","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps51825.2021.9484512","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7699999809265137,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2121863487","https://openalex.org/W2416799949","https://openalex.org/W2803750062","https://openalex.org/W3004718830","https://openalex.org/W3105883416","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2184166483","https://openalex.org/W1545991362","https://openalex.org/W3184267879","https://openalex.org/W2225350526","https://openalex.org/W4390711934","https://openalex.org/W4390711951","https://openalex.org/W4390711911","https://openalex.org/W4386128920","https://openalex.org/W2167574351","https://openalex.org/W4390711927"],"abstract_inverted_index":{"While":[0],"there":[1],"have":[2],"been":[3],"many":[4],"explorations":[5],"about":[6],"the":[7,15,47,71,81,107,132,140],"offloading":[8],"and":[9,57,110,120],"scheduling":[10,42,73,108,136],"of":[11,55,66,135],"atomic":[12],"user":[13,48],"requests,":[14],"incoming":[16],"requests":[17,49,72],"with":[18,139],"task-dependency,":[19],"which":[20],"can":[21,129],"be":[22],"represented":[23],"as":[24,90],"Directed":[25],"Acyclic":[26],"Graphs":[27],"(DAG),":[28],"are":[29,50,58,118],"rarely":[30],"investigated":[31],"in":[32,64,75,113],"recent":[33],"works.":[34],"In":[35],"this":[36],"paper,":[37],"an":[38,91],"online-based":[39],"concurrent":[40],"request":[41],"mechanism":[43,102],"is":[44,103],"proposed,":[45],"where":[46],"split":[51],"into":[52],"a":[53,97],"set":[54],"tasks":[56],"assigned":[59],"to":[60,105],"different":[61],"edge":[62],"servers":[63],"terms":[65],"their":[67],"status.":[68],"To":[69],"optimize":[70],"policy":[74,109],"each":[76,114],"time":[77],"slot":[78],"for":[79],"minimizing":[80],"long":[82],"term":[83],"average":[84],"system":[85],"delay,":[86],"we":[87],"model":[88],"it":[89],"Markov":[92],"Decision":[93],"Process":[94],"(MDP).":[95],"Further,":[96],"Deep":[98],"Reinforcement":[99],"Learning":[100],"(DRL)-based":[101],"applied":[104],"promote":[106],"make":[111],"decision":[112],"step.":[115],"Extensive":[116],"experiments":[117],"conducted,":[119],"evaluation":[121],"results":[122],"demonstrate":[123],"that":[124],"our":[125],"proposed":[126],"DRL-based":[127],"technique":[128],"effectively":[130],"improve":[131],"long-term":[133],"performance":[134],"system,":[137],"compared":[138],"baseline":[141],"mechanism.":[142]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}