{"id":"https://openalex.org/W3208830075","doi":"https://doi.org/10.1109/tnsm.2021.3123959","title":"DeepEdge: A New QoE-Based Resource Allocation Framework Using Deep Reinforcement Learning for Future Heterogeneous Edge-IoT Applications","display_name":"DeepEdge: A New QoE-Based Resource Allocation Framework Using Deep Reinforcement Learning for Future Heterogeneous Edge-IoT Applications","publication_year":2021,"publication_date":"2021-10-29","ids":{"openalex":"https://openalex.org/W3208830075","doi":"https://doi.org/10.1109/tnsm.2021.3123959","mag":"3208830075"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3123959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3123959","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020423758","display_name":"Ismail AlQerm","orcid":"https://orcid.org/0000-0002-5960-0663"},"institutions":[{"id":"https://openalex.org/I208333798","display_name":"University of Missouri\u2013St. Louis","ror":"https://ror.org/037cnag11","country_code":"US","type":"education","lineage":["https://openalex.org/I208333798"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ismail Alqerm","raw_affiliation_strings":["Department of Computer Science, University of Missouri\u2013St. Louis, St. Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Missouri\u2013St. Louis, St. Louis, MO, USA","institution_ids":["https://openalex.org/I208333798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101469265","display_name":"Jianli Pan","orcid":"https://orcid.org/0000-0003-4881-5711"},"institutions":[{"id":"https://openalex.org/I208333798","display_name":"University of Missouri\u2013St. Louis","ror":"https://ror.org/037cnag11","country_code":"US","type":"education","lineage":["https://openalex.org/I208333798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianli Pan","raw_affiliation_strings":["Department of Computer Science, University of Missouri\u2013St. Louis, St. Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Missouri\u2013St. Louis, St. Louis, MO, USA","institution_ids":["https://openalex.org/I208333798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020423758"],"corresponding_institution_ids":["https://openalex.org/I208333798"],"apc_list":null,"apc_paid":null,"fwci":5.4096,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.9588679,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"18","issue":"4","first_page":"3942","last_page":"3954"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9666000008583069,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8678122162818909},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8176536560058594},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5982363224029541},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5611938834190369},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5331805348396301},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4967697262763977},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4914635419845581},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47325044870376587},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.471383661031723},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4490889608860016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23335948586463928},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.16293609142303467},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07190284132957458},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.06988969445228577}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8678122162818909},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8176536560058594},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5982363224029541},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5611938834190369},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5331805348396301},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4967697262763977},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4914635419845581},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47325044870376587},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.471383661031723},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4490889608860016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23335948586463928},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.16293609142303467},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07190284132957458},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.06988969445228577}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2021.3123959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3123959","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7291102860","display_name":null,"funder_award_id":"1909520","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1522301498","https://openalex.org/W1549998098","https://openalex.org/W1551426553","https://openalex.org/W1595483645","https://openalex.org/W1665214252","https://openalex.org/W1904504745","https://openalex.org/W1923298278","https://openalex.org/W1972536204","https://openalex.org/W2088171019","https://openalex.org/W2114623221","https://openalex.org/W2132068839","https://openalex.org/W2145339207","https://openalex.org/W2195423816","https://openalex.org/W2319129588","https://openalex.org/W2333762543","https://openalex.org/W2416799949","https://openalex.org/W2482293012","https://openalex.org/W2574473771","https://openalex.org/W2578151840","https://openalex.org/W2605281241","https://openalex.org/W2740957327","https://openalex.org/W2766401293","https://openalex.org/W2773498880","https://openalex.org/W2782913205","https://openalex.org/W2792810743","https://openalex.org/W2808381205","https://openalex.org/W2896079731","https://openalex.org/W2898155611","https://openalex.org/W2898652425","https://openalex.org/W2907364096","https://openalex.org/W2910007539","https://openalex.org/W2918400102","https://openalex.org/W2920054549","https://openalex.org/W2945235903","https://openalex.org/W2945834336","https://openalex.org/W2947829929","https://openalex.org/W2949795388","https://openalex.org/W2954302962","https://openalex.org/W2956490995","https://openalex.org/W2962856838","https://openalex.org/W2964043796","https://openalex.org/W2964050982","https://openalex.org/W2968424451","https://openalex.org/W2980360843","https://openalex.org/W2981618170","https://openalex.org/W2982507805","https://openalex.org/W2998498679","https://openalex.org/W3009066041","https://openalex.org/W3010301175","https://openalex.org/W3013810395","https://openalex.org/W3015366655","https://openalex.org/W3035788210","https://openalex.org/W3045259134","https://openalex.org/W4214717370","https://openalex.org/W6631190155","https://openalex.org/W6635465357","https://openalex.org/W6637242042","https://openalex.org/W6692846177","https://openalex.org/W6758484945"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4312996489","https://openalex.org/W3214037210"],"abstract_inverted_index":{"Edge":[0],"computing":[1],"is":[2,21,114],"emerging":[3],"to":[4,16,29,73,107,147,168,175,180,212,224,254],"empower":[5],"the":[6,26,54,74,79,101,108,127,149,154,158,177,209,213,226,255],"future":[7],"of":[8,10,18,42,45,81,85,104,118,187,230,244],"Internet":[9],"Things":[11],"(IoT)":[12],"applications.":[13],"However,":[14],"due":[15],"heterogeneity":[17],"applications,":[19],"it":[20],"a":[22,63,94,134,220],"significant":[23],"challenge":[24],"for":[25],"edge":[27,110,145],"cloud":[28],"effectively":[30,143],"allocate":[31],"multidimensional":[32],"limited":[33],"resources":[34,72,146],"(CPU,":[35],"memory,":[36],"storage,":[37],"bandwidth,":[38],"etc.)":[39],"with":[40,78],"constraints":[41],"applications\u2019":[43,204],"Quality":[44,84],"Service":[46],"(QoS)":[47],"requirements.":[48],"In":[49,130,216],"this":[50,90],"paper,":[51],"we":[52,92,132,218],"address":[53],"resource":[55,182,188,257],"allocation":[56,183,189,258],"problem":[57,229],"in":[58,242,252],"Edge-IoT":[59,178],"systems":[60],"through":[61,116],"developing":[62],"novel":[64,95,135],"framework":[65],"named":[66],"<italic":[67,236],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[68,237],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">DeepEdge</i>":[69,238],"that":[70,98,122,142,185,235],"allocates":[71,144],"heterogeneous":[75,102,203],"IoT":[76,105,150],"applications":[77,106,151],"goal":[80],"maximizing":[82],"users\u2019":[83,155,199],"Experience":[86],"(QoE).":[87],"To":[88],"achieve":[89],"goal,":[91],"develop":[93,219],"QoE":[96,200],"model":[97],"considers":[99],"aligning":[100],"requirements":[103,205,211],"available":[109,128,214],"resources.":[111,129,215],"The":[112,193],"alignment":[113],"achieved":[115],"selection":[117],"QoS":[119,191,210],"requirement":[120],"range":[121],"can":[123],"be":[124],"satisfied":[125],"by":[126,172],"addition,":[131,217],"propose":[133],"two-stage":[136],"deep":[137,164],"reinforcement":[138],"learning":[139],"(DRL)":[140],"scheme":[141,162],"serve":[148],"and":[152,190,201,247],"maximize":[153,198],"QoE.":[156],"Unlike":[157],"typical":[159],"DRL,":[160],"our":[161],"exploits":[163],"neural":[165],"networks":[166],"(DNN)":[167],"improve":[169],"actions\u2019":[170],"exploration":[171],"using":[173],"DNN":[174],"map":[176],"state":[179],"joint":[181,194],"action":[184,195],"consists":[186],"class.":[192],"not":[196],"only":[197],"satisfies":[202],"but":[206],"also":[207],"align":[208],"Q-value":[221],"approximation":[222],"approach":[223],"tackle":[225],"large":[227],"space":[228],"Edge-IoT.":[231],"Further":[232],"evaluation":[233],"shows":[234],"brings":[239],"considerable":[240],"improvements":[241],"terms":[243],"QoE,":[245],"latency":[246],"application":[248],"tasks\u2019":[249],"success":[250],"ratio":[251],"comparison":[253],"existing":[256],"schemes.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":6}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}