{"id":"https://openalex.org/W3048518947","doi":"https://doi.org/10.1109/tnse.2020.3015689","title":"Enhanced Online Q-Learning Scheme for Resource Allocation with Maximum Utility and Fairness in Edge-IoT Networks","display_name":"Enhanced Online Q-Learning Scheme for Resource Allocation with Maximum Utility and Fairness in Edge-IoT Networks","publication_year":2020,"publication_date":"2020-08-11","ids":{"openalex":"https://openalex.org/W3048518947","doi":"https://doi.org/10.1109/tnse.2020.3015689","mag":"3048518947"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2020.3015689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2020.3015689","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020423758","display_name":"Ismail AlQerm","orcid":"https://orcid.org/0000-0002-5960-0663"},"institutions":[{"id":"https://openalex.org/I208333798","display_name":"University of Missouri\u2013St. Louis","ror":"https://ror.org/037cnag11","country_code":"US","type":"education","lineage":["https://openalex.org/I208333798"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ismail AlQerm","raw_affiliation_strings":["Department of Mathematics, and Computer Science, University of Missouri, Saint Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, and Computer Science, University of Missouri, Saint Louis, MO, USA","institution_ids":["https://openalex.org/I208333798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101469265","display_name":"Jianli Pan","orcid":"https://orcid.org/0000-0003-4881-5711"},"institutions":[{"id":"https://openalex.org/I208333798","display_name":"University of Missouri\u2013St. Louis","ror":"https://ror.org/037cnag11","country_code":"US","type":"education","lineage":["https://openalex.org/I208333798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianli Pan","raw_affiliation_strings":["Department of Mathematics, and Computer Science, University of Missouri, Saint Louis, MO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, and Computer Science, University of Missouri, Saint Louis, MO, USA","institution_ids":["https://openalex.org/I208333798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020423758"],"corresponding_institution_ids":["https://openalex.org/I208333798"],"apc_list":null,"apc_paid":null,"fwci":2.5787,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.90247899,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"7","issue":"4","first_page":"3074","last_page":"3086"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8261160850524902},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7061126828193665},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6515597105026245},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6035487651824951},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5919351577758789},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5603459477424622},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"Bandwidth allocation","score":0.5426289439201355},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5217859745025635},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.49527230858802795},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4859668016433716},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.42505908012390137},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4130132794380188},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09519386291503906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8261160850524902},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7061126828193665},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6515597105026245},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6035487651824951},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5919351577758789},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5603459477424622},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.5426289439201355},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5217859745025635},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.49527230858802795},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4859668016433716},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.42505908012390137},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4130132794380188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09519386291503906},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2020.3015689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2020.3015689","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7291102860","display_name":null,"funder_award_id":"1909520","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8507826602","display_name":null,"funder_award_id":"NNX15AK38A","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1515851193","https://openalex.org/W1577069963","https://openalex.org/W1646666871","https://openalex.org/W1967956032","https://openalex.org/W1988251813","https://openalex.org/W1991902909","https://openalex.org/W2130891087","https://openalex.org/W2164934768","https://openalex.org/W2342649568","https://openalex.org/W2346747324","https://openalex.org/W2394115245","https://openalex.org/W2416799949","https://openalex.org/W2472333518","https://openalex.org/W2482293012","https://openalex.org/W2500516059","https://openalex.org/W2568772110","https://openalex.org/W2578151840","https://openalex.org/W2605281241","https://openalex.org/W2786446607","https://openalex.org/W2920054549","https://openalex.org/W2956490995","https://openalex.org/W2962856838","https://openalex.org/W2962966569","https://openalex.org/W2964050982","https://openalex.org/W3105376410","https://openalex.org/W6745459491","https://openalex.org/W6760250828","https://openalex.org/W6785793312"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4312996489","https://openalex.org/W3214037210"],"abstract_inverted_index":{"Internet":[0],"of":[1,19,55,78,88,146,187,205],"Things":[2],"(IoT)":[3],"is":[4,102,161],"experiencing":[5],"an":[6],"explosion":[7],"in":[8,16,85,209],"the":[9,14,17,33,64,69,76,86,144,151,157,172,195,203,206],"data":[10],"traffic":[11],"due":[12],"to":[13,31,63,67,115,121,124,142,182],"increase":[15],"number":[18],"heterogeneous":[20,92],"applications.":[21,57],"The":[22,43,134],"existing":[23],"cloud":[24,174],"computing":[25],"models":[26],"will":[27],"not":[28],"be":[29],"capable":[30],"support":[32,51],"IoT":[34,56,65,93,122,196],"applications":[35,123],"that":[36,193],"are":[37],"delay-sensitive":[38],"and":[39,72,98,128,155,175,213],"using":[40,163,167],"high":[41],"bandwidth.":[42],"Edge-IoT":[44,89],"systems":[45],"represented":[46],"by":[47],"shared":[48],"edge":[49,119,173,178],"clouds":[50,59,120],"a":[52,109,168,184],"wide":[53],"range":[54],"Edge":[58],"provide":[60],"resources":[61,80,117],"closer":[62],"devices":[66],"tackle":[68,143],"delay":[70],"sensitivity":[71],"bandwidth":[73],"issues.":[74],"However,":[75],"allocation":[77,130,191,214],"these":[79],"with":[81,90],"guaranteed":[82],"application's":[83],"utility":[84,127],"context":[87],"multiple":[91],"applications,":[94],"various":[95],"resource":[96,100,190],"demands,":[97],"limited":[99],"availability":[101],"challenging.":[103],"In":[104],"this":[105],"paper,":[106],"we":[107],"propose":[108],"novel":[110],"enhanced":[111],"online":[112,136],"Q-learning":[113,137],"scheme":[114,138,208],"allocate":[116],"from":[118],"maximize":[125],"their":[126],"maintain":[129],"fairness":[131],"among":[132],"them.":[133],"developed":[135],"approximates":[139],"its":[140],"Q-value":[141],"problem":[145],"large":[147],"state":[148],"space,":[149],"reduce":[150],"required":[152],"learning":[153],"computation,":[154],"expedite":[156],"system":[158],"convergence.":[159],"It":[160],"implemented":[162],"two":[164],"settings:":[165],"centralized":[166],"dedicated":[169],"controller":[170],"at":[171],"distributed":[176],"where":[177],"servers":[179],"learn":[180],"cooperatively":[181],"achieve":[183],"common":[185],"goal":[186],"finding":[188],"joint":[189],"policy":[192],"maximizes":[194],"applications'":[197,211],"utilities.":[198],"Extensive":[199],"numerical":[200],"results":[201],"demonstrate":[202],"capability":[204],"proposed":[207],"improving":[210],"utilities":[212],"fairness.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}