{"id":"https://openalex.org/W3193818225","doi":"https://doi.org/10.1109/tai.2021.3105087","title":"Fair Server Selection in Edge Computing With $Q$-Value-Normalized Action-Suppressed Quadruple Q-Learning","display_name":"Fair Server Selection in Edge Computing With $Q$-Value-Normalized Action-Suppressed Quadruple Q-Learning","publication_year":2021,"publication_date":"2021-08-16","ids":{"openalex":"https://openalex.org/W3193818225","doi":"https://doi.org/10.1109/tai.2021.3105087","mag":"3193818225"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2021.3105087","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tai.2021.3105087","pdf_url":"https://ieeexplore.ieee.org/ielx7/9078688/9647881/09514428.pdf","source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/9078688/9647881/09514428.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087081432","display_name":"Alaa Eddin Alchalabi","orcid":"https://orcid.org/0000-0003-1915-0757"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Alaa Eddin Alchalabi","raw_affiliation_strings":["University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1915-0757","affiliations":[{"raw_affiliation_string":"University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044422170","display_name":"Shervin Shirmohammadi","orcid":"https://orcid.org/0000-0002-3973-4445"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shervin Shirmohammadi","raw_affiliation_strings":["University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3973-4445","affiliations":[{"raw_affiliation_string":"University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010635407","display_name":"Shady Mohammed","orcid":"https://orcid.org/0000-0002-0344-1712"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shady Mohammed","raw_affiliation_strings":["University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0344-1712","affiliations":[{"raw_affiliation_string":"University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064505640","display_name":"Sorin Stoian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sorin Stoian","raw_affiliation_strings":["Swarmio Inc., Whitby, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Swarmio Inc., Whitby, ON, Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027620358","display_name":"Karthigesu Vijayasuganthan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karthigesu Vijayasuganthan","raw_affiliation_strings":["Swarmio Inc., Whitby, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Swarmio Inc., Whitby, ON, Canada","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5087081432"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":4.8407,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.95287854,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2","issue":"6","first_page":"519","last_page":"527"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.687873899936676},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6024933457374573},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5631499290466309},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5423560738563538},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4990718364715576},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.45496708154678345},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.45429128408432007},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3313261568546295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.313700795173645},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.21663817763328552},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.20539629459381104},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19286024570465088},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.1056499183177948}],"concepts":[{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.687873899936676},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6024933457374573},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5631499290466309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5423560738563538},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4990718364715576},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.45496708154678345},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.45429128408432007},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3313261568546295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.313700795173645},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.21663817763328552},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.20539629459381104},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19286024570465088},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.1056499183177948},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2021.3105087","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tai.2021.3105087","pdf_url":"https://ieeexplore.ieee.org/ielx7/9078688/9647881/09514428.pdf","source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tai.2021.3105087","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tai.2021.3105087","pdf_url":"https://ieeexplore.ieee.org/ielx7/9078688/9647881/09514428.pdf","source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7370326329","display_name":null,"funder_award_id":"STPGP-506890","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3193818225.pdf","grobid_xml":"https://content.openalex.org/works/W3193818225.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1629511882","https://openalex.org/W1774574190","https://openalex.org/W1845972764","https://openalex.org/W1878678727","https://openalex.org/W1968382540","https://openalex.org/W1983254442","https://openalex.org/W2032457059","https://openalex.org/W2095705004","https://openalex.org/W2154299902","https://openalex.org/W2167790374","https://openalex.org/W2172067026","https://openalex.org/W2321027716","https://openalex.org/W2396394641","https://openalex.org/W2525112947","https://openalex.org/W2531676085","https://openalex.org/W2557917079","https://openalex.org/W2618530766","https://openalex.org/W2845644909","https://openalex.org/W2891217993","https://openalex.org/W2891834475","https://openalex.org/W2940479485","https://openalex.org/W2969956560","https://openalex.org/W3007300954","https://openalex.org/W3030425032","https://openalex.org/W4214717370","https://openalex.org/W4240230592","https://openalex.org/W4246488456","https://openalex.org/W6674330103","https://openalex.org/W6684711431","https://openalex.org/W6712331629","https://openalex.org/W6755612348","https://openalex.org/W6774582792"],"related_works":["https://openalex.org/W2077555735","https://openalex.org/W2108112111","https://openalex.org/W2123899227","https://openalex.org/W2138446409","https://openalex.org/W2041176007","https://openalex.org/W2060421996","https://openalex.org/W1967222871","https://openalex.org/W2120968583","https://openalex.org/W2899383883","https://openalex.org/W39810663"],"abstract_inverted_index":{"Edge":[0],"computing":[1],"is":[2,185],"a":[3,50,123,132,146,162,190],"promising":[4],"paradigm":[5],"that":[6,149],"brings":[7],"servers":[8,37],"closer":[9],"to":[10,13,30,101,169,194],"users,":[11],"leading":[12],"lower":[14],"latencies":[15,202],"and":[16,27,38,104,112,145],"enabling":[17],"latency-sensitive":[18],"applications":[19],"such":[20,109],"as":[21,77,121],"cloud":[22,163],"gaming,":[23],"virtual/augmented":[24],"reality,":[25],"telepresence,":[26],"telecollaboration.":[28],"Due":[29,100],"the":[31,42,55,59,71,89,92,97,102,113,117,129,151,154,159,180,197,201],"high":[32],"number":[33],"of":[34,45,73,91,108,116,131,153,161,192,200],"possible":[35],"edge":[36],"incoming":[39],"user":[40],"requests,":[41],"optimum":[43],"choice":[44],"user-server":[46],"matching":[47],"has":[48],"become":[49],"difficult":[51],"challenge,":[52],"especially":[53],"in":[54,96,128,158,196],"5G":[56],"era":[57],"where":[58],"network":[60],"can":[61],"offer":[62],"very":[63],"low":[64],"latencies.":[65],"In":[66],"this":[67],"article,":[68],"we":[69,119],"introduce":[70],"problem":[72],"fair":[74,188],"server":[75],"selection":[76],"not":[78,176],"only":[79,177],"complying":[80],"with":[81,136,189],"an":[82,110,170],"application\u2019s":[83,181],"latency":[84,93,182],"threshold":[85,183],"but":[86,184],"also":[87,186],"reducing":[88],"variance":[90,152],"among":[94],"users":[95],"same":[98],"session.":[99],"dynamic":[103],"rapidly":[105],"evolving":[106],"nature":[107],"environment":[111],"capacity":[114],"limitation":[115],"servers,":[118],"propose":[120],"solution":[122],"reinforcement":[124],"learning":[125],"(RL)":[126],"method":[127,175],"form":[130],"quadruple":[133],"Q-Learning":[134],"model":[135],"action":[137],"suppression,":[138],"<inline-formula":[139],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[140],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[141],"notation=\"LaTeX\">$Q$</tex-math></inline-formula>":[142],"-value":[143],"normalization,":[144],"reward":[147],"function":[148],"minimizes":[150],"latency.":[155],"Our":[156],"evaluations":[157],"context":[160],"gaming":[164],"application":[165],"show":[166],"that,":[167],"compared":[168],"existing":[171],"methods,":[172],"our":[173],"proposed":[174],"better":[178],"meets":[179],"more":[187],"reduction":[191],"up":[193],"35%":[195],"standard":[198],"deviation":[199],"experienced":[203],"by":[204],"users.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}