{"id":"https://openalex.org/W3139456296","doi":"https://doi.org/10.1109/isc253183.2021.9562941","title":"Load Balancing and Resource Allocation in Smart Cities using Reinforcement Learning","display_name":"Load Balancing and Resource Allocation in Smart Cities using Reinforcement Learning","publication_year":2021,"publication_date":"2021-09-07","ids":{"openalex":"https://openalex.org/W3139456296","doi":"https://doi.org/10.1109/isc253183.2021.9562941","mag":"3139456296"},"language":"en","primary_location":{"id":"doi:10.1109/isc253183.2021.9562941","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isc253183.2021.9562941","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Smart Cities Conference (ISC2)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ir.lib.uwo.ca/etd/7631","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030262114","display_name":"Aseel AlOrbani","orcid":null},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Aseel AlOrbani","raw_affiliation_strings":["The University of Western Ontario London, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"The University of Western Ontario London, Ontario, Canada","institution_ids":["https://openalex.org/I125749732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043701691","display_name":"Michael Bauer","orcid":"https://orcid.org/0000-0002-7491-1427"},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael Bauer","raw_affiliation_strings":["The University of Western Ontario London, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"The University of Western Ontario London, Ontario, Canada","institution_ids":["https://openalex.org/I125749732"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5030262114"],"corresponding_institution_ids":["https://openalex.org/I125749732"],"apc_list":null,"apc_paid":null,"fwci":1.6,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.83746585,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9020665287971497},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.800878643989563},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7740627527236938},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6416679620742798},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6300534009933472},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5320459604263306},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.49578365683555603},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4636911153793335},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4319155216217041},{"id":"https://openalex.org/keywords/smart-city","display_name":"Smart city","score":0.42336490750312805},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31258946657180786},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.22844767570495605},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15414592623710632},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.14123550057411194},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12576621770858765},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.12374716997146606}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9020665287971497},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.800878643989563},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7740627527236938},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6416679620742798},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6300534009933472},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5320459604263306},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.49578365683555603},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4636911153793335},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4319155216217041},{"id":"https://openalex.org/C2777103469","wikidata":"https://www.wikidata.org/wiki/Q1231558","display_name":"Smart city","level":3,"score":0.42336490750312805},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31258946657180786},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.22844767570495605},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15414592623710632},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.14123550057411194},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12576621770858765},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.12374716997146606},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isc253183.2021.9562941","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isc253183.2021.9562941","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Smart Cities Conference (ISC2)","raw_type":"proceedings-article"},{"id":"pmh:oai:ir.lib.uwo.ca:etd-10150","is_oa":true,"landing_page_url":"https://ir.lib.uwo.ca/etd/7631","pdf_url":"https://ir.lib.uwo.ca/etd/7631","source":{"id":"https://openalex.org/S4306400648","display_name":"Scholarship@Western (Western University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I125749732","host_organization_name":"Western University","host_organization_lineage":["https://openalex.org/I125749732"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electronic Thesis and Dissertation Repository","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:ir.lib.uwo.ca:etd-10150","is_oa":true,"landing_page_url":"https://ir.lib.uwo.ca/etd/7631","pdf_url":"https://ir.lib.uwo.ca/etd/7631","source":{"id":"https://openalex.org/S4306400648","display_name":"Scholarship@Western (Western University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I125749732","host_organization_name":"Western University","host_organization_lineage":["https://openalex.org/I125749732"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electronic Thesis and Dissertation Repository","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3139456296.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1965468691","https://openalex.org/W1988415499","https://openalex.org/W2045371716","https://openalex.org/W2073384958","https://openalex.org/W2099815523","https://openalex.org/W2617370571","https://openalex.org/W2626135596","https://openalex.org/W2639904239","https://openalex.org/W2736823879","https://openalex.org/W2799283631","https://openalex.org/W2808381205","https://openalex.org/W2911398251","https://openalex.org/W2963508401","https://openalex.org/W2998977186","https://openalex.org/W3005518773","https://openalex.org/W3010723141","https://openalex.org/W3015397983","https://openalex.org/W3015784396","https://openalex.org/W3084187648","https://openalex.org/W3111145724","https://openalex.org/W3138131344","https://openalex.org/W4211221179","https://openalex.org/W4213277800","https://openalex.org/W6783311962"],"related_works":["https://openalex.org/W1939054760","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2768698792","https://openalex.org/W2896252239"],"abstract_inverted_index":{"Technology":[0],"is":[1,108,143,146],"being":[2],"adopted":[3],"by":[4],"many":[5],"municipalities":[6],"to":[7,27,33,49,55,90,92,94,110,148],"improve":[8],"their":[9],"services":[10],"and":[11,30,70,145],"operations":[12],"through":[13,162],"so-called":[14],"\u201csmart":[15],"city":[16,22,140],"applications\u201d.":[17],"Development":[18],"of":[19,42,47,77,87,137],"these":[20,35],"smart":[21,139],"applications":[23],"are":[24],"increasingly":[25],"looking":[26],"leverage":[28],"edge":[29],"cloud":[31],"computing":[32,56,78],"support":[34],"initiatives.":[36],"This":[37,81],"approach":[38,107],"brings":[39],"a":[40,119,132,138],"number":[41],"challenges,":[43],"including":[44],"the":[45,60,85,159],"allocation":[46],"tasks":[48,89],"that":[50,62],"process":[51],"data":[52,61],"from":[53,128],"sensors":[54],"systems,":[57],"dealing":[58],"with":[59],"may":[63],"be":[64],"time":[65],"sensitive,":[66],"handling":[67],"frequently":[68],"starting":[69],"finishing":[71],"tasks,":[72],"dynamically":[73],"changing":[74],"resource":[75],"utilization":[76],"elements,":[79],"etc.":[80],"paper":[82],"focuses":[83],"on":[84,98,125],"challenge":[86],"allocating":[88],"resources":[91],"try":[93],"ensure":[95],"balanced":[96],"loads":[97],"processing":[99],"elements":[100],"in":[101],"dynamic":[102],"environments.":[103],"A":[104,135],"reinforcement":[105,115,151],"learning":[106,116,152],"introduced":[109,144],"address":[111],"this":[112],"problem.":[113],"The":[114],"agent":[117,160],"uses":[118],"novel":[120],"Multi-Observation":[121],"Single-State":[122],"model":[123,136],"based":[124],"observed":[126],"features":[127],"multiple":[129],"sources":[130],"at":[131],"single":[133],"step.":[134],"computational":[141],"infrastructure":[142],"used":[147],"define":[149],"our":[150],"algorithm":[153],"for":[154],"task":[155],"allocation.":[156],"We":[157],"illustrate":[158],"behavior":[161],"simulations.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}