{"id":"https://openalex.org/W2994483319","doi":"https://doi.org/10.1109/wimob.2019.8923163","title":"An RL-based Approach to Improve Communication Performance and Energy Utilization in Fog-based IoT","display_name":"An RL-based Approach to Improve Communication Performance and Energy Utilization in Fog-based IoT","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2994483319","doi":"https://doi.org/10.1109/wimob.2019.8923163","mag":"2994483319"},"language":"en","primary_location":{"id":"doi:10.1109/wimob.2019.8923163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wimob.2019.8923163","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Wireless and Mobile Computing, Networking and Communications (WiMob)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076678995","display_name":"Babatunji Omoniwa","orcid":"https://orcid.org/0000-0003-3508-3689"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Babatunji Omoniwa","raw_affiliation_strings":["Trinity College Dublin,School of Computer Science and Statistics,Dublin,Ireland","School of Computer Science and Statistics, Trinity College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Trinity College Dublin,School of Computer Science and Statistics,Dublin,Ireland","institution_ids":["https://openalex.org/I205274468"]},{"raw_affiliation_string":"School of Computer Science and Statistics, Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048169772","display_name":"Maxime Gu\u00e9riau","orcid":"https://orcid.org/0000-0002-8742-6623"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Maxime Gueriau","raw_affiliation_strings":["Trinity College Dublin,School of Computer Science and Statistics,Dublin,Ireland","School of Computer Science and Statistics, Trinity College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Trinity College Dublin,School of Computer Science and Statistics,Dublin,Ireland","institution_ids":["https://openalex.org/I205274468"]},{"raw_affiliation_string":"School of Computer Science and Statistics, Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059738292","display_name":"Ivana Duspari\u0107","orcid":"https://orcid.org/0000-0003-0621-5400"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Ivana Dusparic","raw_affiliation_strings":["Trinity College Dublin,School of Computer Science and Statistics,Dublin,Ireland","School of Computer Science and Statistics, Trinity College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Trinity College Dublin,School of Computer Science and Statistics,Dublin,Ireland","institution_ids":["https://openalex.org/I205274468"]},{"raw_affiliation_string":"School of Computer Science and Statistics, Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5076678995"],"corresponding_institution_ids":["https://openalex.org/I205274468"],"apc_list":null,"apc_paid":null,"fwci":0.5305,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.7038172,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"324","last_page":"329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7592790722846985},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7355952858924866},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.7129794359207153},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.49793267250061035},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4962220788002014},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4894479811191559},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.46307647228240967},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44471195340156555},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.43819278478622437},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.4223201274871826},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42178580164909363},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3945547044277191},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3408125042915344},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3405653238296509},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.23502299189567566},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2054993212223053},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1449500322341919},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12285473942756653},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11635282635688782}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7592790722846985},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7355952858924866},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.7129794359207153},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.49793267250061035},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4962220788002014},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4894479811191559},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.46307647228240967},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44471195340156555},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.43819278478622437},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.4223201274871826},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42178580164909363},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3945547044277191},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3408125042915344},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3405653238296509},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.23502299189567566},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2054993212223053},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1449500322341919},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12285473942756653},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11635282635688782},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wimob.2019.8923163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wimob.2019.8923163","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Wireless and Mobile Computing, Networking and Communications (WiMob)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W2468023860","https://openalex.org/W2472333518","https://openalex.org/W2607306415","https://openalex.org/W2797979590","https://openalex.org/W2859256713","https://openalex.org/W2884945696","https://openalex.org/W2887482954","https://openalex.org/W2889449679","https://openalex.org/W2896912472","https://openalex.org/W2899183597","https://openalex.org/W2905551475","https://openalex.org/W2919369348","https://openalex.org/W2958803069","https://openalex.org/W2963009702","https://openalex.org/W2963349765"],"related_works":["https://openalex.org/W2539674285","https://openalex.org/W1038122923","https://openalex.org/W1998322187","https://openalex.org/W2952514781","https://openalex.org/W3019210376","https://openalex.org/W2391145594","https://openalex.org/W2326572623","https://openalex.org/W1559320887","https://openalex.org/W2137838797","https://openalex.org/W2284606164"],"abstract_inverted_index":{"Recent":[0],"research":[1],"has":[2],"shown":[3],"the":[4,67,119,122,135,146,151],"potential":[5],"of":[6,66,160,170],"using":[7],"available":[8],"mobile":[9,47,90],"fog":[10,91],"devices":[11,69],"(such":[12],"as":[13,20],"smartphones,":[14],"drones,":[15],"domestic":[16],"and":[17,28,40,54,63,76,110,124,133,154,172],"industrial":[18],"robots)":[19],"relays":[21,48],"to":[22,56,105,130,166],"minimize":[23],"communication":[24,74,108],"outages":[25],"between":[26],"sensors":[27],"destination":[29,123],"devices,":[30],"where":[31,88],"localized":[32],"Internet-of-Things":[33],"services":[34],"(e.g.,":[35],"manufacturing":[36],"process":[37],"control,":[38],"health":[39],"security":[41],"monitoring)":[42],"are":[43,70],"delivered.":[44],"However,":[45],"these":[46],"deplete":[49],"energy":[50,77,111,127,175],"when":[51],"they":[52],"move":[53],"transmit":[55],"distant":[57],"destinations.":[58],"As":[59],"such,":[60],"power-control":[61],"mechanisms":[62],"intelligent":[64],"mobility":[65],"relay":[68,92],"critical":[71],"in":[72],"improving":[73],"performance":[75,109],"utilization.":[78,112],"In":[79],"this":[80],"paper,":[81],"we":[82],"propose":[83],"a":[84],"Q-learning-based":[85],"decentralized":[86],"approach":[87,147,163],"each":[89],"agent":[93,100,115],"(MFRA)":[94],"is":[95,164],"controlled":[96],"by":[97,148,177],"an":[98],"autonomous":[99,114],"which":[101],"uses":[102],"reinforcement":[103],"learning":[104],"simultaneously":[106],"improve":[107],"Each":[113],"learns":[116],"based":[117],"on":[118],"feedback":[120],"from":[121],"its":[125],"own":[126],"levels":[128],"whether":[129],"remain":[131],"active":[132],"forward":[134],"message,":[136],"or":[137],"become":[138],"passive":[139],"for":[140],"that":[141,156],"transmission":[142],"phase.":[143],"We":[144],"evaluate":[145],"comparing":[149],"with":[150,157],"centralized":[152],"approach,":[153],"observe":[155],"lesser":[158],"number":[159],"MFRAs,":[161],"our":[162],"able":[165],"ensure":[167],"reliable":[168],"delivery":[169],"data":[171],"reduce":[173],"overall":[174],"cost":[176],"56.76%":[178],"-":[179],"88.03%.":[180]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}