{"id":"https://openalex.org/W2088890954","doi":"https://doi.org/10.1109/pimrc.2011.6139908","title":"Dynamic power control in Wireless Body Area Networks using reinforcement learning with approximation","display_name":"Dynamic power control in Wireless Body Area Networks using reinforcement learning with approximation","publication_year":2011,"publication_date":"2011-09-01","ids":{"openalex":"https://openalex.org/W2088890954","doi":"https://doi.org/10.1109/pimrc.2011.6139908","mag":"2088890954"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc.2011.6139908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc.2011.6139908","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE 22nd International Symposium on Personal, Indoor and Mobile Radio Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012739734","display_name":"Ramtin Kazemi","orcid":null},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Ramtin Kazemi","raw_affiliation_strings":["Department of Electronic Engineering, Macquarie University, Sydney, Australia","Dept. of Electronic Engineering, Macquarie University, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"Dept. of Electronic Engineering, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069822730","display_name":"Rein Vesilo","orcid":"https://orcid.org/0000-0002-5957-1938"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Rein Vesilo","raw_affiliation_strings":["Department of Electronic Engineering, Macquarie University, Sydney, Australia","Dept. of Electronic Engineering, Macquarie University, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"Dept. of Electronic Engineering, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063537942","display_name":"Eryk Dutkiewicz","orcid":"https://orcid.org/0000-0002-4268-9286"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Eryk Dutkiewicz","raw_affiliation_strings":["Department of Electronic Engineering, Macquarie University, Sydney, Australia","Dept. of Electronic Engineering, Macquarie University, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"Dept. of Electronic Engineering, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100929829","display_name":"Ren Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ren Liu","raw_affiliation_strings":["Department of Electronic Engineering, Macquarie University, Sydney, Australia","Dept. of Electronic Engineering, Macquarie University, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"Dept. of Electronic Engineering, Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5012739734"],"corresponding_institution_ids":["https://openalex.org/I99043593"],"apc_list":null,"apc_paid":null,"fwci":1.8911,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.8701535,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2203","last_page":"2208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8642110824584961},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7020506858825684},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.5962669253349304},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5829917192459106},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5250313878059387},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.46626147627830505},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4581412971019745},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36691534519195557},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3340268135070801},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3281363844871521},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.20986157655715942}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8642110824584961},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7020506858825684},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.5962669253349304},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5829917192459106},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5250313878059387},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.46626147627830505},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4581412971019745},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36691534519195557},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3340268135070801},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3281363844871521},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.20986157655715942},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/pimrc.2011.6139908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc.2011.6139908","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE 22nd International Symposium on Personal, Indoor and Mobile Radio Communications","raw_type":"proceedings-article"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/120500","is_oa":false,"landing_page_url":"http://hdl.handle.net/10453/120500","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W639750541","https://openalex.org/W1626155273","https://openalex.org/W2001507804","https://openalex.org/W2012048016","https://openalex.org/W2039492227","https://openalex.org/W2048198294","https://openalex.org/W2071082364","https://openalex.org/W2075165326","https://openalex.org/W2078213496","https://openalex.org/W2096264245","https://openalex.org/W2107726111","https://openalex.org/W2111197896","https://openalex.org/W2117069353","https://openalex.org/W2341171179","https://openalex.org/W2505345624","https://openalex.org/W4245720684","https://openalex.org/W6636829564","https://openalex.org/W6662955256","https://openalex.org/W6669691558"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W2377202261"],"abstract_inverted_index":{"A":[0],"Wireless":[1],"Body":[2],"Area":[3],"Network":[4],"(WBAN)":[5],"is":[6,37],"made":[7],"up":[8],"of":[9,51,124],"multiple":[10],"tiny":[11],"physiological":[12],"sensors":[13],"implanted":[14],"in/on":[15],"the":[16,38,93,98,114,122,125,139,152],"human":[17],"body":[18],"with":[19,23,97,109,166],"each":[20],"sensor":[21],"equipped":[22],"a":[24,30,33,48,81,158,167],"wireless":[25],"transceiver":[26],"that":[27,149],"communicates":[28],"to":[29,46,85,111,128,151],"coordinator":[31],"in":[32,41,67,71,89,161,170],"star":[34],"topology.":[35],"Energy":[36],"scarcest":[39],"resource":[40],"WBANs.":[42],"Power":[43],"control":[44],"mechanisms":[45],"achieve":[47],"certain":[49],"level":[50],"utility":[52],"while":[53],"using":[54],"as":[55,60],"little":[56],"power":[57,83,104,131],"for":[58],"transmission":[59],"possible":[61],"can":[62],"play":[63],"an":[64],"important":[65],"role":[66],"reducing":[68],"energy":[69,100,162],"consumption":[70,163],"such":[72],"very":[73],"energy-constrained":[74],"networks.":[75],"In":[76],"this":[77],"paper,":[78],"we":[79],"propose":[80],"novel":[82],"controller":[84,105,127],"mitigate":[86],"internetwork":[87],"interference":[88],"WBANs":[90],"and":[91,116,138],"increase":[92,169],"maximum":[94],"achievable":[95],"throughput":[96],"minimum":[99],"consumption.":[101],"The":[102],"proposed":[103,126],"employs":[106],"reinforcement":[107],"learning":[108],"approximation":[110],"learn":[112],"from":[113],"environment":[115],"improve":[117],"its":[118],"performance.":[119],"We":[120],"compare":[121],"performance":[123],"two":[129,154],"other":[130,140,153],"controllers,":[132],"one":[133,141],"based":[134,142],"on":[135,143],"game":[136],"theory":[137],"fuzzy":[144],"logic.":[145],"Simulation":[146],"results":[147],"show":[148],"compared":[150],"approaches,":[155],"RLPC":[156],"provides":[157],"substantial":[159,168],"saving":[160],"per":[164],"bit,":[165],"network":[171],"lifetime.":[172]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}