{"id":"https://openalex.org/W2067345002","doi":"https://doi.org/10.1186/1687-1499-2013-61","title":"Cell range expansion using distributed Q-learning in heterogeneous networks","display_name":"Cell range expansion using distributed Q-learning in heterogeneous networks","publication_year":2013,"publication_date":"2013-03-04","ids":{"openalex":"https://openalex.org/W2067345002","doi":"https://doi.org/10.1186/1687-1499-2013-61","mag":"2067345002"},"language":"en","primary_location":{"id":"doi:10.1186/1687-1499-2013-61","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1687-1499-2013-61","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/counter/pdf/10.1186/1687-1499-2013-61","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://jwcn-eurasipjournals.springeropen.com/counter/pdf/10.1186/1687-1499-2013-61","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020027466","display_name":"Toshihito Kudo","orcid":null},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Toshihito Kudo","raw_affiliation_strings":["Keio University, 3-14-1, Hiyoshi, Kohokuku, Yokohama, 223-8522, Japan","Keio University, Kohokuku, Japan"],"affiliations":[{"raw_affiliation_string":"Keio University, 3-14-1, Hiyoshi, Kohokuku, Yokohama, 223-8522, Japan","institution_ids":["https://openalex.org/I203951103"]},{"raw_affiliation_string":"Keio University, Kohokuku, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016337773","display_name":"Tomoaki Ohtsuki","orcid":"https://orcid.org/0000-0003-3961-1426"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoaki Ohtsuki","raw_affiliation_strings":["Keio University, 3-14-1, Hiyoshi, Kohokuku, Yokohama, 223-8522, Japan","Keio University, Kohokuku, Japan"],"affiliations":[{"raw_affiliation_string":"Keio University, 3-14-1, Hiyoshi, Kohokuku, Yokohama, 223-8522, Japan","institution_ids":["https://openalex.org/I203951103"]},{"raw_affiliation_string":"Keio University, Kohokuku, Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020027466"],"corresponding_institution_ids":["https://openalex.org/I203951103"],"apc_list":{"value":1140,"currency":"GBP","value_usd":1398},"apc_paid":{"value":1140,"currency":"GBP","value_usd":1398},"fwci":2.8828,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":{"value":0.91483537,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2013","issue":"1","first_page":"49","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8177143931388855},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.7591063380241394},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.7294860482215881},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6783050894737244},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.6623254418373108},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5915684103965759},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5467473864555359},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4849293529987335},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4821195602416992},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4808855354785919},{"id":"https://openalex.org/keywords/coverage-probability","display_name":"Coverage probability","score":0.44439876079559326},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.43192464113235474},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.41107624769210815},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4110499322414398},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32763785123825073},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.20071354508399963},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19086682796478271},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1584939956665039},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1181555688381195},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.10168465971946716},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06738710403442383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8177143931388855},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.7591063380241394},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.7294860482215881},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6783050894737244},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.6623254418373108},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5915684103965759},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5467473864555359},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4849293529987335},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4821195602416992},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4808855354785919},{"id":"https://openalex.org/C2776292839","wikidata":"https://www.wikidata.org/wiki/Q5179217","display_name":"Coverage probability","level":3,"score":0.44439876079559326},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.43192464113235474},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.41107624769210815},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4110499322414398},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32763785123825073},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.20071354508399963},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19086682796478271},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1584939956665039},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1181555688381195},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.10168465971946716},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06738710403442383},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/1687-1499-2013-61","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1687-1499-2013-61","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/counter/pdf/10.1186/1687-1499-2013-61","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},{"id":"mag:2601330600","is_oa":false,"landing_page_url":"https://www.ieice.org/ken/paper/20120621v0rh/eng/","pdf_url":null,"source":{"id":"https://openalex.org/S4306512848","display_name":"IEICE Technical Report; IEICE Tech. Rep.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEICE Technical Report; IEICE Tech. Rep.","raw_type":null}],"best_oa_location":{"id":"doi:10.1186/1687-1499-2013-61","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1687-1499-2013-61","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/counter/pdf/10.1186/1687-1499-2013-61","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2067345002.pdf","grobid_xml":"https://content.openalex.org/works/W2067345002.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1600787307","https://openalex.org/W1757573506","https://openalex.org/W1979060112","https://openalex.org/W2006216084","https://openalex.org/W2010141274","https://openalex.org/W2013901727","https://openalex.org/W2021452703","https://openalex.org/W2021535961","https://openalex.org/W2026768326","https://openalex.org/W2030019404","https://openalex.org/W2059100178","https://openalex.org/W2100427262","https://openalex.org/W2101124704","https://openalex.org/W2107726111","https://openalex.org/W2108011318","https://openalex.org/W2109346299","https://openalex.org/W2136530738","https://openalex.org/W2137437574","https://openalex.org/W2146874304","https://openalex.org/W2152576222","https://openalex.org/W2166992175","https://openalex.org/W2217450957","https://openalex.org/W2597970172","https://openalex.org/W2727931115","https://openalex.org/W2736572132","https://openalex.org/W2914656440","https://openalex.org/W3106110193","https://openalex.org/W3144302210","https://openalex.org/W3147115909","https://openalex.org/W4230002345","https://openalex.org/W4236160123","https://openalex.org/W4250444630","https://openalex.org/W4255753822","https://openalex.org/W4301715823","https://openalex.org/W4301951524","https://openalex.org/W4385791672"],"related_works":["https://openalex.org/W2287071596","https://openalex.org/W2623668551","https://openalex.org/W4226210192","https://openalex.org/W1964137838","https://openalex.org/W1985655499","https://openalex.org/W2020749775","https://openalex.org/W2111805192","https://openalex.org/W1998033734","https://openalex.org/W3045561551","https://openalex.org/W2949824171"],"abstract_inverted_index":{"Cell":[0],"range":[1,12],"expansion":[2],"(CRE)":[3],"is":[4],"a":[5,9,16,132],"technique":[6],"to":[7,19,110,134,170],"expand":[8],"pico":[10,21,30],"cell":[11],"virtually":[13],"by":[14,75,124,142],"adding":[15],"bias":[17,76,79,118,137,151,176],"value":[18,80,119,138,152],"the":[20,65,83,94,116,136,155,171,178,182],"received":[22],"power,":[23],"instead":[24],"of":[25,29,85,97,139,157,184],"increasing":[26],"transmit":[27,62],"power":[28,63],"base":[31,58],"station":[32],"(PBS),":[33],"so":[34],"that":[35,72,81,153],"coverage,":[36],"cell-edge":[37],"throughput,":[38],"and":[39,102,187],"overall":[40],"network":[41,189],"throughput":[42],"are":[43],"improved.":[44],"Many":[45],"studies":[46],"have":[47],"focused":[48],"on":[49,89],"inter-cell":[50],"interference":[51],"coordination":[52],"(ICIC)":[53],"in":[54],"CRE,":[55],"because":[56],"macro":[57],"station\u2019s":[59],"(MBS\u2019s)":[60],"strong":[61],"harms":[64],"expanded":[66],"region":[67],"(ER)":[68],"user":[69],"equipments":[70],"(UEs)":[71],"select":[73],"PBSs":[74],"value.":[77],"Optimal":[78],"minimizes":[82,154],"number":[84,156,183],"outage":[86,158,185],"UEs":[87,122,159,186],"depends":[88],"several":[90],"factors":[91],"such":[92],"as":[93],"dividing":[95],"ratio":[96],"radio":[98],"resources":[99],"between":[100],"MBSs":[101],"PBSs.":[103],"In":[104,127],"addition":[105],"it":[106],"varies":[107],"from":[108,160],"UE":[109,141,148],"another.":[111],"Thus,":[112],"most":[113],"articles":[114],"use":[115],"common":[117,175],"among":[120],"all":[121],"determined":[123],"trial-and-error":[125],"method.":[126],"this":[128],"article,":[129],"we":[130],"propose":[131],"scheme":[133,172,180],"determine":[135],"each":[140,147],"using":[143,173],"Q-learning":[144],"algorithm":[145],"where":[146],"learns":[149],"its":[150,161],"past":[162],"experience":[163],"independently.":[164],"Simulation":[165],"results":[166],"show":[167],"that,":[168],"compared":[169],"optimal":[174],"value,":[177],"proposed":[179],"reduces":[181],"improves":[188],"throughput.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}