{"id":"https://openalex.org/W2563798757","doi":"https://doi.org/10.1155/2016/4565203","title":"Dynamic Resource Allocation with Integrated Reinforcement Learning for a D2D-Enabled LTE-A Network with Access to Unlicensed Band","display_name":"Dynamic Resource Allocation with Integrated Reinforcement Learning for a D2D-Enabled LTE-A Network with Access to Unlicensed Band","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2563798757","doi":"https://doi.org/10.1155/2016/4565203","mag":"2563798757"},"language":"en","primary_location":{"id":"doi:10.1155/2016/4565203","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2016/4565203","pdf_url":"http://downloads.hindawi.com/journals/misy/2016/4565203.pdf","source":{"id":"https://openalex.org/S152111507","display_name":"Mobile Information Systems","issn_l":"1574-017X","issn":["1574-017X","1875-905X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mobile Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"http://downloads.hindawi.com/journals/misy/2016/4565203.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020666619","display_name":"Alia Asheralieva","orcid":"https://orcid.org/0000-0002-4430-5928"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Alia Asheralieva","raw_affiliation_strings":["Laboratory of Information Communication Networks, School of Information Science and Technology, Hokkaido University, Sapporo, Japan"],"affiliations":[{"raw_affiliation_string":"Laboratory of Information Communication Networks, School of Information Science and Technology, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084006463","display_name":"Yoshikazu Miyanaga","orcid":"https://orcid.org/0000-0002-2795-2234"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshikazu Miyanaga","raw_affiliation_strings":["Laboratory of Information Communication Networks, School of Information Science and Technology, Hokkaido University, Sapporo, Japan"],"affiliations":[{"raw_affiliation_string":"Laboratory of Information Communication Networks, School of Information Science and Technology, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020666619"],"corresponding_institution_ids":["https://openalex.org/I205349734"],"apc_list":{"value":2100,"currency":"USD","value_usd":2100},"apc_paid":{"value":2100,"currency":"USD","value_usd":2100},"fwci":0.7436,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.7638872,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"2016","issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8970816135406494},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8745467662811279},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5574321746826172},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5306448340415955},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4876636266708374},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4810900390148163},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.44421982765197754},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.25578200817108154},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17383208870887756},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1300397515296936}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8970816135406494},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8745467662811279},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5574321746826172},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5306448340415955},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4876636266708374},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4810900390148163},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.44421982765197754},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.25578200817108154},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17383208870887756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1300397515296936}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1155/2016/4565203","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2016/4565203","pdf_url":"http://downloads.hindawi.com/journals/misy/2016/4565203.pdf","source":{"id":"https://openalex.org/S152111507","display_name":"Mobile Information Systems","issn_l":"1574-017X","issn":["1574-017X","1875-905X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mobile Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:irdb.nii.ac.jp:01364:0007180618","is_oa":true,"landing_page_url":"https://hdl.handle.net/2115/64588","pdf_url":"https://eprints.lib.hokudai.ac.jp/repo/huscap/all/64588/4565203.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mobile information systems","raw_type":"journal article"},{"id":"pmh:oai:doaj.org/article:86c44b5282d1464f87da7c246231e5b3","is_oa":true,"landing_page_url":"https://doaj.org/article/86c44b5282d1464f87da7c246231e5b3","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mobile Information Systems, Vol 2016 (2016)","raw_type":"article"},{"id":"pmh:oai:eprints.lib.hokudai.ac.jp:2115/64588","is_oa":true,"landing_page_url":"http://hdl.handle.net/2115/64588","pdf_url":null,"source":{"id":"https://openalex.org/S4306400549","display_name":"Hokkaido University Collection of Scholarly and Academic Papers (Hokkaido University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205349734","host_organization_name":"Hokkaido University","host_organization_lineage":["https://openalex.org/I205349734"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/25919560","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1155/2016/4565203","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2016/4565203","pdf_url":"http://downloads.hindawi.com/journals/misy/2016/4565203.pdf","source":{"id":"https://openalex.org/S152111507","display_name":"Mobile Information Systems","issn_l":"1574-017X","issn":["1574-017X","1875-905X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mobile Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2563798757.pdf","grobid_xml":"https://content.openalex.org/works/W2563798757.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1541170979","https://openalex.org/W1611674276","https://openalex.org/W1967559983","https://openalex.org/W1968495205","https://openalex.org/W1982597307","https://openalex.org/W1992657998","https://openalex.org/W1992942660","https://openalex.org/W2006257968","https://openalex.org/W2011383489","https://openalex.org/W2025356004","https://openalex.org/W2061641373","https://openalex.org/W2071186128","https://openalex.org/W2084099189","https://openalex.org/W2094083774","https://openalex.org/W2097156961","https://openalex.org/W2131156155","https://openalex.org/W2137277194","https://openalex.org/W2139308412","https://openalex.org/W2140502378","https://openalex.org/W2142152348","https://openalex.org/W2147600250","https://openalex.org/W2155014525","https://openalex.org/W2158510188","https://openalex.org/W2169905579","https://openalex.org/W2301521007","https://openalex.org/W2336485934","https://openalex.org/W2345024087","https://openalex.org/W2483325812","https://openalex.org/W3098915991","https://openalex.org/W3103426447","https://openalex.org/W4232585008","https://openalex.org/W4250589301"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W2029232111","https://openalex.org/W2159422359","https://openalex.org/W2294196761","https://openalex.org/W2141929741","https://openalex.org/W2335680976","https://openalex.org/W2252345849","https://openalex.org/W2786117496"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,12,29,93,95,99,110,128,157,180],"dynamic":[3,129],"resource":[4,174],"allocation":[5,175],"algorithm":[6],"for":[7,24,144,173],"device-to-device":[8],"(D2D)":[9],"communication":[10],"underlying":[11],"Long":[13],"Term":[14],"Evolution":[15],"Advanced":[16],"(LTE-A)":[17],"network":[18,52],"with":[19,107,167],"reinforcement":[20,164],"learning":[21,111,165],"(RL)":[22],"applied":[23],"unlicensed":[25,73,90,117],"channel":[26,118],"allocation.":[27],"In":[28],"considered":[30,96],"system,":[31],"the":[32,40,51,56,64,72,78,85,115,123,134,188],"inband":[33],"and":[34,74,87,141,160,186,197],"outband":[35,124],"resources":[36],"are":[37],"assigned":[38],"by":[39,108],"LTE":[41],"evolved":[42],"NodeB":[43],"(eNB)":[44,136],"to":[45,49,55],"different":[46],"device":[47],"pairs":[48],"maximize":[50],"utility":[53,143,159],"subject":[54],"target":[57],"signal-to-interference-and-noise":[58],"ratio":[59],"(SINR)":[60],"constraints.":[61],"Because":[62],"of":[63,66,89,146,183,194],"absence":[65],"an":[67],"established":[68],"control":[69],"link":[70],"between":[71],"cellular":[75],"radio":[76],"interfaces,":[77],"eNB":[79],"cannot":[80],"acquire":[81],"any":[82],"information":[83],"about":[84],"quality":[86],"availability":[88],"channels.":[91],"As":[92],"result,":[94],"problem":[97,102],"becomes":[98],"stochastic":[100],"optimization":[101],"that":[103],"can":[104],"be":[105],"dealt":[106],"deploying":[109],"theory":[112],"(to":[113],"estimate":[114],"random":[116],"environment).":[119],"Consequently,":[120],"we":[121],"formulate":[122],"D2D":[125],"access":[126],"as":[127],"single-player":[130],"game":[131],"in":[132,192],"which":[133],"player":[135],"estimates":[137],"its":[138,147,152],"possible":[139],"strategy":[140,161],"expected":[142],"all":[145],"actions":[148],"based":[149,163],"only":[150],"on":[151],"own":[153],"local":[154],"observations":[155],"using":[156],"joint":[158],"estimation":[162],"(JUSTE-RL)":[166],"regret":[168],"algorithm.":[169],"A":[170],"proposed":[171],"approach":[172],"demonstrates":[176],"near-optimal":[177],"performance":[178],"after":[179],"small":[181],"number":[182],"RL":[184],"iterations":[185],"surpasses":[187],"other":[189],"comparable":[190],"methods":[191],"terms":[193],"energy":[195],"efficiency":[196],"throughput":[198],"maximization.":[199]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}