{"id":"https://openalex.org/W2294176879","doi":"https://doi.org/10.1109/tmc.2015.2442529","title":"Distributed Heuristically Accelerated Q-Learning for Robust Cognitive Spectrum Management in LTE Cellular Systems","display_name":"Distributed Heuristically Accelerated Q-Learning for Robust Cognitive Spectrum Management in LTE Cellular Systems","publication_year":2015,"publication_date":"2015-06-17","ids":{"openalex":"https://openalex.org/W2294176879","doi":"https://doi.org/10.1109/tmc.2015.2442529","mag":"2294176879"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2015.2442529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2015.2442529","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.whiterose.ac.uk/125260/1/diaq_tmc2015.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086480465","display_name":"Nils Morozs","orcid":"https://orcid.org/0000-0001-9862-7378"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nils Morozs","raw_affiliation_strings":["Department of Electronics, University of York, York, North Yorkshire, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, University of York, York, North Yorkshire, United Kingdom","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003747911","display_name":"Tim Clarke","orcid":"https://orcid.org/0000-0002-5950-9851"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tim Clarke","raw_affiliation_strings":["Department of Electronics, University of York, York, North Yorkshire, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, University of York, York, North Yorkshire, United Kingdom","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003094661","display_name":"David Grace","orcid":"https://orcid.org/0000-0003-4493-7498"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Grace","raw_affiliation_strings":["Department of Electronics, University of York, York, North Yorkshire, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, University of York, York, North Yorkshire, United Kingdom","institution_ids":["https://openalex.org/I52099693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52099693"],"apc_list":null,"apc_paid":null,"fwci":9.6818,"has_fulltext":true,"cited_by_count":86,"citation_normalized_percentile":{"value":0.97969609,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"15","issue":"4","first_page":"817","last_page":"825"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.817258358001709},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8130597472190857},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5833818316459656},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.5549048185348511},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5487032532691956},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5285170078277588},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.5137894749641418},{"id":"https://openalex.org/keywords/lte-advanced","display_name":"LTE Advanced","score":0.5037218928337097},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4748116731643677},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4733284115791321},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44437074661254883},{"id":"https://openalex.org/keywords/spectrum-management","display_name":"Spectrum management","score":0.4383047819137573},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.42493578791618347},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3639005124568939},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3119318187236786},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.15873032808303833},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11190539598464966}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.817258358001709},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8130597472190857},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5833818316459656},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.5549048185348511},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5487032532691956},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5285170078277588},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.5137894749641418},{"id":"https://openalex.org/C17652562","wikidata":"https://www.wikidata.org/wiki/Q1345402","display_name":"LTE Advanced","level":3,"score":0.5037218928337097},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4748116731643677},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4733284115791321},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44437074661254883},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.4383047819137573},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.42493578791618347},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3639005124568939},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3119318187236786},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.15873032808303833},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11190539598464966},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tmc.2015.2442529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2015.2442529","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:125260","is_oa":true,"landing_page_url":"https://orcid.org/0000-0001-9862-7378>,","pdf_url":"https://eprints.whiterose.ac.uk/125260/1/diaq_tmc2015.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.711.9117","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.711.9117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.nilsmorozs.co.uk/papers/diaq_tmc2015.pdf","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:eprints.whiterose.ac.uk:125260","is_oa":true,"landing_page_url":"https://orcid.org/0000-0001-9862-7378>,","pdf_url":"https://eprints.whiterose.ac.uk/125260/1/diaq_tmc2015.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1309681238","display_name":null,"funder_award_id":"FP7-ICT-2011-8-318632","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2265454669","display_name":"Aerial Base Stations with Opportunistic Links for Unexpected & Temporary Events","funder_award_id":"318632","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4358921014","display_name":null,"funder_award_id":"ICT-2011","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G464291786","display_name":null,"funder_award_id":"FP7-ICT-2011-8","funder_id":"https://openalex.org/F4320338370","funder_display_name":"FP7 Information and Communication Technologies"},{"id":"https://openalex.org/G6544709687","display_name":null,"funder_award_id":"FP7-ICT-2011","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8010119370","display_name":null,"funder_award_id":"FP7-ICT-2011-8","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338370","display_name":"FP7 Information and Communication Technologies","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2294176879.pdf","grobid_xml":"https://content.openalex.org/works/W2294176879.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1482241370","https://openalex.org/W1490674876","https://openalex.org/W1521426472","https://openalex.org/W1525924250","https://openalex.org/W1592573009","https://openalex.org/W1600787307","https://openalex.org/W1755360231","https://openalex.org/W1989241020","https://openalex.org/W1992920134","https://openalex.org/W2008809493","https://openalex.org/W2020392301","https://openalex.org/W2031751141","https://openalex.org/W2048570986","https://openalex.org/W2101130703","https://openalex.org/W2104602264","https://openalex.org/W2107898868","https://openalex.org/W2120327309","https://openalex.org/W2121308898","https://openalex.org/W2121863487","https://openalex.org/W2141234504","https://openalex.org/W2147406501","https://openalex.org/W2150081756","https://openalex.org/W3011120880","https://openalex.org/W3144302210","https://openalex.org/W4214717370","https://openalex.org/W6628880899","https://openalex.org/W6631238946","https://openalex.org/W6631407858","https://openalex.org/W6635760495","https://openalex.org/W6675811377","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2786459840","https://openalex.org/W2545213287","https://openalex.org/W2336181987","https://openalex.org/W790449367","https://openalex.org/W2054719951","https://openalex.org/W4389477274","https://openalex.org/W3089664461","https://openalex.org/W1976405282","https://openalex.org/W1157983132","https://openalex.org/W2392764151"],"abstract_inverted_index":{"In":[0,113],"this":[1],"paper,":[2],"we":[3,46],"propose":[4],"an":[5],"algorithm":[6],"for":[7,160],"dynamic":[8],"spectrum":[9],"access":[10],"(DSA)":[11],"in":[12,33,66,163],"LTE":[13,35,148],"cellular":[14],"systems-distributed":[15],"ICIC":[16,97],"accelerated":[17,42],"Q-learning":[18,132],"(DIAQ).":[19],"It":[20,61],"combines":[21],"distributed":[22,131,157],"reinforcement":[23],"learning":[24],"(RL)":[25],"and":[26,106,123],"standardized":[27],"inter-cell":[28],"interference":[29],"coordination":[30],"(ICIC)":[31],"signalling":[32],"the":[34,38,67,135,146],"downlink,":[36],"using":[37,82],"framework":[39],"of":[40,57,86,104,128,155],"heuristically":[41],"RL":[43,58],"(HARL).":[44],"Furthermore,":[45],"present":[47],"a":[48,63,87,94,129],"novel":[49],"Bayesian":[50],"network":[51,110],"based":[52,59],"approach":[53],"to":[54,74,93,143],"theoretical":[55,136],"analysis":[56],"DSA.":[60],"explains":[62],"predicted":[64],"improvement":[65],"convergence":[68],"behaviour":[69],"achieved":[70],"by":[71],"DIAQ,":[72],"compared":[73],"classical":[75],"RL.":[76],"The":[77],"scheme":[78,140],"is":[79,141],"also":[80],"assessed":[81],"large":[83],"scale":[84],"simulations":[85],"stadium":[88],"temporary":[89],"event":[90],"network.":[91],"Compared":[92],"typical":[95],"heuristic":[96],"approach,":[98],"DIAQ":[99,115],"provides":[100],"significantly":[101],"better":[102],"quality":[103],"service":[105],"supports":[107],"considerably":[108],"higher":[109],"throughput":[111],"densities.":[112],"addition,":[114],"dramatically":[116],"improves":[117,124],"initial":[118],"performance,":[119],"speeds":[120],"up":[121],"convergence,":[122],"steady":[125],"state":[126],"performance":[127],"state-of-the-art":[130],"algorithm,":[133],"confirming":[134],"predictions.":[137],"Finally,":[138],"our":[139],"designed":[142],"comply":[144],"with":[145],"current":[147],"standards.":[149],"Therefore,":[150],"it":[151],"enables":[152],"easy":[153],"implementation":[154],"robust":[156],"machine":[158],"intelligence":[159],"full":[161],"self-organisation":[162],"existing":[164],"commercial":[165],"networks.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}