{"id":"https://openalex.org/W2060713986","doi":"https://doi.org/10.1109/twc.2014.2359917","title":"One Step Beyond Myopic Probing Policy: A Heuristic Lookahead Policy for Multi-Channel Opportunistic Access","display_name":"One Step Beyond Myopic Probing Policy: A Heuristic Lookahead Policy for Multi-Channel Opportunistic Access","publication_year":2014,"publication_date":"2014-09-23","ids":{"openalex":"https://openalex.org/W2060713986","doi":"https://doi.org/10.1109/twc.2014.2359917","mag":"2060713986"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2014.2359917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2014.2359917","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005823613","display_name":"Kehao Wang","orcid":"https://orcid.org/0000-0001-9843-8104"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kehao Wang","raw_affiliation_strings":["Key Laboratory of Fiber Optic Sensing Technology and Information Processing, Ministry of Education, Wuhan University of Technology, Wuhan, China","Key Lab. of Fiber Opt. Sensing Technol. & Inf. Process., Wuhan Univ. of Technol., Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Fiber Optic Sensing Technology and Information Processing, Ministry of Education, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"Key Lab. of Fiber Opt. Sensing Technol. & Inf. Process., Wuhan Univ. of Technol., Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069716714","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0001-7943-3172"},"institutions":[{"id":"https://openalex.org/I4210144804","display_name":"Laboratoire de Recherche en Informatique","ror":"https://ror.org/04e3ktk27","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210144804","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lin Chen","raw_affiliation_strings":["Laboratoire de Recherche en Informatique, Department of Computer Science, University of Paris-Sud XI, Orsay, France","Dept. of Comput. Sci., Univ. of Paris-Sud XI, Orsay, France"],"affiliations":[{"raw_affiliation_string":"Laboratoire de Recherche en Informatique, Department of Computer Science, University of Paris-Sud XI, Orsay, France","institution_ids":["https://openalex.org/I4210144804","https://openalex.org/I102197404"]},{"raw_affiliation_string":"Dept. of Comput. Sci., Univ. of Paris-Sud XI, Orsay, France","institution_ids":["https://openalex.org/I102197404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666897","display_name":"Quan Liu","orcid":"https://orcid.org/0000-0002-0941-8767"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Liu","raw_affiliation_strings":["School of Information Engineering, Wuhan University of University, Wuhan, China","School of Information engineering, Wuhan University of Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Wuhan University of University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Information engineering, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115590684","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0001-8676-1190"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Department of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","[Dept. of Inf. Sci. & Electron. Eng., Zhejiang Univ., Hangzhou, China]"],"affiliations":[{"raw_affiliation_string":"Department of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"[Dept. of Inf. Sci. & Electron. Eng., Zhejiang Univ., Hangzhou, China]","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081333552","display_name":"Fangmin Li","orcid":"https://orcid.org/0000-0002-8612-1756"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangmin Li","raw_affiliation_strings":["School of Information Engineering, Wuhan University of University, Wuhan, China","School of Information engineering, Wuhan University of Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Wuhan University of University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Information engineering, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5005823613"],"corresponding_institution_ids":["https://openalex.org/I196699116"],"apc_list":null,"apc_paid":null,"fwci":1.7986,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.87082016,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"14","issue":"2","first_page":"759","last_page":"769"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.735477089881897},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.7029706835746765},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6973253488540649},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.6887581944465637},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5495228171348572},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2913225591182709},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.27254724502563477},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14851850271224976},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11693188548088074}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.735477089881897},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.7029706835746765},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6973253488540649},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.6887581944465637},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5495228171348572},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2913225591182709},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.27254724502563477},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14851850271224976},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11693188548088074}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/twc.2014.2359917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2014.2359917","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-01110564v1","is_oa":false,"landing_page_url":"https://hal.science/hal-01110564","pdf_url":null,"source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Wireless Communications, 2015, 14 (2), pp.759 - 769. &#x27E8;10.1109/twc.2014.2359917&#x27E9;","raw_type":"Journal articles"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2315558132","display_name":null,"funder_award_id":"WUT:2014-IV-067","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4021508363","display_name":null,"funder_award_id":"2013M531753","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5494655772","display_name":null,"funder_award_id":"2014T70748","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6358591440","display_name":null,"funder_award_id":"61261130585","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7115783022","display_name":null,"funder_award_id":"61303027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8238555909","display_name":null,"funder_award_id":"ANR-12-IS03","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1985014315","https://openalex.org/W1989239951","https://openalex.org/W1991839558","https://openalex.org/W2003798390","https://openalex.org/W2018982700","https://openalex.org/W2019698800","https://openalex.org/W2026363762","https://openalex.org/W2029199203","https://openalex.org/W2030117448","https://openalex.org/W2034088659","https://openalex.org/W2037020488","https://openalex.org/W2040774021","https://openalex.org/W2049468127","https://openalex.org/W2059896646","https://openalex.org/W2061992737","https://openalex.org/W2064895747","https://openalex.org/W2069423170","https://openalex.org/W2101203346","https://openalex.org/W2105556121","https://openalex.org/W2111114936","https://openalex.org/W2112316546","https://openalex.org/W2114671906","https://openalex.org/W2120145030","https://openalex.org/W2124366921","https://openalex.org/W2136957911","https://openalex.org/W2144776022","https://openalex.org/W2162629742","https://openalex.org/W2166023188","https://openalex.org/W2167230435","https://openalex.org/W2171671264","https://openalex.org/W2343899768","https://openalex.org/W2964296255"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2559261346","https://openalex.org/W4280609833","https://openalex.org/W4235820682","https://openalex.org/W185479762","https://openalex.org/W2136943174","https://openalex.org/W1973979964","https://openalex.org/W4246064491","https://openalex.org/W1968709058","https://openalex.org/W2032573003"],"abstract_inverted_index":{"In":[0],"this":[1,71],"paper,":[2],"we":[3,131],"consider":[4],"the":[5,13,32,41,74,80,94,111,119,127,139,145,152,158,174,177,185,196,201,208,215,229,232],"probing":[6,43,83,116,136,221],"order":[7,108],"and":[8,90,182,219],"stopping":[9],"problem":[10,51,72],"arising":[11],"from":[12],"identification":[14],"of":[15,34,70,154,176,198,231],"spectrum":[16],"holes":[17],"in":[18,23,78,92,107,118,143,200],"multi-channel":[19],"cognitive":[20],"radio":[21],"networks,":[22],"which":[24,61,79,93,144],"a":[25,46,56,123,133,165,204],"secondary":[26],"user":[27],"(SU)":[28],"seeks":[29],"to":[30,64,97,109,114,195],"maximize":[31],"probability":[33],"finding":[35],"an":[36,85,104,170],"available":[37,86,105],"channel":[38,87,106,135],"while":[39],"minimizing":[40],"related":[42],"cost":[44,117],"within":[45,157],"long":[47],"time":[48],"horizon.":[49],"This":[50],"can":[52,187],"be":[53,65,188],"casted":[54],"into":[55],"restless":[57],"multi-armed":[58],"bandit":[59],"problem,":[60],"is":[62,73,88],"proved":[63],"PSPACE-hard.":[66],"The":[67],"key":[68],"point":[69],"trade-off":[75],"between":[76,126,214],"exploitation,":[77],"SU":[81,95,146],"stops":[82],"once":[84],"identified,":[89],"exploration,":[91],"continues":[96],"probe":[98],"new":[99],"channels":[100,199],"even":[101],"after":[102],"identifying":[103],"learn":[110],"system":[112,155,202],"state":[113,156],"reduce":[115],"future.":[120],"To":[121],"strike":[122],"desirable":[124],"balance":[125],"two":[128,224],"conflicting":[129],"objectives,":[130],"develop":[132],"heuristic":[134],"policy,":[137,142],"termed":[138],"v-step":[140,179,216,234],"lookahead":[141,180,210,217,235],"makes":[147],"its":[148],"decision":[149],"based":[150],"on":[151,173,207,223],"prediction":[153],"future":[159],"v":[160,163],"steps,":[161],"with":[162,190,193],"being":[164],"tunable":[166],"parameter.":[167],"We":[168],"conduct":[169],"analytical":[171],"study":[172],"structure":[175],"proposed":[178,233],"policy":[181,186,218,222],"demonstrate":[183,228],"how":[184],"implemented":[189],"linear":[191],"complexity":[192],"respect":[194],"number":[197],"via":[203],"detailed":[205],"analysis":[206],"1-step":[209],"policy.":[211,236],"Numerical":[212],"experiments":[213],"myopic":[220],"representative":[225],"network":[226],"scenarios":[227],"effectiveness":[230]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
