{"id":"https://openalex.org/W2127245928","doi":"https://doi.org/10.1109/icnc.2011.6022074","title":"Cooperative relay selection policy using partially observable Markov decision process","display_name":"Cooperative relay selection policy using partially observable Markov decision process","publication_year":2011,"publication_date":"2011-07-01","ids":{"openalex":"https://openalex.org/W2127245928","doi":"https://doi.org/10.1109/icnc.2011.6022074","mag":"2127245928"},"language":"en","primary_location":{"id":"doi:10.1109/icnc.2011.6022074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc.2011.6022074","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 Seventh International Conference on Natural Computation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100738497","display_name":"Yong Li","orcid":"https://orcid.org/0000-0002-7230-3196"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yong Li","raw_affiliation_strings":["Embedded Software and Systems Institute, Beijing University of Technology, Beijing, P. R., China","Embedded software and systems institute, Beijing University of technology, China"],"affiliations":[{"raw_affiliation_string":"Embedded Software and Systems Institute, Beijing University of Technology, Beijing, P. R., China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Embedded software and systems institute, Beijing University of technology, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100941478","display_name":"Yibin Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibin Hou","raw_affiliation_strings":["Embedded Software and Systems Institute, Beijing University of Technology, Beijing, P. R., China","Embedded software and systems institute, Beijing University of technology, China"],"affiliations":[{"raw_affiliation_string":"Embedded Software and Systems Institute, Beijing University of Technology, Beijing, P. R., China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Embedded software and systems institute, Beijing University of technology, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101030293","display_name":"Zhangqin Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhangqin Huang","raw_affiliation_strings":["Embedded Software and Systems Institute, Beijing University of Technology, Beijing, P. R., China","Embedded software and systems institute, Beijing University of technology, China"],"affiliations":[{"raw_affiliation_string":"Embedded Software and Systems Institute, Beijing University of Technology, Beijing, P. R., China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Embedded software and systems institute, Beijing University of technology, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053142001","display_name":"Yifei Wei","orcid":"https://orcid.org/0000-0002-3842-009X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Wei","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, P. R., China","[School of electronic engineering, Beijing University of Posts and Telecommunications, China]"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, P. R., China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"[School of electronic engineering, Beijing University of Posts and Telecommunications, China]","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100738497"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.18796052,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"508","last_page":"512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.8388987183570862},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7793320417404175},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.7674470543861389},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6835533976554871},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.632550835609436},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6254807710647583},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.6049581170082092},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.582011342048645},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5307497978210449},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.5257861614227295},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.48493221402168274},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.45499828457832336},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.45207712054252625},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4508674740791321},{"id":"https://openalex.org/keywords/relay-channel","display_name":"Relay channel","score":0.4261819124221802},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4224613606929779},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40036192536354065},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.38317641615867615},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1769724190235138},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16568443179130554},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1603269875049591},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15891391038894653},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0940084457397461},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08039900660514832}],"concepts":[{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.8388987183570862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7793320417404175},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.7674470543861389},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6835533976554871},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.632550835609436},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6254807710647583},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.6049581170082092},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.582011342048645},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5307497978210449},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.5257861614227295},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.48493221402168274},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.45499828457832336},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.45207712054252625},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4508674740791321},{"id":"https://openalex.org/C46257984","wikidata":"https://www.wikidata.org/wiki/Q7310895","display_name":"Relay channel","level":4,"score":0.4261819124221802},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4224613606929779},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40036192536354065},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.38317641615867615},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1769724190235138},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16568443179130554},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1603269875049591},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15891391038894653},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0940084457397461},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08039900660514832},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnc.2011.6022074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc.2011.6022074","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 Seventh International Conference on Natural Computation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6700000166893005,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W180325379","https://openalex.org/W597892100","https://openalex.org/W1484113995","https://openalex.org/W1997264450","https://openalex.org/W2034725503","https://openalex.org/W2105594594","https://openalex.org/W2107581496","https://openalex.org/W2128295617","https://openalex.org/W2142122604","https://openalex.org/W2147730843","https://openalex.org/W2152121970","https://openalex.org/W2158070057","https://openalex.org/W2160896610","https://openalex.org/W3100839090","https://openalex.org/W6617931316","https://openalex.org/W6683312493"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1589140671","https://openalex.org/W1515117609","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":{"In":[0],"wireless":[1,5,20,65],"mobile":[2],"environment,":[3],"the":[4,19,28,34,48,62,72,93,97,103,109,126,158,161],"channels":[6],"are":[7,154],"unreliable":[8],"and":[9,15,46,53,125],"change":[10],"fast":[11],"due":[12],"to":[13,44,75,86,156],"fading":[14],"users'":[16],"movement.":[17],"Since":[18],"channel":[21,66,88],"state":[22,49,63,89],"is":[23,31,74],"not":[24],"directly":[25],"observable":[26,120],"at":[27,135],"receiver":[29],"but":[30],"embedded":[32],"in":[33,82],"received":[35],"signal,":[36],"this":[37],"paper":[38],"uses":[39],"hidden":[40,147],"Markov":[41,121,148],"model":[42,45,108,149],"(HMM)":[43],"predict":[47],"of":[50,64,71,95,102,112,118,129,160],"available":[51],"relays,":[52],"considers":[54],"relay":[55,78,113,131],"selection":[56,114],"as":[57,115],"a":[58,116],"stochastic":[59],"process":[60,73],"where":[61],"varies":[67],"randomly.":[68],"The":[69],"objective":[70],"select":[76],"one":[77],"among":[79],"different":[80],"alternatives":[81],"each":[83,136],"time-slot":[84,137],"according":[85],"their":[87],"information":[90,100],"(CSI)":[91],"with":[92,144],"goal":[94],"maximizing":[96],"long":[98],"term":[99],"rate":[101],"whole":[104,110],"transmission":[105],"period.":[106],"We":[107],"procedure":[111],"type":[117],"partially":[119],"decision":[122],"processes":[123],"(POMDPs),":[124],"optimal":[127],"policy":[128],"which":[130],"will":[132],"be":[133,139],"selected":[134],"can":[138],"acquired":[140],"by":[141],"solving":[142],"POMDPs":[143],"dynamic":[145],"programming-based":[146],"scheduling":[150],"algorithms.":[151],"Simulation":[152],"results":[153],"presented":[155],"show":[157],"effectiveness":[159],"proposed":[162],"scheme.":[163]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}