{"id":"https://openalex.org/W2808471950","doi":"https://doi.org/10.1109/wcnc.2018.8377345","title":"Restless bandits with cumulative feedback: Applications in wireless networks","display_name":"Restless bandits with cumulative feedback: Applications in wireless networks","publication_year":2018,"publication_date":"2018-04-01","ids":{"openalex":"https://openalex.org/W2808471950","doi":"https://doi.org/10.1109/wcnc.2018.8377345","mag":"2808471950"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc.2018.8377345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc.2018.8377345","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022785005","display_name":"Kesav Kaza","orcid":null},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Kesav Kaza","raw_affiliation_strings":["Department of Electrical Engineering, IIT Bombay, Mumbai, INDIA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, IIT Bombay, Mumbai, INDIA","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052330273","display_name":"Varun Mehta","orcid":"https://orcid.org/0000-0002-5087-8175"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Varun Mehta","raw_affiliation_strings":["Department of Electrical Engineering, IIT Bombay, Mumbai, INDIA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, IIT Bombay, Mumbai, INDIA","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052401633","display_name":"Rahul Meshram","orcid":"https://orcid.org/0000-0003-3966-3269"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rahul Meshram","raw_affiliation_strings":["Department of Electrical Engineering, IIT Bombay, Mumbai, INDIA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, IIT Bombay, Mumbai, INDIA","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079092830","display_name":"S. N. Merchant","orcid":"https://orcid.org/0000-0002-9119-6795"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"S. N. Merchant","raw_affiliation_strings":["Department of Electrical Engineering, IIT Bombay, Mumbai, INDIA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, IIT Bombay, Mumbai, INDIA","institution_ids":["https://openalex.org/I162827531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5022785005"],"corresponding_institution_ids":["https://openalex.org/I162827531"],"apc_list":null,"apc_paid":null,"fwci":1.1024,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.79759384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6881048679351807},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5366304516792297},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5333029627799988},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39415815472602844},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2597818076610565}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6881048679351807},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5366304516792297},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5333029627799988},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39415815472602844},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2597818076610565}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc.2018.8377345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc.2018.8377345","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1936402048","https://openalex.org/W1985014315","https://openalex.org/W2003842604","https://openalex.org/W2028586524","https://openalex.org/W2029199203","https://openalex.org/W2034725503","https://openalex.org/W2044502527","https://openalex.org/W2044549125","https://openalex.org/W2056921512","https://openalex.org/W2065087844","https://openalex.org/W2098432798","https://openalex.org/W2105556121","https://openalex.org/W2119567691","https://openalex.org/W2121761793","https://openalex.org/W2124253904","https://openalex.org/W2127245928","https://openalex.org/W2141515329","https://openalex.org/W2151166730","https://openalex.org/W2153345187","https://openalex.org/W2156107305","https://openalex.org/W2171671264","https://openalex.org/W2288243449","https://openalex.org/W2317700292","https://openalex.org/W2499002200","https://openalex.org/W2741426548","https://openalex.org/W2808471950","https://openalex.org/W2963627946","https://openalex.org/W4233840023","https://openalex.org/W4299366509","https://openalex.org/W6640615486","https://openalex.org/W6651460636","https://openalex.org/W6698017823","https://openalex.org/W6752691785"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Restless":[0],"multi-armed":[1],"bandits(RMAB)":[2],"with":[3,84,143,165,209],"partially":[4,81,173],"observable":[5,82,96,174],"states":[6],"have":[7],"been":[8],"extensively":[9],"studied":[10],"for":[11,159,184,189],"scheduling":[12,72],"in":[13,46,65,73,155],"opportunistic":[14,71],"communication":[15,74],"systems.":[16],"These":[17,39],"RMAB":[18,83,175],"models":[19,40],"assume":[20],"that":[21],"when":[22],"the":[23,107,125,177],"decision":[24,49,67,119,157],"maker":[25],"plays":[26],"a":[27,47,56,66,104,156,190],"particular":[28],"arm,":[29],"it":[30,98,112,205],"gathers":[31],"information":[32],"about":[33,106],"system":[34],"state":[35,44,62,90,108,153],"through":[36],"feedback":[37,58,123,136],"signals.":[38],"allow":[41],"only":[42],"one":[43],"transition":[45],"single":[48],"interval.":[50,68],"In":[51,87,146],"this":[52,88,169,196],"paper,":[53],"we":[54,162,171],"propose":[55],"cumulative":[57,85],"model,":[59,89],"where":[60],"multiple":[61],"transitions":[63,154],"occur":[64],"We":[69],"formulate":[70],"systems":[75],"and":[76,111,204],"relay":[77],"selection":[78],"problem":[79],"as":[80],"feedback.":[86],"of":[91,117,148,151,195],"an":[92,129],"arm":[93,130],"is":[94,99,109,113,131,137,141,187,198,206],"not":[95,132],"whether":[97],"played":[100,126],"or":[101],"not.":[102],"But":[103,139],"belief":[105,140,164],"maintained":[110],"updated":[114,142],"at":[115],"end":[116],"each":[118],"interval":[120,158],"based":[121],"on":[122],"from":[124],"arm.":[127],"If":[128],"played,":[133],"then":[134],"no":[135],"available.":[138],"natural":[144],"evolution.":[145],"case":[147],"large":[149],"number":[150],"channel":[152],"not-played":[160],"arms,":[161],"approximate":[163],"stationary":[166],"probability.":[167],"For":[168],"scenario":[170],"solve":[172],"using":[176],"Whittle":[178,185],"index":[179,186],"policy.":[180],"A":[181],"closed-form":[182],"expression":[183],"obtained":[188],"special":[191],"case.":[192],"The":[193],"efficacy":[194],"policy":[197],"illustrated":[199],"via":[200],"some":[201],"numerical":[202],"examples":[203],"also":[207],"compared":[208],"other":[210],"policies.":[211]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}