{"id":"https://openalex.org/W2897969108","doi":"https://doi.org/10.1109/access.2018.2871054","title":"Rested and Restless Bandits With Constrained Arms and Hidden States: Applications in Social Networks and 5G Networks","display_name":"Rested and Restless Bandits With Constrained Arms and Hidden States: Applications in Social Networks and 5G Networks","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2897969108","doi":"https://doi.org/10.1109/access.2018.2871054","mag":"2897969108"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2871054","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2871054","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2018.2871054","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052330273","display_name":"Varun Mehta","orcid":"https://orcid.org/0000-0002-5087-8175"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Varun Mehta","raw_affiliation_strings":["Department of Electrical Engineering, IIT Bombay, Mumbai, India"],"raw_orcid":"https://orcid.org/0000-0002-5087-8175","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, IIT Bombay, Mumbai, India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052401633","display_name":"Rahul Meshram","orcid":"https://orcid.org/0000-0003-3966-3269"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rahul Meshram","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022785005","display_name":"Kesav Kaza","orcid":null},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kesav Kaza","raw_affiliation_strings":["Department of Electrical Engineering, IIT Bombay, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, IIT Bombay, Mumbai, India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079092830","display_name":"S. N. Merchant","orcid":"https://orcid.org/0000-0002-9119-6795"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shabbir N. Merchant","raw_affiliation_strings":["Department of Electrical Engineering, IIT Bombay, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, IIT Bombay, Mumbai, India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109351859","display_name":"Uday B. Desai","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Uday B. Desai","raw_affiliation_strings":["Department of Electrical Engineering, IIT Hyderabad, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, IIT Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5052330273"],"corresponding_institution_ids":["https://openalex.org/I162827531"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.4403,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.70558499,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"6","issue":null,"first_page":"56782","last_page":"56799"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6572643518447876},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35269588232040405}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6572643518447876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35269588232040405}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2018.2871054","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2871054","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:26a655886bf44602afafe0fe854ea842","is_oa":true,"landing_page_url":"https://doaj.org/article/26a655886bf44602afafe0fe854ea842","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 56782-56799 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2871054","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2871054","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8399999737739563,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W166250193","https://openalex.org/W594357522","https://openalex.org/W1977509904","https://openalex.org/W1989239951","https://openalex.org/W1998039896","https://openalex.org/W2023353151","https://openalex.org/W2029199203","https://openalex.org/W2044502527","https://openalex.org/W2056921512","https://openalex.org/W2083879805","https://openalex.org/W2098432798","https://openalex.org/W2105556121","https://openalex.org/W2114951919","https://openalex.org/W2121761793","https://openalex.org/W2124253904","https://openalex.org/W2131898237","https://openalex.org/W2140424879","https://openalex.org/W2141515329","https://openalex.org/W2170585566","https://openalex.org/W2171671264","https://openalex.org/W2317700292","https://openalex.org/W2331759129","https://openalex.org/W2334782222","https://openalex.org/W2499002200","https://openalex.org/W2607012320","https://openalex.org/W2626694546","https://openalex.org/W2626766158","https://openalex.org/W2808471950","https://openalex.org/W2963627946","https://openalex.org/W2963983339","https://openalex.org/W2964186085","https://openalex.org/W3125634603","https://openalex.org/W4243772471","https://openalex.org/W4299366509","https://openalex.org/W6957865567"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"The":[0,16],"problem":[1],"of":[2,12,18],"rested":[3,62,73],"and":[4,24,63],"restless":[5,64,81],"multi-armed":[6],"bandits":[7],"with":[8],"constrained":[9],"availability":[10],"(RMAB-CA)":[11],"arms":[13,19],"is":[14,58,69,78],"considered.":[15],"states":[17,27],"evolve":[20],"in":[21],"Markovian":[22],"manner":[23],"the":[25,31,46,72],"exact":[26],"are":[28,41],"hidden":[29],"from":[30],"decision":[32],"maker.":[33],"First,":[34],"some":[35],"structural":[36],"results":[37],"on":[38],"value":[39],"functions":[40],"claimed.":[42],"Following":[43],"these":[44],"results,":[45],"optimal":[47],"policy":[48],"turns":[49],"out":[50],"to":[51],"be":[52],"a":[53],"threshold":[54],"policy.":[55],"Furthermore,":[56],"indexability":[57],"established":[59],"for":[60,71,80],"both":[61],"RMAB-CAs.":[65],"An":[66],"index":[67],"formula":[68],"derived":[70],"model,":[74],"while":[75],"an":[76],"algorithm":[77],"provided":[79],"case.":[82]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}