{"id":"https://openalex.org/W2533058824","doi":"https://doi.org/10.1109/allerton.2008.4797682","title":"A learning scheme for stationary probabilities of large markov chains with examples","display_name":"A learning scheme for stationary probabilities of large markov chains with examples","publication_year":2008,"publication_date":"2008-09-01","ids":{"openalex":"https://openalex.org/W2533058824","doi":"https://doi.org/10.1109/allerton.2008.4797682","mag":"2533058824"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2008.4797682","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2008.4797682","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 46th Annual Allerton Conference on Communication, Control, and Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018541798","display_name":"Vivek S. Borkar","orcid":"https://orcid.org/0000-0003-0756-5402"},"institutions":[{"id":"https://openalex.org/I11947397","display_name":"Tata Institute of Fundamental Research","ror":"https://ror.org/03ht1xw27","country_code":"IN","type":"education","lineage":["https://openalex.org/I11947397","https://openalex.org/I2799351866","https://openalex.org/I3149292468"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"V. S. Borkar","raw_affiliation_strings":["School of Technology and Computer Science, Tata Institute of Fundamental Research, Mumbai, India"],"affiliations":[{"raw_affiliation_string":"School of Technology and Computer Science, Tata Institute of Fundamental Research, Mumbai, India","institution_ids":["https://openalex.org/I11947397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031374866","display_name":"Debabrata Das","orcid":"https://orcid.org/0000-0002-7042-4824"},"institutions":[{"id":"https://openalex.org/I11947397","display_name":"Tata Institute of Fundamental Research","ror":"https://ror.org/03ht1xw27","country_code":"IN","type":"education","lineage":["https://openalex.org/I11947397","https://openalex.org/I2799351866","https://openalex.org/I3149292468"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"D. J. Das","raw_affiliation_strings":["School of Technology and Computer Science, Tata Institute of Fundamental Research, Mumbai, India"],"affiliations":[{"raw_affiliation_string":"School of Technology and Computer Science, Tata Institute of Fundamental Research, Mumbai, India","institution_ids":["https://openalex.org/I11947397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035112567","display_name":"A. D. Banik","orcid":"https://orcid.org/0000-0003-1570-8389"},"institutions":[{"id":"https://openalex.org/I11947397","display_name":"Tata Institute of Fundamental Research","ror":"https://ror.org/03ht1xw27","country_code":"IN","type":"education","lineage":["https://openalex.org/I11947397","https://openalex.org/I2799351866","https://openalex.org/I3149292468"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"A. Datta Banik","raw_affiliation_strings":["School of Technology and Computer Science, Tata Institute of Fundamental Research, Mumbai, India"],"affiliations":[{"raw_affiliation_string":"School of Technology and Computer Science, Tata Institute of Fundamental Research, Mumbai, India","institution_ids":["https://openalex.org/I11947397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017359920","display_name":"D. Manjunath","orcid":"https://orcid.org/0000-0001-7302-284X"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"D. Manjunath","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Bombay, Mumbai, India"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Bombay, Mumbai, India","institution_ids":["https://openalex.org/I162827531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5018541798"],"corresponding_institution_ids":["https://openalex.org/I11947397"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33070804,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1097","last_page":"1099"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.8427708148956299},{"id":"https://openalex.org/keywords/stationary-distribution","display_name":"Stationary distribution","score":0.7359017133712769},{"id":"https://openalex.org/keywords/continuous-time-markov-chain","display_name":"Continuous-time Markov chain","score":0.6471719741821289},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.6052315831184387},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.571860671043396},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5708250999450684},{"id":"https://openalex.org/keywords/markov-property","display_name":"Markov property","score":0.5605498552322388},{"id":"https://openalex.org/keywords/markov-chain-mixing-time","display_name":"Markov chain mixing time","score":0.5404497385025024},{"id":"https://openalex.org/keywords/additive-markov-chain","display_name":"Additive Markov chain","score":0.5271867513656616},{"id":"https://openalex.org/keywords/stochastic-matrix","display_name":"Stochastic matrix","score":0.5205539464950562},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.5135253071784973},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5121598243713379},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.5050790905952454},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.48378631472587585},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4804629683494568},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4178701341152191},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4126547574996948},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3743177652359009},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3622852563858032},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.32969915866851807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32926785945892334},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21579134464263916},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08584195375442505},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08430761098861694}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.8427708148956299},{"id":"https://openalex.org/C98951983","wikidata":"https://www.wikidata.org/wiki/Q7604341","display_name":"Stationary distribution","level":3,"score":0.7359017133712769},{"id":"https://openalex.org/C147080032","wikidata":"https://www.wikidata.org/wiki/Q176720","display_name":"Continuous-time Markov chain","level":5,"score":0.6471719741821289},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6052315831184387},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.571860671043396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5708250999450684},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.5605498552322388},{"id":"https://openalex.org/C97074811","wikidata":"https://www.wikidata.org/wiki/Q6771322","display_name":"Markov chain mixing time","level":5,"score":0.5404497385025024},{"id":"https://openalex.org/C96810086","wikidata":"https://www.wikidata.org/wiki/Q17003273","display_name":"Additive Markov chain","level":5,"score":0.5271867513656616},{"id":"https://openalex.org/C49555168","wikidata":"https://www.wikidata.org/wiki/Q176583","display_name":"Stochastic matrix","level":3,"score":0.5205539464950562},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.5135253071784973},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5121598243713379},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.5050790905952454},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.48378631472587585},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4804629683494568},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4178701341152191},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4126547574996948},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3743177652359009},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3622852563858032},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32969915866851807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32926785945892334},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21579134464263916},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08584195375442505},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08430761098861694},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/allerton.2008.4797682","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2008.4797682","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 46th Annual Allerton Conference on Communication, Control, and Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W565357261","https://openalex.org/W594357522","https://openalex.org/W2013406658","https://openalex.org/W2093448583","https://openalex.org/W2139914196","https://openalex.org/W2161145906","https://openalex.org/W2162598825","https://openalex.org/W2166657206"],"related_works":["https://openalex.org/W2375491161","https://openalex.org/W2349429754","https://openalex.org/W1189343304","https://openalex.org/W2100578510","https://openalex.org/W2734729804","https://openalex.org/W1582788238","https://openalex.org/W2032212734","https://openalex.org/W1888844679","https://openalex.org/W2127370188","https://openalex.org/W2158854158"],"abstract_inverted_index":{"We":[0],"describe":[1],"a":[2,73],"reinforcement":[3],"learning":[4],"based":[5],"scheme":[6,48],"to":[7,27,37,64],"estimate":[8],"the":[9,24,30,43,52,56,66,70],"stationary":[10,67],"distribution":[11,68],"of":[12,14,16,42,51,55,69,72],"subsets":[13],"states":[15,71],"large":[17],"Markov":[18,44],"chains.":[19],"dasiaSplit":[20],"samplingpsila":[21],"ensures":[22],"that":[23],"algorithm":[25,61],"needs":[26],"just":[28],"encode":[29],"state":[31],"transitions":[32],"and":[33],"will":[34],"not":[35],"need":[36],"know":[38],"any":[39],"other":[40],"property":[41],"chain.":[45],"(An":[46],"earlier":[47],"required":[49],"knowledge":[50],"column":[53],"sums":[54],"transition":[57],"probability":[58],"matrix.)":[59],"This":[60],"is":[62],"applied":[63],"analyze":[65],"node":[74],"in":[75],"an":[76],"802.11":[77],"network.":[78]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}