{"id":"https://openalex.org/W4240719200","doi":"https://doi.org/10.1002/9780470050118.ecse533","title":"Markov Chains","display_name":"Markov Chains","publication_year":2008,"publication_date":"2008-01-15","ids":{"openalex":"https://openalex.org/W4240719200","doi":"https://doi.org/10.1002/9780470050118.ecse533"},"language":"en","primary_location":{"id":"doi:10.1002/9780470050118.ecse533","is_oa":false,"landing_page_url":"https://doi.org/10.1002/9780470050118.ecse533","pdf_url":null,"source":{"id":"https://openalex.org/S4306534807","display_name":"Wiley Encyclopedia of Computer Science and Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wiley Encyclopedia of Computer Science and Engineering","raw_type":"other"},"type":"other","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023235342","display_name":"Adam M. Johansen","orcid":"https://orcid.org/0000-0002-3531-7628"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Adam M. Johansen","raw_affiliation_strings":["University of Bristol, Bristol, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Bristol, Bristol, United Kingdom","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5023235342"],"corresponding_institution_ids":["https://openalex.org/I36234482"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11152","display_name":"Stochastic processes and statistical mechanics","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9552000164985657,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.8706064224243164},{"id":"https://openalex.org/keywords/markov-property","display_name":"Markov property","score":0.776767373085022},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.7709504961967468},{"id":"https://openalex.org/keywords/examples-of-markov-chains","display_name":"Examples of Markov chains","score":0.5799552798271179},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5795363187789917},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.5627806186676025},{"id":"https://openalex.org/keywords/markov-renewal-process","display_name":"Markov renewal process","score":0.5489183664321899},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.5434556007385254},{"id":"https://openalex.org/keywords/additive-markov-chain","display_name":"Additive Markov chain","score":0.4940791428089142},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4918348789215088},{"id":"https://openalex.org/keywords/markov-chain-mixing-time","display_name":"Markov chain mixing time","score":0.4617611765861511},{"id":"https://openalex.org/keywords/markov-kernel","display_name":"Markov kernel","score":0.4277312159538269},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.42383524775505066},{"id":"https://openalex.org/keywords/markov-chain-monte-carlo","display_name":"Markov chain Monte Carlo","score":0.4209740459918976},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.3661859333515167},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.33631229400634766},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22045713663101196},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19651475548744202},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10133680701255798},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05649062991142273}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.8706064224243164},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.776767373085022},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.7709504961967468},{"id":"https://openalex.org/C76408418","wikidata":"https://www.wikidata.org/wiki/Q5419314","display_name":"Examples of Markov chains","level":5,"score":0.5799552798271179},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5795363187789917},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.5627806186676025},{"id":"https://openalex.org/C163540672","wikidata":"https://www.wikidata.org/wiki/Q1115431","display_name":"Markov renewal process","level":5,"score":0.5489183664321899},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.5434556007385254},{"id":"https://openalex.org/C96810086","wikidata":"https://www.wikidata.org/wiki/Q17003273","display_name":"Additive Markov chain","level":5,"score":0.4940791428089142},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4918348789215088},{"id":"https://openalex.org/C97074811","wikidata":"https://www.wikidata.org/wiki/Q6771322","display_name":"Markov chain mixing time","level":5,"score":0.4617611765861511},{"id":"https://openalex.org/C106666656","wikidata":"https://www.wikidata.org/wiki/Q6771323","display_name":"Markov kernel","level":5,"score":0.4277312159538269},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.42383524775505066},{"id":"https://openalex.org/C111350023","wikidata":"https://www.wikidata.org/wiki/Q1191869","display_name":"Markov chain Monte Carlo","level":3,"score":0.4209740459918976},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.3661859333515167},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33631229400634766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22045713663101196},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19651475548744202},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10133680701255798},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05649062991142273},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/9780470050118.ecse533","is_oa":false,"landing_page_url":"https://doi.org/10.1002/9780470050118.ecse533","pdf_url":null,"source":{"id":"https://openalex.org/S4306534807","display_name":"Wiley Encyclopedia of Computer Science and Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wiley Encyclopedia of Computer Science and Engineering","raw_type":"other"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1995713768","https://openalex.org/W2106606323","https://openalex.org/W2330005588","https://openalex.org/W4233487859","https://openalex.org/W4292691288","https://openalex.org/W4302097244"],"related_works":["https://openalex.org/W1560931929","https://openalex.org/W2063024474","https://openalex.org/W3022658609","https://openalex.org/W292716529","https://openalex.org/W4244668520","https://openalex.org/W2393764248","https://openalex.org/W2987631717","https://openalex.org/W1973013714","https://openalex.org/W2159877461","https://openalex.org/W2735859191"],"abstract_inverted_index":{"Abstract":[0],"A":[1,136],"Markov":[2,45,53,92,106,162],"chain":[3,107],"is":[4,47,139,147],"a":[5,11,38,70,124,151],"collection":[6],"of":[7,40,51,73,91,98,104,119,154,161],"random":[8,121],"variables":[9,122],"with":[10],"temporal":[12],"ordering":[13],"that":[14,18,112],"have":[15],"the":[16,21,23,29,44,48,52,61,96,105,110],"property":[17],"\u201cconditional":[19],"upon":[20,28],"present,":[22],"future":[24],"does":[25],"not":[26],"depend":[27],"past.\u201d":[30],"This":[31],"concept,":[32],"which":[33,128],"can":[34],"be":[35,130,157],"viewed":[36],"as":[37,43,66,68],"form":[39],"something":[41],"known":[42],"property,":[46],"defining":[49],"characteristic":[50],"chain.":[54],"Such":[55],"systems":[56,155],"occur":[57],"very":[58],"widely":[59],"throughout":[60],"physical":[62],"and":[63,123],"information":[64],"sciences":[65],"well":[67],"in":[69,82,95,159],"broad":[71,152],"range":[72],"other":[74],"application":[75],"domains.":[76],"In":[77],"addition":[78],"to":[79,133,141,149,156],"their":[80],"utility":[81],"modeling":[83],"real":[84],"systems,":[85],"several":[86],"computational":[87],"techniques":[88],"make":[89],"use":[90],"chains,":[93],"particularly":[94],"field":[97],"Monte":[99],"Carlo":[100],"methods.":[101],"The":[102],"ubiquity":[103],"originates":[108],"from":[109],"fact":[111],"such":[113],"collections":[114],"lie":[115],"somewhere":[116],"between":[117],"one":[118],"independent":[120],"completely":[125],"general":[126],"collection,":[127],"could":[129],"extremely":[131],"complex":[132],"deal":[134],"with.":[135],"sufficient":[137,145],"structure":[138],"available":[140,148],"allow":[142,150],"sophisticated":[143],"analysis;":[144],"generality":[146],"class":[153],"described":[158],"terms":[160],"chains.":[163]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2022-05-12T00:00:00"}