{"id":"https://openalex.org/W4240719200","doi":"https://doi.org/10.1002/9780470050118.ecse533","title":"Markov Chains","display_name":"Markov Chains","publication_year":2008,"publication_date":"2008-01-15","ids":{"openalex":"https://openalex.org/W4240719200","doi":"https://doi.org/10.1002/9780470050118.ecse533"},"language":"en","primary_location":{"id":"doi:10.1002/9780470050118.ecse533","doi":"https://doi.org/10.1002/9780470050118.ecse533","is_oa":false,"landing_page_url":"https://doi.org/10.1002/9780470050118.ecse533","pdf_url":null,"source":{"id":"https://openalex.org/S4306464293","display_name":"Wiley eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wiley Encyclopedia of Computer Science and Engineering","raw_type":"other"},"volume":{"id":"https://openalex.org/W4205541974","display_name":"Wiley Encyclopedia of Computer Science and Engineering"},"type":"reference-entry","is_traditional":false,"indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.82444/warw.33606508","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023235342","display_name":"Adam Michael Johansen","orcid":"https://orcid.org/0000-0002-3531-7628","observed_orcids":["https://orcid.org/0000-0002-3531-7628"]},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Adam M. Johansen","raw_affiliation_strings":["University of Bristol, Bristol, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bristol, Bristol, United Kingdom","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5023235342"],"corresponding_institution_ids":["https://openalex.org/I36234482"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.8593999743461609,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.8593999743461609,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.1264999955892563,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chains","display_name":"Markov chains","score":1.0},{"id":"https://openalex.org/keywords/markov-property","display_name":"Markov property","score":1.0},{"id":"https://openalex.org/keywords/time-homogeneous-markov-chains","display_name":"time-homogeneous Markov chains","score":0.7110000252723694},{"id":"https://openalex.org/keywords/markov-processes","display_name":"Markov processes","score":0.6050000190734863},{"id":"https://openalex.org/keywords/monte-carlo-methods","display_name":"Monte Carlo methods","score":0.8270000219345093},{"id":"https://openalex.org/keywords/stochastic-processes","display_name":"stochastic processes","score":0.5490000247955322},{"id":"https://openalex.org/keywords/random-variable","display_name":"random variables","score":0.39500001072883606}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.8706064224243164},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.776767373085022},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.7709504961967468},{"id":"https://openalex.org/C76408418","wikidata":"https://www.wikidata.org/wiki/Q5419314","display_name":"Examples of Markov chains","level":5,"score":0.5799552798271179},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5795363187789917},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.5627806186676025},{"id":"https://openalex.org/C163540672","wikidata":"https://www.wikidata.org/wiki/Q1115431","display_name":"Markov renewal process","level":5,"score":0.5489183664321899},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.5434556007385254},{"id":"https://openalex.org/C96810086","wikidata":"https://www.wikidata.org/wiki/Q17003273","display_name":"Additive Markov chain","level":5,"score":0.4940791428089142},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4918348789215088},{"id":"https://openalex.org/C97074811","wikidata":"https://www.wikidata.org/wiki/Q6771322","display_name":"Markov chain mixing time","level":5,"score":0.4617611765861511},{"id":"https://openalex.org/C106666656","wikidata":"https://www.wikidata.org/wiki/Q6771323","display_name":"Markov kernel","level":5,"score":0.4277312159538269},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.42383524775505066},{"id":"https://openalex.org/C111350023","wikidata":"https://www.wikidata.org/wiki/Q1191869","display_name":"Markov chain Monte Carlo","level":3,"score":0.4209740459918976},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.3661859333515167},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33631229400634766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22045713663101196},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19651475548744202},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10133680701255798},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05649062991142273},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/9780470050118.ecse533","doi":"https://doi.org/10.1002/9780470050118.ecse533","is_oa":false,"landing_page_url":"https://doi.org/10.1002/9780470050118.ecse533","pdf_url":null,"source":{"id":"https://openalex.org/S4306464293","display_name":"Wiley eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wiley Encyclopedia of Computer Science and Engineering","raw_type":"other"},{"id":"doi:10.82444/warw.33606508","doi":"https://doi.org/10.82444/warw.33606508","is_oa":true,"landing_page_url":"https://doi.org/10.82444/warw.33606508","pdf_url":null,"source":{"id":"https://openalex.org/S7407060609","display_name":"University of Warwick","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"BookChapter"}],"best_oa_location":{"id":"doi:10.82444/warw.33606508","doi":"https://doi.org/10.82444/warw.33606508","is_oa":true,"landing_page_url":"https://doi.org/10.82444/warw.33606508","pdf_url":null,"source":{"id":"https://openalex.org/S7407060609","display_name":"University of Warwick","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"BookChapter"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W201155865","https://openalex.org/W1995713768","https://openalex.org/W2106606323","https://openalex.org/W2330005588","https://openalex.org/W4292691288","https://openalex.org/W4302097244"],"related_works":["https://openalex.org/W4241842263","https://openalex.org/W4234202035","https://openalex.org/W2551099590","https://openalex.org/W2222850251","https://openalex.org/W3021931671","https://openalex.org/W4232031582","https://openalex.org/W7097256289","https://openalex.org/W7095835215","https://openalex.org/W7014809144","https://openalex.org/W7096335250"],"abstract_inverted_index":{"Abstract":[0],"A":[1,136],"Markov":[2,45,53,92,106,162],"chain":[3,107],"is":[4,47,139,147],"a":[5,11,38,70,124,151],"collection":[6],"of":[7,40,51,73,91,98,104,119,154,161],"random":[8,121],"variables":[9,122],"with":[10],"temporal":[12],"ordering":[13],"that":[14,18,112],"have":[15],"the":[16,21,23,29,44,48,52,61,96,105,110],"property":[17],"\u201cconditional":[19],"upon":[20,28],"present,":[22],"future":[24],"does":[25],"not":[26],"depend":[27],"past.\u201d":[30],"This":[31],"concept,":[32],"which":[33,128],"can":[34],"be":[35,130,157],"viewed":[36],"as":[37,43,66,68],"form":[39],"something":[41],"known":[42],"property,":[46],"defining":[49],"characteristic":[50],"chain.":[54],"Such":[55],"systems":[56,155],"occur":[57],"very":[58],"widely":[59],"throughout":[60],"physical":[62],"and":[63,123],"information":[64],"sciences":[65],"well":[67],"in":[69,82,95,159],"broad":[71,152],"range":[72],"other":[74],"application":[75],"domains.":[76],"In":[77],"addition":[78],"to":[79,133,141,149,156],"their":[80],"utility":[81],"modeling":[83],"real":[84],"systems,":[85],"several":[86],"computational":[87],"techniques":[88],"make":[89],"use":[90],"chains,":[93],"particularly":[94],"field":[97],"Monte":[99],"Carlo":[100],"methods.":[101],"The":[102],"ubiquity":[103],"originates":[108],"from":[109],"fact":[111],"such":[113],"collections":[114],"lie":[115],"somewhere":[116],"between":[117],"one":[118],"independent":[120],"completely":[125],"general":[126],"collection,":[127],"could":[129],"extremely":[131],"complex":[132],"deal":[134],"with.":[135],"sufficient":[137,145],"structure":[138],"available":[140,148],"allow":[142,150],"sophisticated":[143],"analysis;":[144],"generality":[146],"class":[153],"described":[158],"terms":[160],"chains.":[163]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2022-05-12T00:00:00"}