{"id":"https://openalex.org/W4233348450","doi":"https://doi.org/10.1201/9781315275987-4","title":"Markov Chains","display_name":"Markov Chains","publication_year":2018,"publication_date":"2018-10-24","ids":{"openalex":"https://openalex.org/W4233348450","doi":"https://doi.org/10.1201/9781315275987-4"},"language":"en","primary_location":{"id":"doi:10.1201/9781315275987-4","doi":"https://doi.org/10.1201/9781315275987-4","is_oa":false,"landing_page_url":"https://doi.org/10.1201/9781315275987-4","pdf_url":null,"source":{"id":"https://openalex.org/S4306467597","display_name":"Chapman & Hall/CRC eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320449","host_organization_name":"Informa","host_organization_lineage":["https://openalex.org/P4310320449"],"host_organization_lineage_names":["Informa"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Introduction to the Mathematics of Operations Research with Mathematica\u00ae","raw_type":"book-chapter"},"volume":{"id":"https://openalex.org/W1442361280","display_name":"Introduction to the Mathematics of Operations Research with Mathematica\u00ae"},"type":"book-chapter","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080141455","display_name":"Kevin J. Hastings","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kevin J. Hastings","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5080141455"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"261","last_page":"326"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11152","display_name":"Stochastic processes and statistical mechanics","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10588","display_name":"Mathematical Dynamics and Fractals","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chains","display_name":"Markov chains","score":1.0},{"id":"https://openalex.org/keywords/discrete-time-processes","display_name":"discrete-time processes","score":0.7369999885559082},{"id":"https://openalex.org/keywords/discrete-state-space","display_name":"discrete state space","score":0.8069999814033508},{"id":"https://openalex.org/keywords/transition-probabilities","display_name":"transition probabilities","score":0.6019999980926514},{"id":"https://openalex.org/keywords/first-passage-time","display_name":"first passage time","score":0.6190000176429749},{"id":"https://openalex.org/keywords/asymptotic-behavior","display_name":"asymptotic behavior","score":0.6380000114440918},{"id":"https://openalex.org/keywords/stationary-distribution","display_name":"stationary distribution","score":0.765999972820282},{"id":"https://openalex.org/keywords/absorption","display_name":"absorption","score":0.7540000081062317}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5038191676139832},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3664150536060333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.031212419271469116}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1201/9781315275987-4","doi":"https://doi.org/10.1201/9781315275987-4","is_oa":false,"landing_page_url":"https://doi.org/10.1201/9781315275987-4","pdf_url":null,"source":{"id":"https://openalex.org/S4306467597","display_name":"Chapman & Hall/CRC eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320449","host_organization_name":"Informa","host_organization_lineage":["https://openalex.org/P4310320449"],"host_organization_lineage_names":["Informa"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Introduction to the Mathematics of Operations Research with Mathematica\u00ae","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2021506853","https://openalex.org/W4298228695","https://openalex.org/W1536366573","https://openalex.org/W1515284591","https://openalex.org/W2148108941","https://openalex.org/W78629100","https://openalex.org/W1999512706","https://openalex.org/W27287424","https://openalex.org/W2529937029","https://openalex.org/W2328354224"],"abstract_inverted_index":{"This":[0],"chapter":[1,41,101],"presents":[2],"a":[3,6,35,58,68,104,126,141],"study":[4],"on":[5],"class":[7],"of":[8,28,31,50,54,108,112,129],"memoryless":[9],"discrete":[10,14],"time":[11,37,56,87,98,116,130],"processes":[12],"with":[13],"state":[15,30,60,79,91],"space,":[16],"called":[17],"Markov":[18,113],"chains":[19,114,120],".":[20,39],"It":[21],"deduces":[22],"the":[23,29,32,48,52,55,65,71,75,85,109],"conditional":[24,72],"and":[25],"unconditional":[26],"distributions":[27],"process":[33,76],"at":[34,84,90],"fixed":[36],"n":[38],"The":[40,100],"then":[42],"shows":[43],"an":[44],"inductive":[45],"method":[46],"for":[47],"problem":[49],"finding":[51],"distribution":[53],"when":[57],"given":[59,82],"is":[61,89],"first":[62],"visited":[63],"by":[64,140],"process.":[66],"For":[67],"time-homogeneous":[69],"chain,":[70],"probability":[73],"that":[74,83],"goes":[77],"to":[78,124],"j":[80],"next,":[81],"current":[86],"it":[88],"i":[92],",":[93],"does":[94],"not":[95],"change":[96],"as":[97,115],"progresses.":[99],"also":[102],"offers":[103],"rather":[105],"detailed":[106],"discussion":[107],"limiting":[110],"properties":[111],"becomes":[117],"infinite.":[118],"Some":[119],"can":[121,136],"be":[122,137],"shown":[123],"spend":[125],"stable":[127],"fraction":[128],"in":[131],"each":[132],"state,":[133],"while":[134],"others":[135],"completely":[138],"absorbed":[139],"state.":[142]},"counts_by_year":[],"updated_date":"2026-10-10T09:11:00.788812","created_date":"2022-05-12T00:00:00"}