{"id":"https://openalex.org/W90102742","doi":"https://doi.org/10.1007/978-3-540-75211-0_2","title":"Untold Horrors About Steady-State Probabilities: What Reward-Based Measures Won\u2019t Tell About the Equilibrium Distribution","display_name":"Untold Horrors About Steady-State Probabilities: What Reward-Based Measures Won\u2019t Tell About the Equilibrium Distribution","publication_year":2007,"publication_date":"2007-09-08","ids":{"openalex":"https://openalex.org/W90102742","doi":"https://doi.org/10.1007/978-3-540-75211-0_2","mag":"90102742"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-540-75211-0_2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-540-75211-0_2","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027246048","display_name":"Alexander Graham Bell","orcid":null},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alexander Bell","raw_affiliation_strings":["University of Twente, Dept. Electrical Engineering, Mathematics and Computer Science, P.O. Box 217, 7500 AE Enschede, the Netherlands","University of Twente, Dept. Electrical Engineering, Mathematics and Computer Science, AE Enschede, The Netherlands#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Dept. Electrical Engineering, Mathematics and Computer Science, P.O. Box 217, 7500 AE Enschede, the Netherlands","institution_ids":["https://openalex.org/I94624287"]},{"raw_affiliation_string":"University of Twente, Dept. Electrical Engineering, Mathematics and Computer Science, AE Enschede, The Netherlands#TAB#","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036034957","display_name":"Boudewijn R. Haverkort","orcid":"https://orcid.org/0000-0002-0654-0740"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Boudewijn R. Haverkort","raw_affiliation_strings":["University of Twente, Dept. Electrical Engineering, Mathematics and Computer Science, P.O. Box 217, 7500 AE Enschede, the Netherlands","University of Twente, Dept. Electrical Engineering, Mathematics and Computer Science, AE Enschede, The Netherlands#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Dept. Electrical Engineering, Mathematics and Computer Science, P.O. Box 217, 7500 AE Enschede, the Netherlands","institution_ids":["https://openalex.org/I94624287"]},{"raw_affiliation_string":"University of Twente, Dept. Electrical Engineering, Mathematics and Computer Science, AE Enschede, The Netherlands#TAB#","institution_ids":["https://openalex.org/I94624287"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":2.3474,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.90121966,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12137","display_name":"Economic theories and models","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12137","display_name":"Economic theories and models","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10067","display_name":"Stochastic processes and financial applications","score":0.932699978351593,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.8504066467285156},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7467407584190369},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6450290679931641},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.6193404197692871},{"id":"https://openalex.org/keywords/workstation","display_name":"Workstation","score":0.5074374079704285},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.4861845374107361},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.48038750886917114},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.452846884727478},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.4339859187602997},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42382174730300903},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.41976478695869446},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.41625499725341797},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.39561977982521057},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3433346450328827},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20263773202896118},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.17394185066223145},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1448332667350769},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09604370594024658}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.8504066467285156},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7467407584190369},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6450290679931641},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.6193404197692871},{"id":"https://openalex.org/C67953723","wikidata":"https://www.wikidata.org/wiki/Q192525","display_name":"Workstation","level":2,"score":0.5074374079704285},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.4861845374107361},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.48038750886917114},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.452846884727478},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.4339859187602997},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42382174730300903},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.41976478695869446},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.41625499725341797},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.39561977982521057},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3433346450328827},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20263773202896118},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.17394185066223145},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1448332667350769},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09604370594024658},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-540-75211-0_2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-540-75211-0_2","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5600000023841858,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W133562897","https://openalex.org/W1514324734","https://openalex.org/W1575701986","https://openalex.org/W2021810545","https://openalex.org/W2147664171","https://openalex.org/W2157103817","https://openalex.org/W2170120409","https://openalex.org/W2681991495","https://openalex.org/W4242012395"],"related_works":["https://openalex.org/W2379651310","https://openalex.org/W2113019827","https://openalex.org/W1541249122","https://openalex.org/W2084326697","https://openalex.org/W2027903142","https://openalex.org/W2354322608","https://openalex.org/W2804608325","https://openalex.org/W2077211377","https://openalex.org/W2186675474","https://openalex.org/W2387462590"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}