{"id":"https://openalex.org/W2125781122","doi":"https://doi.org/10.1109/qest.2005.4","title":"An approximation algorithm for labelled Markov processes: towards realistic approximation","display_name":"An approximation algorithm for labelled Markov processes: towards realistic approximation","publication_year":2005,"publication_date":"2005-01-01","ids":{"openalex":"https://openalex.org/W2125781122","doi":"https://doi.org/10.1109/qest.2005.4","mag":"2125781122"},"language":"en","primary_location":{"id":"doi:10.1109/qest.2005.4","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qest.2005.4","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Second International Conference on the Quantitative Evaluation of Systems (QEST'05)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003426513","display_name":"Alexandre Bouchard\u2010C\u00f4t\u00e9","orcid":"https://orcid.org/0000-0001-7402-8506"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"A. Bouchard-Cote","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, QUE, Canada","School of Computer Science, McGill University, Montr\u00e9al, Que., Canada#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, QUE, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"School of Computer Science, McGill University, Montr\u00e9al, Que., Canada#TAB#","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040314486","display_name":"Norm Ferns","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"N. Ferns","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, QUE, Canada","School of Computer Science, McGill University, Montr\u00e9al, Que., Canada#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, QUE, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"School of Computer Science, McGill University, Montr\u00e9al, Que., Canada#TAB#","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068822568","display_name":"Prakash Panangaden","orcid":"https://orcid.org/0000-0001-8763-6172"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"P. Panangaden","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, QUE, Canada","School of Computer Science, McGill University, Montr\u00e9al, Que., Canada#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, QUE, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"School of Computer Science, McGill University, Montr\u00e9al, Que., Canada#TAB#","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065836447","display_name":"Doina Precup","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"D. Precup","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, QUE, Canada","School of Computer Science, McGill University, Montr\u00e9al, Que., Canada#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, QUE, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"School of Computer Science, McGill University, Montr\u00e9al, Que., Canada#TAB#","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"54","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6758017539978027},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.6296823024749756},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6250729560852051},{"id":"https://openalex.org/keywords/approximation-algorithm","display_name":"Approximation algorithm","score":0.5998908281326294},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.595107913017273},{"id":"https://openalex.org/keywords/stochastic-approximation","display_name":"Stochastic approximation","score":0.5531095266342163},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.552335262298584},{"id":"https://openalex.org/keywords/approximation-theory","display_name":"Approximation theory","score":0.5390289425849915},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5339922308921814},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.5246503353118896},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5208233594894409},{"id":"https://openalex.org/keywords/markov-chain-monte-carlo","display_name":"Markov chain Monte Carlo","score":0.458657443523407},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.4317704439163208},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.41579577326774597},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.41490161418914795},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3127288222312927},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.22594225406646729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22271186113357544},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.1963731050491333},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19531992077827454},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.06618565320968628}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6758017539978027},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6296823024749756},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6250729560852051},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.5998908281326294},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.595107913017273},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.5531095266342163},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.552335262298584},{"id":"https://openalex.org/C145242015","wikidata":"https://www.wikidata.org/wiki/Q774123","display_name":"Approximation theory","level":2,"score":0.5390289425849915},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5339922308921814},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5246503353118896},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5208233594894409},{"id":"https://openalex.org/C111350023","wikidata":"https://www.wikidata.org/wiki/Q1191869","display_name":"Markov chain Monte Carlo","level":3,"score":0.458657443523407},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.4317704439163208},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41579577326774597},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41490161418914795},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3127288222312927},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.22594225406646729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22271186113357544},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.1963731050491333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19531992077827454},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.06618565320968628},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qest.2005.4","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qest.2005.4","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Second International Conference on the Quantitative Evaluation of Systems (QEST'05)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W75971611","https://openalex.org/W1482332845","https://openalex.org/W1492518272","https://openalex.org/W1493527860","https://openalex.org/W1508486287","https://openalex.org/W1531625469","https://openalex.org/W1540519426","https://openalex.org/W1552830313","https://openalex.org/W1582706191","https://openalex.org/W1698217787","https://openalex.org/W1949868634","https://openalex.org/W1976268573","https://openalex.org/W2015172530","https://openalex.org/W2044260813","https://openalex.org/W2100893927","https://openalex.org/W2152692559","https://openalex.org/W2164875685","https://openalex.org/W2574937674","https://openalex.org/W3150304496","https://openalex.org/W4301524229","https://openalex.org/W6629536611","https://openalex.org/W6630514213","https://openalex.org/W7010705767"],"related_works":["https://openalex.org/W2134007003","https://openalex.org/W2019875157","https://openalex.org/W4310831616","https://openalex.org/W4301954754","https://openalex.org/W2165420145","https://openalex.org/W2951888513","https://openalex.org/W1859974437","https://openalex.org/W1489978714","https://openalex.org/W1534072310","https://openalex.org/W2782292024"],"abstract_inverted_index":{"Approximation":[0],"techniques":[1],"for":[2,47,93],"labelled":[3],"Markov":[4],"processes":[5],"on":[6],"continuous":[7,105],"state":[8,89],"spaces":[9],"were":[10],"developed":[11],"by":[12,91],"Desharnais,":[13],"Gupta,":[14],"Jagadeesan":[15],"and":[16,79],"Panangaden.":[17],"However,":[18],"it":[19,33],"has":[20],"not":[21],"been":[22],"clear":[23],"whether":[24],"this":[25,48,63,99],"scheme":[26,46],"could":[27],"be":[28],"used":[29],"in":[30],"practice":[31],"since":[32],"involves":[34,68],"inverting":[35],"a":[36,41],"stochastic":[37],"kernel.":[38],"We":[39],"describe":[40],"Monte":[42],"Carlo":[43],"based":[44],"implementation":[45,61,67],"approximation":[49,64],"algorithm.":[50],"This":[51],"is,":[52],"to":[53,74,109],"the":[54,59,82,88],"best":[55],"of":[56,62,85,87,104],"our":[57],"knowledge,":[58],"first":[60],"scheme.":[65],"The":[66],"some":[69],"novel":[70],"ideas":[71],"about":[72],"how":[73],"estimate":[75],"infs":[76],"using":[77],"sampling":[78],"also":[80],"replacing":[81],"explicit":[83],"description":[84],"subsets":[86],"space":[90],"tests":[92],"membership.":[94],"It":[95],"is":[96],"hoped":[97],"that":[98],"work":[100],"enables":[101],"more":[102],"applications":[103],"probabilistic":[106],"LMP":[107],"theory":[108],"emerge.":[110]},"counts_by_year":[{"year":2014,"cited_by_count":5},{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}