{"id":"https://openalex.org/W2003561726","doi":"https://doi.org/10.1109/tsp.2014.2314434","title":"Explicit Causal Recursive Estimators for Continuous-Time Bivariate Markov Chains","display_name":"Explicit Causal Recursive Estimators for Continuous-Time Bivariate Markov Chains","publication_year":2014,"publication_date":"2014-03-31","ids":{"openalex":"https://openalex.org/W2003561726","doi":"https://doi.org/10.1109/tsp.2014.2314434","mag":"2003561726"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2014.2314434","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2014.2314434","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074618910","display_name":"Brian L. Mark","orcid":"https://orcid.org/0000-0002-4030-5592"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian L. Mark","raw_affiliation_strings":["Dept. of Electrical and Computer Engineering, George Mason University, Fairfax, VA","Dept. of Electr. & Comput. Eng., George Mason Univ., Fairfax, VA, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, George Mason University, Fairfax, VA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng., George Mason Univ., Fairfax, VA, USA#TAB#","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077675980","display_name":"Y. Ephraim","orcid":null},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yariv Ephraim","raw_affiliation_strings":["Dept. of Electrical and Computer Engineering, George Mason University, Fairfax, VA","Dept. of Electr. & Comput. Eng., George Mason Univ., Fairfax, VA, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, George Mason University, Fairfax, VA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng., George Mason Univ., Fairfax, VA, USA#TAB#","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162714631"],"apc_list":null,"apc_paid":null,"fwci":3.3447,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.91951451,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"62","issue":"10","first_page":"2709","last_page":"2718"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.8245189189910889},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.6695005297660828},{"id":"https://openalex.org/keywords/markov-renewal-process","display_name":"Markov renewal process","score":0.6544229984283447},{"id":"https://openalex.org/keywords/markov-property","display_name":"Markov property","score":0.651651918888092},{"id":"https://openalex.org/keywords/markov-kernel","display_name":"Markov kernel","score":0.6447759866714478},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.6352964639663696},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.594691276550293},{"id":"https://openalex.org/keywords/bivariate-analysis","display_name":"Bivariate analysis","score":0.5887992978096008},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5836620330810547},{"id":"https://openalex.org/keywords/markov-chain-mixing-time","display_name":"Markov chain mixing time","score":0.4901655614376068},{"id":"https://openalex.org/keywords/continuous-time-markov-chain","display_name":"Continuous-time Markov chain","score":0.4705740809440613},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.4658563733100891},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3982544541358948},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39126694202423096},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34010347723960876},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3164519965648651}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.8245189189910889},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.6695005297660828},{"id":"https://openalex.org/C163540672","wikidata":"https://www.wikidata.org/wiki/Q1115431","display_name":"Markov renewal process","level":5,"score":0.6544229984283447},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.651651918888092},{"id":"https://openalex.org/C106666656","wikidata":"https://www.wikidata.org/wiki/Q6771323","display_name":"Markov kernel","level":5,"score":0.6447759866714478},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.6352964639663696},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.594691276550293},{"id":"https://openalex.org/C64341305","wikidata":"https://www.wikidata.org/wiki/Q4919225","display_name":"Bivariate analysis","level":2,"score":0.5887992978096008},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5836620330810547},{"id":"https://openalex.org/C97074811","wikidata":"https://www.wikidata.org/wiki/Q6771322","display_name":"Markov chain mixing time","level":5,"score":0.4901655614376068},{"id":"https://openalex.org/C147080032","wikidata":"https://www.wikidata.org/wiki/Q176720","display_name":"Continuous-time Markov chain","level":5,"score":0.4705740809440613},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.4658563733100891},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3982544541358948},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39126694202423096},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34010347723960876},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3164519965648651}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2014.2314434","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2014.2314434","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.664.803","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.664.803","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://napl.gmu.edu/pubs/JPapers/MarkEphraim-TSP-2014.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W211363636","https://openalex.org/W1488001421","https://openalex.org/W1969247449","https://openalex.org/W1969345623","https://openalex.org/W1974839821","https://openalex.org/W1975602835","https://openalex.org/W1980701354","https://openalex.org/W1980746611","https://openalex.org/W1986814402","https://openalex.org/W1998607047","https://openalex.org/W2005804828","https://openalex.org/W2006649235","https://openalex.org/W2009652831","https://openalex.org/W2020493576","https://openalex.org/W2028741068","https://openalex.org/W2030432672","https://openalex.org/W2031812418","https://openalex.org/W2036594861","https://openalex.org/W2041347608","https://openalex.org/W2044775737","https://openalex.org/W2046853521","https://openalex.org/W2047129866","https://openalex.org/W2050259183","https://openalex.org/W2051755734","https://openalex.org/W2056835570","https://openalex.org/W2066906122","https://openalex.org/W2087284982","https://openalex.org/W2087559253","https://openalex.org/W2095160846","https://openalex.org/W2103849916","https://openalex.org/W2106565812","https://openalex.org/W2109064594","https://openalex.org/W2114359782","https://openalex.org/W2121451933","https://openalex.org/W2121909976","https://openalex.org/W2136102131","https://openalex.org/W2148222721","https://openalex.org/W2156464932","https://openalex.org/W2172003598","https://openalex.org/W2182692758","https://openalex.org/W2314009855","https://openalex.org/W3031363333","https://openalex.org/W3032526099","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2987631717","https://openalex.org/W2091522449","https://openalex.org/W1560931929","https://openalex.org/W4244907444","https://openalex.org/W3022658609","https://openalex.org/W2159877461","https://openalex.org/W4388292411","https://openalex.org/W3212261958","https://openalex.org/W292716529","https://openalex.org/W2081606708"],"abstract_inverted_index":{"A":[0],"bivariate":[1,68,118,153,212],"Markov":[2,64,69,73,75,79,119,154,213],"chain":[3],"comprises":[4],"a":[5,63,116,151,185],"pair":[6],"of":[7,29,47,67,100,115,124,139,167,171,180,209],"random":[8],"processes":[9,18,32],"which":[10,42],"are":[11,19],"jointly":[12],"Markov.":[13],"In":[14],"this":[15,145],"paper,":[16],"both":[17],"assumed":[20],"to":[21,61,105,150,192],"be":[22,62,148],"continuous-time":[23,211],"with":[24],"finite":[25],"state":[26,104,177],"space.":[27],"One":[28],"the":[30,36,44,48,52,55,72,78,85,98,108,131,134,137,159,168,176,194,210],"two":[31],"is":[33,38,59],"observable,":[34,53],"while":[35],"other":[37],"an":[39,172],"underlying":[40,56],"process":[41,57,76,82,89],"affects":[43],"statistical":[45],"properties":[46],"observable":[49],"process.":[50],"Neither":[51],"nor":[54],",":[58],"required":[60],"chain.":[65,120,155,214],"Examples":[66],"chains":[70],"include":[71],"modulated":[74,80],"(MMMP),":[77],"Poisson":[81],"(MMPP),":[83],"and":[84,107,133,174,182,184,190],"batch":[86],"Markovian":[87],"arrival":[88],"(BMAP).":[90],"We":[91,142],"develop":[92],"explicit":[93],"causal":[94,122,195],"recursions":[95,123,199],"for":[96,130,164],"estimating":[97],"number":[99],"jumps":[101],"from":[102,188],"one":[103],"another,":[106],"total":[109],"sojourn":[110],"time":[111],"in":[112],"each":[113],"state,":[114],"general":[117,152],"Explicit":[121],"these":[125],"statistics":[126,170],"were":[127],"previously":[128],"developed":[129,161],"MMMP":[132],"MMPP":[135],"using":[136],"transformation":[138],"measure":[140],"approach.":[141],"argue":[143],"that":[144],"approach":[146,160,179],"cannot":[147],"extended":[149],"Instead,":[156],"we":[157],"modify":[158],"by":[162],"Ryd\u00e9n":[163],"noncausal":[165],"estimation":[166],"same":[169],"MMPP,":[173],"use":[175],"augmentation":[178],"Zeitouni":[181],"Dembo":[183],"matrix":[186],"recursion":[187],"Stiller":[189],"Radons,":[191],"derive":[193],"recursions.":[196],"The":[197],"new":[198],"do":[200],"not":[201],"require":[202],"any":[203],"numerical":[204],"integration":[205],"or":[206],"sampling":[207],"scheme":[208]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}