{"id":"https://openalex.org/W2228637465","doi":null,"title":"Squared Extrapolation Methods (SQUAREM): A New Class of Simple and Efficient Numerical Schemes for Accelerating the Convergence of the EM Algorithm","display_name":"Squared Extrapolation Methods (SQUAREM): A New Class of Simple and Efficient Numerical Schemes for Accelerating the Convergence of the EM Algorithm","publication_year":2004,"publication_date":"2004-01-01","ids":{"openalex":"https://openalex.org/W2228637465","mag":"2228637465"},"language":"en","primary_location":{"id":"pmh:oai:biostats.bepress.com:jhubiostat-1063","doi":null,"is_oa":true,"landing_page_url":"https://biostats.bepress.com/jhubiostat/paper63","pdf_url":"https://biostats.bepress.com/cgi/viewcontent.cgi?article=1063&context=jhubiostat","source":{"id":"https://openalex.org/S4377196124","display_name":"Collection of Biostatistics Research Archive","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Johns Hopkins University, Dept. of Biostatistics Working Papers","raw_type":"text"},"volume":null,"type":"article","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biostats.bepress.com/cgi/viewcontent.cgi?article=1063&context=jhubiostat","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073980557","display_name":"Ravi Varadhan","orcid":"https://orcid.org/0000-0002-8434-1034","observed_orcids":["https://orcid.org/0000-0002-8434-1034"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ravi Varadhan","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-8434-1034","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5008893814","display_name":"Ch. Roland","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ch. Roland","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0414,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.78915544,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.4749000072479248,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.4749000072479248,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12661","display_name":"Iterative Methods for Nonlinear Equations","score":0.27219998836517334,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.031700000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expectation-maximization-algorithm","display_name":"expectation-maximization algorithm","score":0.7269999980926514},{"id":"https://openalex.org/keywords/convergence-acceleration","display_name":"convergence acceleration","score":0.9589999914169312},{"id":"https://openalex.org/keywords/extrapolation","display_name":"extrapolation","score":0.9599999785423279},{"id":"https://openalex.org/keywords/fixed-point-iteration","display_name":"fixed point iteration","score":0.7279999852180481},{"id":"https://openalex.org/keywords/stagnation","display_name":"stagnation","score":0.7910000085830688},{"id":"https://openalex.org/keywords/linear-convergence","display_name":"linear convergence","score":0.5490000247955322},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.3919999897480011}],"concepts":[{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.8111482858657837},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.7167544364929199},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.6920018196105957},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6148841381072998},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5128477215766907},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.509741485118866},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4603533446788788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4199046194553375},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.13383498787879944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12497547268867493},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:biostats.bepress.com:jhubiostat-1063","doi":null,"is_oa":true,"landing_page_url":"https://biostats.bepress.com/jhubiostat/paper63","pdf_url":"https://biostats.bepress.com/cgi/viewcontent.cgi?article=1063&context=jhubiostat","source":{"id":"https://openalex.org/S4377196124","display_name":"Collection of Biostatistics Research Archive","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Johns Hopkins University, Dept. of Biostatistics Working Papers","raw_type":"text"},{"id":"mag:2228637465","doi":null,"is_oa":false,"landing_page_url":"http://biostats.bepress.com/cgi/viewcontent.cgi?article=1063&context=jhubiostat","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:biostats.bepress.com:jhubiostat-1063","doi":null,"is_oa":true,"landing_page_url":"https://biostats.bepress.com/jhubiostat/paper63","pdf_url":"https://biostats.bepress.com/cgi/viewcontent.cgi?article=1063&context=jhubiostat","source":{"id":"https://openalex.org/S4377196124","display_name":"Collection of Biostatistics Research Archive","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Johns Hopkins University, Dept. of Biostatistics Working Papers","raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2228637465.pdf","grobid_xml":"https://content.openalex.org/works/W2228637465.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2008049885","https://openalex.org/W2898592004","https://openalex.org/W7099058645","https://openalex.org/W2128692565","https://openalex.org/W2076007362","https://openalex.org/W2021510280","https://openalex.org/W2046177897","https://openalex.org/W2037906912","https://openalex.org/W7098290641","https://openalex.org/W4378216283"],"abstract_inverted_index":{"We":[0,159,219],"derive":[1],"a":[2,30,64,154,222,236,336],"new":[3,55,123,223],"class":[4,56],"of":[5,12,33,57,76,121,157,167,200,214,258,270,280,340],"iterative":[6,35,66,225,256],"schemes":[7,51,143,183,206,233],"for":[8,91,305],"accelerating":[9,177],"the":[10,13,18,43,49,54,77,84,109,122,134,148,165,168,178,211,229,255,267,271,278,301,318,346,351],"convergence":[11,120,269],"EM":[14,149,179,296,303,352,358],"algorithm,":[15],"by":[16,40],"exploiting":[17],"connection":[19],"between":[20],"fixed":[21],"point":[22],"iterations":[23],"and":[24,96,114,127,141,174,196,216,231,243,308,323,342,356],"extrapolation":[25,44,78,89,107,112,117,205],"methods.":[26,45],"First,":[27],"we":[28,60,81,102],"present":[29],"general":[31],"formulation":[32],"one-step":[34,50,65,126,140,193],"schemes,":[36,124,172],"which":[37,59],"are":[38,144,184,329],"obtained":[39],"cycling":[41],"with":[42,131,277,335],"We,":[46],"then":[47],"square":[48],"to":[52,133,187,191,210],"obtain":[53],"methods,":[58,108],"call":[61],"SQUAREM.":[62],"Squaring":[63],"scheme":[67,226,257],"is":[68,129,349,354,360],"simply":[69],"applying":[70],"it":[71,239],"twice":[72],"within":[73],"each":[74,357],"cycle":[75],"method.":[79],"Here":[80],"focus":[82],"on":[83,261],"first":[85,105,138,169,248],"order":[86,106,139,170,249],"or":[87,326],"rank-one":[88],"methods":[90,287],"two":[92,104],"reasons,":[93],"(1)":[94],"simplicity,":[95],"(2)":[97],"computational":[98,201],"efficiency.":[99,202],"In":[100],"particular,":[101],"study":[103],"reduced":[110],"rank":[111],"(RRE1)":[113],"minimal":[115],"polynomial":[116],"(MPE1).":[118],"The":[119,137,181,203,246,285],"both":[125,241],"squared,":[128],"non-monotonic":[130],"respect":[132],"residual":[135],"norm.":[136],"SQUAREM":[142,171,182,286],"linearly":[145],"convergent,":[146],"like":[147],"algorithm":[150,353],"but":[151],"they":[152],"have":[153,220],"faster":[155],"rate":[156],"convergence.":[158],"demonstrate,":[160],"through":[161],"five":[162],"different":[163],"examples,":[164],"effectiveness":[166],"SqRRE1":[173],"SqMPE1,":[175,272],"in":[176,198,234,333,343],"algorithm.":[180,297],"also":[185],"shown":[186],"be":[188,289],"vastly":[189],"superior":[190],"their":[192,306],"counterparts,":[194],"RRE1":[195,230],"MPE1,":[197],"terms":[199],"proposed":[204],"can":[207,288],"fail":[208],"due":[209],"numerical":[212,263],"problems":[213,334,344],"stagnation":[215,242],"near":[217,244,275],"breakdown.":[218,245],"developed":[221],"hybrid":[224,250],"that":[227,238],"combines":[228,266],"MPE1":[232],"such":[235,316],"manner":[237],"overcomes":[240],"squared":[247],"scheme,":[251],"SqHyb1,":[252],"emerges":[253],"as":[254,317],"choice":[259],"based":[260],"our":[262],"experiments.":[264],"It":[265],"fast":[268],"while":[273,282],"avoiding":[274,283],"breakdowns,":[276],"stability":[279],"SqRRE1,":[281],"stagnations.":[284],"incorporated":[290],"very":[291,337],"easily":[292],"into":[293],"an":[294,330],"existing":[295],"They":[298,328],"only":[299],"require":[300,311],"basic":[302],"step":[304,359],"implementation":[307],"do":[309],"not":[310],"any":[312],"other":[313],"auxiliary":[314],"quantities":[315],"complete":[319],"data":[320],"log":[321],"likelihood,":[322],"its":[324],"gradient":[325],"hessian.":[327],"attractive":[331],"option":[332],"large":[338],"number":[339],"parameters,":[341],"where":[345],"statistical":[347],"model":[348],"complex,":[350],"slow":[355],"computationally":[361],"demanding.":[362]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2016-06-24T00:00:00"}