{"id":"https://openalex.org/W3160509894","doi":"https://doi.org/10.1109/icpr48806.2021.9412474","title":"Naturally Constrained Online Expectation Maximization","display_name":"Naturally Constrained Online Expectation Maximization","publication_year":2021,"publication_date":"2021-01-10","ids":{"openalex":"https://openalex.org/W3160509894","doi":"https://doi.org/10.1109/icpr48806.2021.9412474","mag":"3160509894"},"language":"en","primary_location":{"id":"doi:10.1109/icpr48806.2021.9412474","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9412474","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077862144","display_name":"Daniela Pamplona","orcid":"https://orcid.org/0000-0002-7843-8526"},"institutions":[{"id":"https://openalex.org/I201181511","display_name":"\u00c9cole Nationale Sup\u00e9rieure de Techniques Avanc\u00e9es","ror":"https://ror.org/0309cs235","country_code":"FR","type":"education","lineage":["https://openalex.org/I201181511","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Daniela Pamplona","raw_affiliation_strings":["U2IS, ENSTA Paris, Institut Polytechnique de Paris, Palaiseau, France"],"affiliations":[{"raw_affiliation_string":"U2IS, ENSTA Paris, Institut Polytechnique de Paris, Palaiseau, France","institution_ids":["https://openalex.org/I201181511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083582547","display_name":"Antoine Manzanera","orcid":"https://orcid.org/0000-0001-5718-411X"},"institutions":[{"id":"https://openalex.org/I201181511","display_name":"\u00c9cole Nationale Sup\u00e9rieure de Techniques Avanc\u00e9es","ror":"https://ror.org/0309cs235","country_code":"FR","type":"education","lineage":["https://openalex.org/I201181511","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Antoine Manzanera","raw_affiliation_strings":["U2IS, ENSTA Paris, Institut Polytechnique de Paris, Palaiseau, France"],"affiliations":[{"raw_affiliation_string":"U2IS, ENSTA Paris, Institut Polytechnique de Paris, Palaiseau, France","institution_ids":["https://openalex.org/I201181511"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5077862144"],"corresponding_institution_ids":["https://openalex.org/I201181511"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04527004,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"70","issue":null,"first_page":"5429","last_page":"5435"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7384886145591736},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6294883489608765},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5834483504295349},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.5813167691230774},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5756623148918152},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5514262914657593},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.5426110029220581},{"id":"https://openalex.org/keywords/expectation\u2013maximization-algorithm","display_name":"Expectation\u2013maximization algorithm","score":0.4989476203918457},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4825567603111267},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45430997014045715},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4440048635005951},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4204810857772827},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35096561908721924},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16802209615707397},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.1375909447669983}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7384886145591736},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6294883489608765},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5834483504295349},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.5813167691230774},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5756623148918152},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5514262914657593},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.5426110029220581},{"id":"https://openalex.org/C182081679","wikidata":"https://www.wikidata.org/wiki/Q1275153","display_name":"Expectation\u2013maximization algorithm","level":3,"score":0.4989476203918457},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4825567603111267},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45430997014045715},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4440048635005951},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4204810857772827},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35096561908721924},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16802209615707397},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.1375909447669983},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C49781872","wikidata":"https://www.wikidata.org/wiki/Q1045555","display_name":"Maximum likelihood","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpr48806.2021.9412474","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9412474","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1491541693","https://openalex.org/W1606916117","https://openalex.org/W1614971102","https://openalex.org/W1663973292","https://openalex.org/W1682403713","https://openalex.org/W1686266550","https://openalex.org/W1970789124","https://openalex.org/W2036963181","https://openalex.org/W2049633694","https://openalex.org/W2053742104","https://openalex.org/W2060277733","https://openalex.org/W2076764958","https://openalex.org/W2099111195","https://openalex.org/W2147786979","https://openalex.org/W2154070811","https://openalex.org/W2210387432","https://openalex.org/W2217442075","https://openalex.org/W2401932923","https://openalex.org/W2426267443","https://openalex.org/W2560647685","https://openalex.org/W2595142274","https://openalex.org/W2605043629","https://openalex.org/W2737492962","https://openalex.org/W2765101016","https://openalex.org/W2786446225","https://openalex.org/W2804175194","https://openalex.org/W2898892019","https://openalex.org/W2939137134","https://openalex.org/W2949995560","https://openalex.org/W2963850662","https://openalex.org/W2964067969","https://openalex.org/W2982410595","https://openalex.org/W2991265870","https://openalex.org/W2995269492","https://openalex.org/W4301163820","https://openalex.org/W4319988532","https://openalex.org/W6677258307","https://openalex.org/W6682839682","https://openalex.org/W6730251247","https://openalex.org/W6736334413","https://openalex.org/W6741217325","https://openalex.org/W6770412879"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W3183027292","https://openalex.org/W1976188970","https://openalex.org/W2990541822","https://openalex.org/W1588885902","https://openalex.org/W1965352811"],"abstract_inverted_index":{"With":[0],"the":[1,29,63,93,109,113,117,121,139,146,149,187],"rise":[2],"of":[3,95,128,148,154,190],"big":[4],"data":[5,31,61],"sets,":[6],"learning":[7,26,46,74],"algorithms":[8,47],"must":[9],"be":[10],"adapted":[11],"to":[12,15,80,107],"piece-wise":[13],"mechanisms":[14],"tackle":[16],"large-scale":[17],"calculations'":[18],"time":[19],"and":[20,35,40,58,83,98,142,156,161,173,195],"memory":[21],"costs.":[22],"Furthermore,":[23,163],"for":[24,62,73],"most":[25],"embedded":[27],"systems,":[28],"input":[30],"are":[32,89],"fed":[33],"sequentially":[34],"contingently:":[36],"one":[37],"by":[38,43],"one,":[39],"possibly":[41],"class":[42],"class.":[44],"Thus,":[45],"should":[48],"not":[49],"only":[50,90],"run":[51],"online":[52,110,155,191],"but":[53],"cope":[54],"with":[55],"time-varying,":[56],"non-independent,":[57],"non-balanced":[59],"training":[60],"system's":[64],"entire":[65],"life.":[66],"Online":[67],"Expectation-Maximization":[68,111],"is":[69],"a":[70,125],"well-known":[71],"algorithm":[72],"probabilistic":[75],"models":[76],"in":[77,92,131],"realtime,":[78],"due":[79],"its":[81,129],"simplicity":[82],"convergence":[84,188],"properties.":[85],"However,":[86],"these":[87],"properties":[88],"valid":[91],"case":[94],"large,":[96],"independent":[97],"identically":[99],"distributed":[100],"samples.":[101],"In":[102],"this":[103,184],"paper,":[104],"we":[105,123,137,144,164],"propose":[106],"constrain":[108],"on":[112,151],"Fisher":[114],"distance":[115],"between":[116],"parameters.":[118],"After":[119],"presenting":[120],"algorithm,":[122],"make":[124],"thorough":[126],"study":[127],"use":[130,165],"Probabilistic":[132],"Principal":[133],"Components":[134],"Analysis.":[135],"First,":[136],"derive":[138],"update":[140],"rules,":[141],"then":[143],"analyze":[145],"effect":[147],"constraint":[150,174,185],"major":[152],"problems":[153],"sequential":[157,171],"learning:":[158],"convergence,":[159],"forgetting":[160,194],"interference.":[162],"several":[166],"algorithmic":[167],"protocols:":[168],"iid":[169],"vs":[170,178],"data,":[172],"parameters":[175],"updated":[176],"stepwise":[177],"class-wise.":[179],"Our":[180],"results":[181],"show":[182],"that":[183],"increases":[186],"rate":[189],"Expectation-Maximization,":[192],"decreases":[193],"slightly":[196],"introduces":[197],"positive":[198],"transfer":[199],"learning.":[200]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
