{"id":"https://openalex.org/W3205986049","doi":"https://doi.org/10.1145/3474085.3475443","title":"An EM Framework for Online Incremental Learning of Semantic Segmentation","display_name":"An EM Framework for Online Incremental Learning of Semantic Segmentation","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3205986049","doi":"https://doi.org/10.1145/3474085.3475443","mag":"3205986049"},"language":"en","primary_location":{"id":"doi:10.1145/3474085.3475443","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475443","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073702793","display_name":"Shipeng Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]},{"id":"https://openalex.org/I4210147322","display_name":"Shanghai Institute of Microsystem and Information Technology","ror":"https://ror.org/04nytyj38","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210147322"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shipeng Yan","raw_affiliation_strings":["ShanghaiTech University; Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences; &amp; University of Chinese Academy of Sciences, Shanghai, China","ShanghaiTech University","& University of Chinese Academy of Sciences, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ShanghaiTech University; Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences; &amp; University of Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210147322","https://openalex.org/I4210165038","https://openalex.org/I30809798"]},{"raw_affiliation_string":"ShanghaiTech University","institution_ids":["https://openalex.org/I30809798"]},{"raw_affiliation_string":"& University of Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101723819","display_name":"Jiale Zhou","orcid":"https://orcid.org/0000-0002-9438-752X"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiale Zhou","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007317446","display_name":"Jiangwei Xie","orcid":"https://orcid.org/0009-0008-2216-9145"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangwei Xie","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100747794","display_name":"Songyang Zhang","orcid":"https://orcid.org/0000-0003-4316-3320"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songyang Zhang","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015970030","display_name":"Xuming He","orcid":"https://orcid.org/0000-0003-2150-1237"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuming He","raw_affiliation_strings":["ShanghaiTech University &amp; Shanghai Engineering Research Center of Intelligent Vision and Imaging, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ShanghaiTech University &amp; Shanghai Engineering Research Center of Intelligent Vision and Imaging, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9181,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.94622649,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3052","last_page":"3060"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8361478447914124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6693958640098572},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.658245861530304},{"id":"https://openalex.org/keywords/pascal","display_name":"Pascal (unit)","score":0.6109561324119568},{"id":"https://openalex.org/keywords/incremental-learning","display_name":"Incremental learning","score":0.5699617862701416},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5624523162841797},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5426298975944519},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.4568305015563965},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4516887962818146}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8361478447914124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6693958640098572},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.658245861530304},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.6109561324119568},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.5699617862701416},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5624523162841797},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5426298975944519},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.4568305015563965},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4516887962818146},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3474085.3475443","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475443","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5600000023841858,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W1821462560","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W2037227137","https://openalex.org/W2101210369","https://openalex.org/W2194775991","https://openalex.org/W2221898772","https://openalex.org/W2412782625","https://openalex.org/W2473930607","https://openalex.org/W2560023338","https://openalex.org/W2560647685","https://openalex.org/W2560662850","https://openalex.org/W2594833348","https://openalex.org/W2734314755","https://openalex.org/W2737258237","https://openalex.org/W2737492962","https://openalex.org/W2787241931","https://openalex.org/W2796346823","https://openalex.org/W2807445254","https://openalex.org/W2884282566","https://openalex.org/W2926477959","https://openalex.org/W2947461406","https://openalex.org/W2952677972","https://openalex.org/W2953348396","https://openalex.org/W2954929116","https://openalex.org/W2964189064","https://openalex.org/W2964512962","https://openalex.org/W2970066656","https://openalex.org/W2971176100","https://openalex.org/W2974777596","https://openalex.org/W2982701845","https://openalex.org/W2984276908","https://openalex.org/W3003733889","https://openalex.org/W3011986058","https://openalex.org/W3014879845","https://openalex.org/W3034435444","https://openalex.org/W3034867292","https://openalex.org/W3035471260","https://openalex.org/W3045042590","https://openalex.org/W3101808799","https://openalex.org/W3107810305","https://openalex.org/W3140236729","https://openalex.org/W3146113417","https://openalex.org/W3166596953","https://openalex.org/W3180392831"],"related_works":["https://openalex.org/W4286681602","https://openalex.org/W3209312100","https://openalex.org/W3186262193","https://openalex.org/W3192176272","https://openalex.org/W4297634446","https://openalex.org/W4381322349","https://openalex.org/W3157400488","https://openalex.org/W4382021137","https://openalex.org/W3009921798","https://openalex.org/W3034933965"],"abstract_inverted_index":{"Incremental":[0],"learning":[1,58,90,114],"of":[2,120,151],"semantic":[3,40],"segmentation":[4,33,65],"has":[5],"emerged":[6],"as":[7],"a":[8,71,88,111,138],"promising":[9],"strategy":[10,59,91,103,141],"for":[11,31],"visual":[12],"scene":[13],"interpretation":[14],"in":[15,27,106,142],"the":[16,32,79,94,107,118,121,143,149,159,167,174],"open-world":[17],"setting.":[18],"However,":[19],"it":[20],"remains":[21],"challenging":[22],"to":[23,37,132],"acquire":[24],"novel":[25,80],"classes":[26,81],"an":[28,56,100,128],"online":[29],"fashion":[30],"task,":[34],"mainly":[35],"due":[36],"its":[38,170],"continuously-evolving":[39],"label":[41],"space,":[42],"partial":[43],"pixelwise":[44],"ground-truth":[45],"annotations,":[46],"and":[47,110,137,163,166],"constrained":[48],"data":[49,74,136],"availability.":[50],"To":[51,83],"address":[52],"this,":[53],"we":[54,86],"propose":[55],"incremental":[57,113,144,176],"that":[60,104,116],"can":[61],"fast":[62],"adapt":[63],"deep":[64],"models":[66],"without":[67],"catastrophic":[68],"forgetting,":[69],"using":[70],"streaming":[72],"input":[73],"with":[75],"pixel":[76],"annotations":[77],"on":[78,93,158],"only.":[82],"this":[84],"end,":[85],"develop":[87],"unified":[89],"based":[92],"Expectation-Maximization":[95],"(EM)":[96],"framework,":[97],"which":[98],"integrates":[99],"iterative":[101],"relabeling":[102],"fills":[105],"missing":[108],"labels":[109],"rehearsal-based":[112],"step":[115],"balances":[117],"stability-plasticity":[119],"model.":[122],"Moreover,":[123],"our":[124,156],"EM":[125],"algorithm":[126],"adopts":[127],"adaptive":[129],"sampling":[130],"method":[131],"select":[133],"informative":[134],"training":[135,140],"class-balancing":[139],"model":[145,152],"updates,":[146],"both":[147],"improving":[148],"efficacy":[150],"learning.":[153],"We":[154],"validate":[155],"approach":[157],"PASCAL":[160],"VOC":[161],"2012":[162],"ADE20K":[164],"datasets,":[165],"results":[168],"demonstrate":[169],"superior":[171],"performance":[172],"over":[173],"existing":[175],"methods.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":11}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
