{"id":"https://openalex.org/W4200260563","doi":"https://doi.org/10.1109/tpami.2021.3133954","title":"Modeling the Background for Incremental and Weakly-Supervised Semantic Segmentation","display_name":"Modeling the Background for Incremental and Weakly-Supervised Semantic Segmentation","publication_year":2021,"publication_date":"2021-12-09","ids":{"openalex":"https://openalex.org/W4200260563","doi":"https://doi.org/10.1109/tpami.2021.3133954","pmid":"https://pubmed.ncbi.nlm.nih.gov/34882548"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3133954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3133954","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2201.13338","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Fabio Cermelli","orcid":"https://orcid.org/0000-0001-7077-697X"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Cermelli","raw_affiliation_strings":["DAUIN Department of Control and Computer Engineering of Politecnico di Torino, Torino, TO, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7077-697X","affiliations":[{"raw_affiliation_string":"DAUIN Department of Control and Computer Engineering of Politecnico di Torino, Torino, TO, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Massimiliano Mancini","orcid":"https://orcid.org/0000-0001-8595-9955"},"institutions":[{"id":"https://openalex.org/I143910747","display_name":"TH Bingen University of Applied Sciences","ror":"https://ror.org/01pxkj057","country_code":"DE","type":"education","lineage":["https://openalex.org/I143910747"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Massimiliano Mancini","raw_affiliation_strings":["Cluster of Excellence ”Machine Learning”, University of Tübingen, Tübingen, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8595-9955","affiliations":[{"raw_affiliation_string":"Cluster of Excellence ”Machine Learning”, University of Tübingen, Tübingen, Germany","institution_ids":["https://openalex.org/I143910747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Samuel Rota Bulo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Rota Bulo","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Elisa Ricci","orcid":"https://orcid.org/0000-0002-0228-1147"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Elisa Ricci","raw_affiliation_strings":["Fondazione Bruno Kessler, Povo, TN, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0228-1147","affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler, Povo, TN, Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"last","author":{"id":null,"display_name":"Barbara Caputo","orcid":null},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Barbara Caputo","raw_affiliation_strings":["DAUIN Department of Control and Computer Engineering of Politecnico di Torino, Torino, TO, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DAUIN Department of Control and Computer Engineering of Politecnico di Torino, Torino, TO, Italy","institution_ids":["https://openalex.org/I177477856"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9703,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.78134224,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"44","issue":"12","first_page":"10099","last_page":"10113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5412999987602234,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5412999987602234,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.18799999356269836,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.14830000698566437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6904000043869019},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5770000219345093},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.5041999816894531},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.49619999527931213},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4693000018596649},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4521999955177307},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.41429999470710754},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.40070000290870667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8215000033378601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7621999979019165},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6904000043869019},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5770000219345093},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5286999940872192},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.5041999816894531},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.49619999527931213},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4693000018596649},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4521999955177307},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.41429999470710754},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39649999141693115},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3490000069141388},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28029999136924744},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C193125573","wikidata":"https://www.wikidata.org/wiki/Q7449065","display_name":"Semantic interpretation","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tpami.2021.3133954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3133954","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:34882548","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34882548","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:arXiv.org:2201.13338","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.13338","pdf_url":"https://arxiv.org/pdf/2201.13338","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:iris.unitn.it:11572/330028","is_oa":true,"landing_page_url":"https://hdl.handle.net/11572/330028","pdf_url":"https://iris.unitn.it/bitstream/11572/330028/3/TPAMI3133954.pdf","source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2201.13338","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.13338","pdf_url":"https://arxiv.org/pdf/2201.13338","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1341008233","display_name":null,"funder_award_id":"EXC 2064/1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7907426250","display_name":null,"funder_award_id":"390727645","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8128963897","display_name":null,"funder_award_id":"EXC 2064","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8915364236","display_name":null,"funder_award_id":"2064/1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320313985","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W611457968","https://openalex.org/W1495267108","https://openalex.org/W1682403713","https://openalex.org/W1903029394","https://openalex.org/W1991367009","https://openalex.org/W2096579040","https://openalex.org/W2124351162","https://openalex.org/W2144794286","https://openalex.org/W2161236525","https://openalex.org/W2194775991","https://openalex.org/W2221898772","https://openalex.org/W2295107390","https://openalex.org/W2306289963","https://openalex.org/W2337429362","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2473930607","https://openalex.org/W2508741746","https://openalex.org/W2549139847","https://openalex.org/W2552414813","https://openalex.org/W2560023338","https://openalex.org/W2560647685","https://openalex.org/W2563705555","https://openalex.org/W2585521554","https://openalex.org/W2737258237","https://openalex.org/W2772805599","https://openalex.org/W2786446225","https://openalex.org/W2791091755","https://openalex.org/W2799124825","https://openalex.org/W2807445254","https://openalex.org/W2924485953","https://openalex.org/W2948734064","https://openalex.org/W2949543584","https://openalex.org/W2954929116","https://openalex.org/W2962758679","https://openalex.org/W2962858109","https://openalex.org/W2962867364","https://openalex.org/W2962966271","https://openalex.org/W2963072899","https://openalex.org/W2963198662","https://openalex.org/W2963588172","https://openalex.org/W2963687373","https://openalex.org/W2963815618","https://openalex.org/W2963881378","https://openalex.org/W2963891777","https://openalex.org/W2964189064","https://openalex.org/W2966037847","https://openalex.org/W2972313371","https://openalex.org/W2974317861","https://openalex.org/W2974777596","https://openalex.org/W2980189057","https://openalex.org/W2982410595","https://openalex.org/W3011986058","https://openalex.org/W3034373787","https://openalex.org/W3034435444","https://openalex.org/W3035703639","https://openalex.org/W3107137534","https://openalex.org/W3107653507","https://openalex.org/W6638523607","https://openalex.org/W6674330103","https://openalex.org/W6683367279","https://openalex.org/W6686583229","https://openalex.org/W6738602802","https://openalex.org/W6739696289","https://openalex.org/W6741217325","https://openalex.org/W6748481559","https://openalex.org/W6753554323","https://openalex.org/W6755109808","https://openalex.org/W6849896277"],"related_works":[],"abstract_inverted_index":{"Deep":[0],"neural":[1,15],"networks":[2],"have":[3],"enabled":[4],"major":[5],"progresses":[6],"in":[7,139],"semantic":[8,73,105],"segmentation.":[9],"However,":[10],"even":[11],"the":[12,100,110,123,146,166,177,187],"most":[13],"advanced":[14],"architectures":[16],"suffer":[17],"from":[18],"important":[19],"limitations.":[20],"First,":[21],"they":[22,29,33,47],"are":[23,34,44],"vulnerable":[24],"to":[25,36,55,132,141,158,169],"catastrophic":[26],"forgetting,":[27],"i.e.,":[28],"perform":[30],"poorly":[31],"when":[32],"required":[35],"incrementally":[37],"update":[38],"their":[39],"model":[40],"as":[41],"new":[42],"classes":[43],"available.":[45],"Second,":[46],"rely":[48],"on":[49,186],"large":[50],"amount":[51],"of":[52,81,94,99,179],"pixel-level":[53],"annotations":[54,168],"produce":[56],"accurate":[57],"segmentation":[58,74],"maps.":[59],"To":[60],"tackle":[61],"these":[62],"issues,":[63],"we":[64,108,127,150],"introduce":[65,128],"a":[66,78,92,104,129],"novel":[67,116,130],"incremental":[68],"class":[69,102],"learning":[70],"approach":[71,154,181],"for":[72,91,122,172],"taking":[75],"into":[76],"account":[77,121],"peculiar":[79],"aspect":[80],"this":[82],"task:":[83],"since":[84],"each":[85,137],"training":[86],"step":[87,138],"provides":[88],"annotation":[89],"only":[90],"subset":[93],"all":[95],"possible":[96],"classes,":[97],"pixels":[98],"background":[101,124,147],"exhibit":[103],"shift.":[106,125],"Therefore,":[107],"revisit":[109],"traditional":[111],"distillation":[112],"paradigm":[113],"by":[114],"designing":[115],"loss":[117],"terms":[118],"which":[119],"explicitly":[120],"Additionally,":[126],"strategy":[131],"initialize":[133],"classifier's":[134],"parameters":[135],"at":[136],"order":[140],"prevent":[142],"biased":[143],"predictions":[144],"toward":[145],"class.":[148],"Finally,":[149],"demonstrate":[151,176],"that":[152],"our":[153,180],"can":[155],"be":[156],"extended":[157],"point-":[159],"and":[160,190],"scribble-based":[161],"weakly":[162],"supervised":[163],"segmentation,":[164],"modeling":[165],"partial":[167],"create":[170],"priors":[171],"unlabeled":[173],"pixels.":[174],"We":[175],"effectiveness":[178],"with":[182],"an":[183],"extensive":[184],"evaluation":[185],"Pascal-VOC,":[188],"ADE20K,":[189],"Cityscapes":[191],"datasets,":[192],"significantly":[193],"outperforming":[194],"state-of-the-art":[195],"methods.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2021-12-31T00:00:00"}