{"id":"https://openalex.org/W4389232689","doi":"https://doi.org/10.1109/tip.2023.3336176","title":"Interpretable Neural Networks for Video Separation: Deep Unfolding RPCA With Foreground Masking","display_name":"Interpretable Neural Networks for Video Separation: Deep Unfolding RPCA With Foreground Masking","publication_year":2023,"publication_date":"2023-12-01","ids":{"openalex":"https://openalex.org/W4389232689","doi":"https://doi.org/10.1109/tip.2023.3336176","pmid":"https://pubmed.ncbi.nlm.nih.gov/38039164"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2023.3336176","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3336176","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072533463","display_name":"Boris Joukovsky","orcid":"https://orcid.org/0000-0002-2881-2727"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I196972281","display_name":"Imec the Netherlands","ror":"https://ror.org/01ezq2j76","country_code":"NL","type":"facility","lineage":["https://openalex.org/I196972281"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE","NL"],"is_corresponding":false,"raw_author_name":"Boris Joukovsky","raw_affiliation_strings":["Department of Electronics and Informatics, Vrije Universiteit Brussel, Ixelles, Belgium","Department of Electronics and Informatics, Vrije Universiteit Brussel, Pleinlaan 2, B-1050 Brussels, Belgium","and also with imec, Kapeldreef 75, B-3001 Leuven, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-2881-2727","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Ixelles, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Pleinlaan 2, B-1050 Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"and also with imec, Kapeldreef 75, B-3001 Leuven, Belgium","institution_ids":["https://openalex.org/I196972281","https://openalex.org/I4210114974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005913897","display_name":"Yonina C. Eldar","orcid":"https://orcid.org/0000-0003-4358-5304"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["BE","IL"],"is_corresponding":false,"raw_author_name":"Yonina C. Eldar","raw_affiliation_strings":["Weizmann Institute of Science, Rehovot, Israel","the Weizmann institute of Science, Rehovot 7610001, Israel","Department of Electronics and Informatics, Vrije Universiteit Brussel, Pleinlaan 2, B-1050 Brussels, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-4358-5304","affiliations":[{"raw_affiliation_string":"Weizmann Institute of Science, Rehovot, Israel","institution_ids":["https://openalex.org/I53964585"]},{"raw_affiliation_string":"the Weizmann institute of Science, Rehovot 7610001, Israel","institution_ids":["https://openalex.org/I53964585"]},{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Pleinlaan 2, B-1050 Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043511500","display_name":"Nikos Deligiannis","orcid":"https://orcid.org/0000-0001-9300-5860"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I196972281","display_name":"Imec the Netherlands","ror":"https://ror.org/01ezq2j76","country_code":"NL","type":"facility","lineage":["https://openalex.org/I196972281"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE","NL"],"is_corresponding":false,"raw_author_name":"Nikos Deligiannis","raw_affiliation_strings":["Department of Electronics and Informatics, Vrije Universiteit Brussel, Ixelles, Belgium","and also with imec, Kapeldreef 75, B-3001 Leuven, Belgium","Department of Electronics and Informatics, Vrije Universiteit Brussel, Pleinlaan 2, B-1050 Brussels, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-9300-5860","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Ixelles, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"and also with imec, Kapeldreef 75, B-3001 Leuven, Belgium","institution_ids":["https://openalex.org/I196972281","https://openalex.org/I4210114974"]},{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Pleinlaan 2, B-1050 Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8773,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.72379593,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"33","issue":null,"first_page":"108","last_page":"122"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6909046173095703},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.6606912612915039},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6585487127304077},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5422689318656921},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5069911479949951},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.49300238490104675},{"id":"https://openalex.org/keywords/foreground-detection","display_name":"Foreground detection","score":0.4387243688106537},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.35501527786254883},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.17314913868904114}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6909046173095703},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.6606912612915039},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6585487127304077},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5422689318656921},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5069911479949951},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49300238490104675},{"id":"https://openalex.org/C2779769447","wikidata":"https://www.wikidata.org/wiki/Q3813641","display_name":"Foreground detection","level":4,"score":0.4387243688106537},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.35501527786254883},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.17314913868904114},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2023.3336176","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3336176","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:38039164","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38039164","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3265643401","display_name":"Interpretable and Explainable Deep Learning for Video Processing","funder_award_id":"1SB5721N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G3969747414","display_name":null,"funder_award_id":"G093817N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W198034206","https://openalex.org/W653074768","https://openalex.org/W1712805121","https://openalex.org/W1874745161","https://openalex.org/W1901129140","https://openalex.org/W2003753589","https://openalex.org/W2087018183","https://openalex.org/W2089468765","https://openalex.org/W2100556411","https://openalex.org/W2103972604","https://openalex.org/W2107861471","https://openalex.org/W2124252039","https://openalex.org/W2140514146","https://openalex.org/W2145962650","https://openalex.org/W2175634846","https://openalex.org/W2399057589","https://openalex.org/W2414168010","https://openalex.org/W2525668722","https://openalex.org/W2551814208","https://openalex.org/W2552808051","https://openalex.org/W2621275874","https://openalex.org/W2766452532","https://openalex.org/W2774176625","https://openalex.org/W2799374010","https://openalex.org/W2886956694","https://openalex.org/W2892141512","https://openalex.org/W2892320136","https://openalex.org/W2901951655","https://openalex.org/W2962914239","https://openalex.org/W2964098128","https://openalex.org/W2971052239","https://openalex.org/W2972675027","https://openalex.org/W2974688397","https://openalex.org/W3016301278","https://openalex.org/W3024617482","https://openalex.org/W3049253011","https://openalex.org/W3104624268","https://openalex.org/W3105220622","https://openalex.org/W3109024087","https://openalex.org/W3112170415","https://openalex.org/W3113541841","https://openalex.org/W3133902371","https://openalex.org/W3142452884","https://openalex.org/W3209513698","https://openalex.org/W4300179783","https://openalex.org/W4312790010","https://openalex.org/W6608094899","https://openalex.org/W6675840925","https://openalex.org/W6677326919","https://openalex.org/W6677645113","https://openalex.org/W6679973066","https://openalex.org/W6713161955","https://openalex.org/W6729448088","https://openalex.org/W6730022716","https://openalex.org/W6757612955","https://openalex.org/W6768215245","https://openalex.org/W6929385289"],"related_works":["https://openalex.org/W3081694532","https://openalex.org/W1969211203","https://openalex.org/W1517958729","https://openalex.org/W2092272653","https://openalex.org/W4387002515","https://openalex.org/W1992704972","https://openalex.org/W271627879","https://openalex.org/W2349444258","https://openalex.org/W1985388337","https://openalex.org/W2002555665"],"abstract_inverted_index":{"We":[0],"present":[1],"two":[2,81],"deep":[3,25,222,251],"unfolding":[4,223,252],"neural":[5,21,225],"networks":[6,22,110],"for":[7,204,234,270],"the":[8,38,60,66,78,93,123,155,166,212,235,257,267,274],"simultaneous":[9],"tasks":[10],"of":[11,37,68,80,84,127,162,211,277],"background":[12],"subtraction":[13],"and":[14,54,62,75,92,174,200,237,281,287],"foreground":[15,63,156,168,271],"detection":[16,157],"in":[17,125,169,262],"video.":[18],"Unlike":[19],"conventional":[20],"based":[23,135],"on":[24,118,136,197],"feature":[26,172],"extraction,":[27],"we":[28,48,206],"incorporate":[29],"domain-knowledge":[30],"models":[31,248],"by":[32,158,175],"considering":[33],"a":[34,160,170,231,239],"masked":[35],"variation":[36],"robust":[39],"principal":[40],"component":[41],"analysis":[42,210],"problem":[43],"(RPCA).":[44],"With":[45],"this":[46],"approach,":[47],"separate":[49],"video":[50,202,279],"clips":[51],"into":[52],"low-rank":[53],"sparse":[55],"components,":[56],"respectively":[57],"corresponding":[58],"to":[59,88,98,108,164,214],"backgrounds":[61,280],"masks":[64,130],"indicating":[65],"presence":[67],"moving":[69,167],"objects.":[70],"Our":[71],"models,":[72],"coined":[73],"ROMAN-S":[74],"ROMAN-R,":[76,261],"map":[77],"iterations":[79],"alternating":[82],"direction":[83],"multipliers":[85],"methods":[86],"(ADMM)":[87],"trainable":[89,103],"convolutional":[90],"layers,":[91],"proximal":[94],"operators":[95],"are":[96,195,218],"mapped":[97],"non-linear":[99],"activation":[100],"functions":[101],"with":[102,111,133,220,238,266,273],"thresholds.":[104],"This":[105],"approach":[106],"leads":[107],"lightweight":[109],"enhanced":[112],"interpretability":[113],"that":[114,245],"can":[115],"be":[116],"trained":[117],"limited":[119],"data.":[120],"In":[121],"ROMAN-S,":[122],"correlation":[124],"time":[126],"successive":[128],"binary":[129],"is":[131,264],"controlled":[132],"side-information":[134],"<inline-formula":[137,145,178,186],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[138,146,179,187],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[139,147,180,188],"<tex-math":[140,148,181,189],"notation=\"LaTeX\">$\\ell":[141,149,182,190],"_{1}$":[142,150,183,191],"</tex-math></inline-formula>":[143,151,184,192],"-":[144,185],"minimization.":[152,193],"ROMAN-R":[153],"enhances":[154],"learning":[159],"dictionary":[161],"atoms":[163],"represent":[165],"high-dimensional":[171],"space":[173],"using":[176],"reweighted-":[177],"Experiments":[194],"conducted":[196],"both":[198],"synthetic":[199],"real":[201],"datasets,":[203],"which":[205,227],"also":[207],"include":[208],"an":[209],"generalization":[213],"unseen":[215],"clips.":[216],"Comparisons":[217],"made":[219],"existing":[221],"RPCA":[224],"networks,":[226,253],"do":[228],"not":[229],"use":[230],"mask":[232],"formulation":[233],"foreground,":[236],"3D":[240],"U-Net":[241,268],"baseline.":[242],"Results":[243],"show":[244],"our":[246],"proposed":[247],"outperform":[249],"other":[250],"as":[254,256],"well":[255],"untrained":[258],"optimization":[259],"algorithms.":[260],"particular,":[263],"competitive":[265],"baseline":[269],"detection,":[272],"additional":[275],"advantage":[276],"providing":[278],"requiring":[282],"substantially":[283],"fewer":[284],"training":[285,289],"parameters":[286],"smaller":[288],"sets.":[290]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}