{"id":"https://openalex.org/W4405812181","doi":"https://doi.org/10.1109/tpami.2024.3522258","title":"Training Networks in Null Space of Feature Covariance With Self-Supervision for Incremental Learning","display_name":"Training Networks in Null Space of Feature Covariance With Self-Supervision for Incremental Learning","publication_year":2024,"publication_date":"2024-12-26","ids":{"openalex":"https://openalex.org/W4405812181","doi":"https://doi.org/10.1109/tpami.2024.3522258","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030811"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3522258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3522258","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101824702","display_name":"Shipeng Wang","orcid":"https://orcid.org/0000-0003-4586-8287"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shipeng Wang","raw_affiliation_strings":["Key Laboratory of Biomedical Information Engineering of Ministry of Education, School of Life Science and Technology, Xi’an Jiaotong University, Xi’an, China","Key Laboratory of Biomedical Information Engineering of Ministry of Education, School of Life Science and Technology, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Biomedical Information Engineering of Ministry of Education, School of Life Science and Technology, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Key Laboratory of Biomedical Information Engineering of Ministry of Education, School of Life Science and Technology, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409007","display_name":"Xiaorong Li","orcid":"https://orcid.org/0000-0002-2090-2592"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaorong Li","raw_affiliation_strings":["School of Mathematics and Statistics, Xi’an Jiaotong University, Xi’an, China","School of Mathematics and Statistics, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Mathematics and Statistics, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037419606","display_name":"Jian Sun","orcid":"https://orcid.org/0000-0001-7206-0641"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Sun","raw_affiliation_strings":["School of Mathematics and Statistics, Xi’an Jiaotong University, Xi’an, China","School of Mathematics and Statistics, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Mathematics and Statistics, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109280540","display_name":"Zongben Xu","orcid":"https://orcid.org/0000-0002-4066-2338"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongben Xu","raw_affiliation_strings":["School of Mathematics and Statistics, Xi’an Jiaotong University, Xi’an, China","School of Mathematics and Statistics, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Mathematics and Statistics, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101824702"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.49,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67277899,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"47","issue":"4","first_page":"2563","last_page":"2580"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.904699981212616,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.904699981212616,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6806989312171936},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6263634562492371},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6094412803649902},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5887030363082886},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.5861194133758545},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.5080023407936096},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47475865483283997},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4518316984176636},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4396110773086548},{"id":"https://openalex.org/keywords/null","display_name":"Null (SQL)","score":0.4144539535045624},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26302093267440796},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2388727366924286},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.18212231993675232},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07981044054031372}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6806989312171936},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6263634562492371},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6094412803649902},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5887030363082886},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.5861194133758545},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.5080023407936096},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47475865483283997},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4518316984176636},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4396110773086548},{"id":"https://openalex.org/C203763787","wikidata":"https://www.wikidata.org/wiki/Q371029","display_name":"Null (SQL)","level":2,"score":0.4144539535045624},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26302093267440796},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2388727366924286},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.18212231993675232},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07981044054031372},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3522258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3522258","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40030811","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030811","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1256676027","display_name":null,"funder_award_id":"12326615","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4419852451","display_name":null,"funder_award_id":"12125104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2302255633","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2473930607","https://openalex.org/W2552808051","https://openalex.org/W2560647685","https://openalex.org/W2594833348","https://openalex.org/W2786446225","https://openalex.org/W2791091755","https://openalex.org/W2796346823","https://openalex.org/W2798836702","https://openalex.org/W2884282566","https://openalex.org/W2895699061","https://openalex.org/W2895723011","https://openalex.org/W2939137134","https://openalex.org/W2948734064","https://openalex.org/W2954929116","https://openalex.org/W2963072899","https://openalex.org/W2963420272","https://openalex.org/W2963588172","https://openalex.org/W2963855931","https://openalex.org/W2964189064","https://openalex.org/W2972313371","https://openalex.org/W2981864462","https://openalex.org/W2981952041","https://openalex.org/W2982220706","https://openalex.org/W2982410595","https://openalex.org/W2986349107","https://openalex.org/W2994633389","https://openalex.org/W2995139074","https://openalex.org/W2998651940","https://openalex.org/W3007041883","https://openalex.org/W3023371261","https://openalex.org/W3030364939","https://openalex.org/W3034856281","https://openalex.org/W3034867292","https://openalex.org/W3035501943","https://openalex.org/W3035524453","https://openalex.org/W3046253174","https://openalex.org/W3144281354","https://openalex.org/W3173747377","https://openalex.org/W3174868646","https://openalex.org/W3174917907","https://openalex.org/W3177248386","https://openalex.org/W3178686235","https://openalex.org/W4221161784","https://openalex.org/W4225777901","https://openalex.org/W4301621763","https://openalex.org/W6638523607","https://openalex.org/W6640963894","https://openalex.org/W6695676441","https://openalex.org/W6703116779","https://openalex.org/W6717697761","https://openalex.org/W6736334413","https://openalex.org/W6738602802","https://openalex.org/W6741087337","https://openalex.org/W6741217325","https://openalex.org/W6742852309","https://openalex.org/W6743688258","https://openalex.org/W6745121187","https://openalex.org/W6746643698","https://openalex.org/W6747837551","https://openalex.org/W6747899497","https://openalex.org/W6747947074","https://openalex.org/W6755109808","https://openalex.org/W6755207826","https://openalex.org/W6755950020","https://openalex.org/W6757384668","https://openalex.org/W6757988401","https://openalex.org/W6761283764","https://openalex.org/W6761469101","https://openalex.org/W6763411897","https://openalex.org/W6765696844","https://openalex.org/W6767117800","https://openalex.org/W6767674130","https://openalex.org/W6770412879","https://openalex.org/W6777265123","https://openalex.org/W6779304510","https://openalex.org/W6779702771","https://openalex.org/W6784940669","https://openalex.org/W6787972765","https://openalex.org/W6788757688","https://openalex.org/W6801644725","https://openalex.org/W6810040637"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W1570309050","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611"],"abstract_inverted_index":{"In":[0],"the":[1,34,45,74,78,91,103,129,144,149,155,189,234,240],"context":[2],"of":[3,14,47,81,148,191],"incremental":[4,119,192,242],"learning,":[5],"a":[6,12,182],"network":[7,60],"is":[8,30,137,160],"sequentially":[9],"trained":[10],"on":[11,226],"stream":[13],"tasks,":[15],"where":[16],"data":[17],"from":[18,40],"previous":[19,48],"tasks":[20,42],"are":[21,197,219],"particularly":[22],"assumed":[23],"to":[24,32,89,127,187,199,211,221],"be":[25,96,205],"inaccessible.":[26],"The":[27,67,132,216],"major":[28],"challenge":[29],"how":[31],"overcome":[33,90],"stability-plasticity":[35,92],"dilemma,":[36,93],"i.e.,":[37],"learning":[38,225,243],"knowledge":[39,46],"new":[41],"without":[43],"forgetting":[44],"tasks.":[49],"To":[50],"this":[51],"end,":[52],"we":[53,71,109,172],"propose":[54],"two":[55,111],"mathematical":[56],"conditions":[57,68],"for":[58,118],"guaranteeing":[59],"stability":[61],"and":[62,115,122,181,201,203,213,223,233],"plasticity":[63],"with":[64,143,167,207,230],"theoretical":[65],"analysis.":[66],"demonstrate":[69],"that":[70,237],"can":[72,95,204],"restrict":[73],"parameter":[75],"update":[76],"in":[77,135,158],"null":[79,104],"space":[80],"uncentered":[82,150],"feature":[83,151],"covariance":[84,152],"at":[85],"each":[86],"linear":[87],"layer":[88],"which":[94],"realized":[97],"by":[98,107,139,162],"layerwise":[99],"projecting":[100],"gradient":[101],"into":[102],"space.":[105],"Inspired":[106],"it,":[108],"develop":[110],"algorithms,":[112],"dubbed":[113],"Adam-NSCL":[114,121,136,200],"Adam-SFCL":[116,123,159,202],"respectively,":[117],"learning.":[120,193],"provide":[124],"different":[125],"ways":[126],"compute":[128],"projection":[130,133,156],"matrix.":[131],"matrix":[134,157],"constructed":[138,161],"singular":[140,146,164],"vectors":[141,165],"associated":[142,166],"smallest":[145],"values":[147],"matrix,":[153],"while":[154],"all":[163],"adaptive":[168],"scaling":[169],"factors.":[170],"Additionally,":[171],"explore":[173],"adopting":[174],"self-supervised":[175,178,195],"techniques,":[176],"including":[177],"label":[179],"augmentation":[180],"newly":[183],"proposed":[184,217],"contrastive":[185],"loss,":[186],"improve":[188],"performance":[190],"These":[194],"techniques":[196],"orthogonal":[198],"incorporated":[206],"them":[208],"seamlessly,":[209],"leading":[210],"Adam-NSCL-SSL":[212],"Adam-SFCL-SSL":[214],"respectively.":[215],"algorithms":[218],"applied":[220],"task-incremental":[222],"class-incremental":[224],"various":[227],"benchmark":[228],"datasets":[229],"multiple":[231],"backbones,":[232],"results":[235],"show":[236],"they":[238],"outperform":[239],"compared":[241],"methods.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}