{"id":"https://openalex.org/W4392729270","doi":"https://doi.org/10.1109/tnnls.2024.3361375","title":"Learning to Predict Gradients for Semi-Supervised Continual Learning","display_name":"Learning to Predict Gradients for Semi-Supervised Continual Learning","publication_year":2024,"publication_date":"2024-02-13","ids":{"openalex":"https://openalex.org/W4392729270","doi":"https://doi.org/10.1109/tnnls.2024.3361375","pmid":"https://pubmed.ncbi.nlm.nih.gov/38356218"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3361375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3361375","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055879357","display_name":"Yan Luo","orcid":"https://orcid.org/0000-0001-5135-0316"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210101327","display_name":"Twin Cities Orthopedics","ror":"https://ror.org/01en4s460","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210101327"]},{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yan Luo","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Minnesota Twin Cities, Minneapolis, MN, USA","Harvard Ophthalmology AI Laboratory, Harvard University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Minnesota Twin Cities, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I4210101327","https://openalex.org/I130238516"]},{"raw_affiliation_string":"Harvard Ophthalmology AI Laboratory, Harvard University, Boston, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020006712","display_name":"Yongkang Wong","orcid":"https://orcid.org/0000-0002-1239-4428"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yongkang Wong","raw_affiliation_strings":["School of Computing, National University of Singapore, Computing Drive, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Computing Drive, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016415049","display_name":"Mohan Kankanhalli","orcid":"https://orcid.org/0000-0002-4846-2015"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mohan Kankanhalli","raw_affiliation_strings":["School of Computing, National University of Singapore, Computing Drive, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Computing Drive, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047419128","display_name":"Qi Zhao","orcid":"https://orcid.org/0000-0003-3054-8934"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I4210101327","display_name":"Twin Cities Orthopedics","ror":"https://ror.org/01en4s460","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210101327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Zhao","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Minnesota Twin Cities, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Minnesota Twin Cities, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I4210101327","https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5055879357"],"corresponding_institution_ids":["https://openalex.org/I130238516","https://openalex.org/I136199984","https://openalex.org/I4210101327"],"apc_list":null,"apc_paid":null,"fwci":2.5353,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.90101298,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"36","issue":"2","first_page":"2593","last_page":"2607"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7734420299530029},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.6969476342201233},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6689976453781128},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6560381054878235},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6474528312683105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6337142586708069},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5777568817138672},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.49569690227508545},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-supervised learning","score":0.48668724298477173},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.47418341040611267},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4342867434024811},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.14674824476242065},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12420514225959778},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.11634990572929382},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11212307214736938},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09510135650634766},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.07130300998687744}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7734420299530029},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.6969476342201233},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6689976453781128},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6560381054878235},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6474528312683105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6337142586708069},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5777568817138672},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.49569690227508545},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.48668724298477173},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.47418341040611267},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4342867434024811},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.14674824476242065},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12420514225959778},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.11634990572929382},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11212307214736938},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09510135650634766},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.07130300998687744},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3361375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3361375","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38356218","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38356218","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1842030531","display_name":null,"funder_award_id":"2143197","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2056395429","display_name":null,"funder_award_id":"1908711","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1535804263","https://openalex.org/W1682403713","https://openalex.org/W1797268635","https://openalex.org/W1821462560","https://openalex.org/W1846799578","https://openalex.org/W1861492603","https://openalex.org/W1994616650","https://openalex.org/W2039609561","https://openalex.org/W2108598243","https://openalex.org/W2111316763","https://openalex.org/W2112796928","https://openalex.org/W2119393863","https://openalex.org/W2126204609","https://openalex.org/W2138011018","https://openalex.org/W2194775991","https://openalex.org/W2515994287","https://openalex.org/W2546420264","https://openalex.org/W2560647685","https://openalex.org/W2592335154","https://openalex.org/W2612690371","https://openalex.org/W2612972698","https://openalex.org/W2787894218","https://openalex.org/W2939137134","https://openalex.org/W2948734064","https://openalex.org/W2954929116","https://openalex.org/W2962804657","https://openalex.org/W2963351448","https://openalex.org/W2963588172","https://openalex.org/W2964153283","https://openalex.org/W2964189064","https://openalex.org/W2979744195","https://openalex.org/W2981571980","https://openalex.org/W2981975608","https://openalex.org/W2982220706","https://openalex.org/W2986514296","https://openalex.org/W2990231018","https://openalex.org/W2994762555","https://openalex.org/W3000677656","https://openalex.org/W3034845783","https://openalex.org/W3035160371","https://openalex.org/W3108827478","https://openalex.org/W3118608800","https://openalex.org/W4221152131","https://openalex.org/W4250589301","https://openalex.org/W4295789386","https://openalex.org/W4312108898","https://openalex.org/W4319781334","https://openalex.org/W4319988532","https://openalex.org/W4327652443","https://openalex.org/W4378804869","https://openalex.org/W4381327828","https://openalex.org/W4385245566","https://openalex.org/W6606773718","https://openalex.org/W6631190155","https://openalex.org/W6638319203","https://openalex.org/W6638677478","https://openalex.org/W6675672627","https://openalex.org/W6677803693","https://openalex.org/W6684191040","https://openalex.org/W6703116779","https://openalex.org/W6717367658","https://openalex.org/W6717697761","https://openalex.org/W6726238325","https://openalex.org/W6733814495","https://openalex.org/W6734280532","https://openalex.org/W6738602802","https://openalex.org/W6741087337","https://openalex.org/W6744060662","https://openalex.org/W6745121187","https://openalex.org/W6745995898","https://openalex.org/W6747837551","https://openalex.org/W6755950020","https://openalex.org/W6757384668","https://openalex.org/W6757751764","https://openalex.org/W6762718338","https://openalex.org/W6763462227","https://openalex.org/W6766196973","https://openalex.org/W6769540476","https://openalex.org/W6773005947","https://openalex.org/W6775876232","https://openalex.org/W6776188292","https://openalex.org/W6779889515","https://openalex.org/W6779977557","https://openalex.org/W6780236752","https://openalex.org/W6784399590","https://openalex.org/W6787972765","https://openalex.org/W6849896277","https://openalex.org/W6999387429"],"related_works":["https://openalex.org/W4312414840","https://openalex.org/W2794908468","https://openalex.org/W4206276646","https://openalex.org/W1571801203","https://openalex.org/W101422005","https://openalex.org/W192740413","https://openalex.org/W3004135598","https://openalex.org/W2952937263","https://openalex.org/W2131153761","https://openalex.org/W4283732260"],"abstract_inverted_index":{"A":[0],"key":[1],"challenge":[2],"for":[3,91],"machine":[4],"intelligence":[5],"is":[6,21,233],"to":[7,43,86,124,135,140],"learn":[8,45,136],"new":[9,116],"visual":[10],"concepts":[11],"without":[12],"forgetting":[13,104],"the":[14,47,69,92,106,149,155,162,191,196,203,209,214,220],"previously":[15],"acquired":[16],"knowledge.":[17],"Continual":[18],"learning":[19,101,174],"(CL)":[20],"aimed":[22],"toward":[23],"addressing":[24],"this":[25,147],"challenge.":[26],"However,":[27],"there":[28],"still":[29],"exists":[30],"a":[31,115,131],"gap":[32],"between":[33],"CL":[34,61,64,107,126,157,167,170,192,217],"and":[35,62,95,102,172,186,226],"human":[36],"learning.":[37],"In":[38,146],"particular,":[39],"humans":[40],"are":[41,72,79],"able":[42],"continually":[44],"from":[46,137],"samples":[48,71],"associated":[49,73],"with":[50,74],"known":[51,75],"or":[52],"unknown":[53],"labels":[54],"in":[55,81,105,190,202],"their":[56],"daily":[57],"lives,":[58],"whereas":[59],"existing":[60,125],"semi-supervised":[63,173],"(SSCL)":[65],"methods":[66],"assume":[67],"that":[68,208],"training":[70],"labels.":[76],"Specifically,":[77],"we":[78,113,129],"interested":[80],"two":[82],"questions:":[83],"1)":[84],"how":[85,97],"utilize":[87],"unrelated":[88],"unlabeled":[89,98,144,150,210],"data":[90,99,139,151,225],"SSCL":[93,117],"task":[94],"2)":[96],"affect":[100],"catastrophic":[103,229],"task.":[108],"To":[109],"explore":[110],"these":[111],"issues,":[112],"formulate":[114],"method,":[118],"which":[119],"can":[120,152,212],"be":[121],"generically":[122],"applied":[123],"models.":[127],"Furthermore,":[128],"propose":[130],"novel":[132],"gradient":[133],"learner":[134],"labeled":[138],"predict":[141],"gradients":[142],"on":[143,165,183,199,219],"data.":[145],"way,":[148],"fit":[153],"into":[154],"supervised":[156],"framework.":[158],"We":[159],"extensively":[160],"evaluate":[161],"proposed":[163,178],"method":[164,179],"mainstream":[166],"methods,":[168],"adversarial":[169],"(ACL),":[171],"(SSL)":[175],"tasks.":[176],"The":[177,231],"achieves":[180],"state-of-the-art":[181],"performance":[182,198],"classification":[184,200],"accuracy":[185,201],"backward":[187],"transfer":[188],"(BWT)":[189],"setting":[193],"while":[194],"achieving":[195],"desired":[197],"SSL":[204],"setting.":[205],"This":[206],"implies":[207],"images":[211],"enhance":[213],"generalizability":[215],"of":[216,223],"models":[218],"predictive":[221],"ability":[222],"unseen":[224],"significantly":[227],"alleviate":[228],"forgetting.":[230],"code":[232],"available":[234],"at":[235],"https://github.com/luoyan407/grad_prediction.git.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}