{"id":"https://openalex.org/W4402674184","doi":"https://doi.org/10.1109/tpami.2024.3460871","title":"Continual Learning From a Stream of APIs","display_name":"Continual Learning From a Stream of APIs","publication_year":2024,"publication_date":"2024-09-20","ids":{"openalex":"https://openalex.org/W4402674184","doi":"https://doi.org/10.1109/tpami.2024.3460871","pmid":"https://pubmed.ncbi.nlm.nih.gov/39302780"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3460871","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tpami.2024.3460871","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086494876","display_name":"Enneng Yang","orcid":"https://orcid.org/0000-0001-5419-5286"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Enneng Yang","raw_affiliation_strings":["Northeastern University, Shenyang, China","Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhenyi Wang","orcid":"https://orcid.org/0000-0002-2780-9446"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenyi Wang","raw_affiliation_strings":["University of Maryland, College Park, MD, USA","University of Maryland, College Park, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042802004","display_name":"Li Shen","orcid":"https://orcid.org/0000-0001-5659-3464"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shen","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China","Sun Yat-sen University and JD Explore Academy, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Sun Yat-sen University and JD Explore Academy, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027852193","display_name":"Nan Yin","orcid":"https://orcid.org/0000-0002-0177-8514"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Nan Yin","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065250332","display_name":"Tongliang Liu","orcid":"https://orcid.org/0000-0002-9640-6472"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tongliang Liu","raw_affiliation_strings":["University of Sydney, Camperdown, NSW, Australia","University of Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Camperdown, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089326607","display_name":"Guibing Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guibing Guo","raw_affiliation_strings":["Northeastern University, Shenyang, China","Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086590282","display_name":"X. Wang","orcid":"https://orcid.org/0000-0001-8668-3524"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwei Wang","raw_affiliation_strings":["Northeastern University, Shenyang, China","Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046877006","display_name":"Dacheng Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5086494876"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":0.683,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75585134,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"46","issue":"12","first_page":"11432","last_page":"11445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.8501999974250793,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.8501999974250793,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.7443000078201294,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.7152000069618225,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6552250385284424},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.596443235874176},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39209017157554626}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6552250385284424},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.596443235874176},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39209017157554626}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3460871","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tpami.2024.3460871","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39302780","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39302780","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2551476765","display_name":null,"funder_award_id":"62032013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G655555988","display_name":null,"funder_award_id":"N2317002","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W181733065","https://openalex.org/W2001610032","https://openalex.org/W2051267297","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2560647685","https://openalex.org/W2603766943","https://openalex.org/W2746600820","https://openalex.org/W2766447205","https://openalex.org/W2782276075","https://openalex.org/W2786446225","https://openalex.org/W2788388592","https://openalex.org/W2791091755","https://openalex.org/W2895699061","https://openalex.org/W2896457183","https://openalex.org/W2948743095","https://openalex.org/W2963072899","https://openalex.org/W2963303354","https://openalex.org/W2963588172","https://openalex.org/W2963844355","https://openalex.org/W2964137095","https://openalex.org/W2972313371","https://openalex.org/W2975819162","https://openalex.org/W2982802130","https://openalex.org/W2985580374","https://openalex.org/W3000677656","https://openalex.org/W3034368386","https://openalex.org/W3034530016","https://openalex.org/W3083021344","https://openalex.org/W3096831136","https://openalex.org/W3167272120","https://openalex.org/W3171057731","https://openalex.org/W3174136778","https://openalex.org/W3175685622","https://openalex.org/W3178659068","https://openalex.org/W3191459272","https://openalex.org/W3217439865","https://openalex.org/W4239762439","https://openalex.org/W4246193833","https://openalex.org/W4283816018","https://openalex.org/W4292793890","https://openalex.org/W4293846201","https://openalex.org/W4312343407","https://openalex.org/W4312807821","https://openalex.org/W4313010394","https://openalex.org/W4367368092","https://openalex.org/W4385573069","https://openalex.org/W4388858191","https://openalex.org/W4390874035","https://openalex.org/W4400913543","https://openalex.org/W6631190155","https://openalex.org/W6684804961","https://openalex.org/W6685053522","https://openalex.org/W6703822758","https://openalex.org/W6717697761","https://openalex.org/W6741087337","https://openalex.org/W6741217325","https://openalex.org/W6742852309","https://openalex.org/W6746608116","https://openalex.org/W6752985256","https://openalex.org/W6757817989","https://openalex.org/W6761283764","https://openalex.org/W6769244778","https://openalex.org/W6771405524","https://openalex.org/W6772643841","https://openalex.org/W6772674396","https://openalex.org/W6775563089","https://openalex.org/W6776188292","https://openalex.org/W6778883912","https://openalex.org/W6779490609","https://openalex.org/W6784399590","https://openalex.org/W6784730007","https://openalex.org/W6787335730","https://openalex.org/W6787972765","https://openalex.org/W6788757688","https://openalex.org/W6791146273","https://openalex.org/W6796765509","https://openalex.org/W6796816859","https://openalex.org/W6800217721","https://openalex.org/W6802381560","https://openalex.org/W6810040637","https://openalex.org/W6810313920","https://openalex.org/W6810411895","https://openalex.org/W6838529080","https://openalex.org/W6840245342","https://openalex.org/W6855205077","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Continual":[0],"learning":[1,40,122],"(CL)":[2],"aims":[3],"to":[4,28,175,190,226,231,246,257],"learn":[5],"new":[6,85,239],"tasks":[7],"without":[8],"forgetting":[9,106,249],"previous":[10,108,251],"tasks.":[11],"However,":[12],"existing":[13],"CL":[14,57,60,64,68,81,134,153,166,197,206,217,233,259,288],"methods":[15],"require":[16],"a":[17,43,70,116,128,133,179,238],"large":[18],"amount":[19],"of":[20,72,99,107,130,215,250,286],"raw":[21,78,92,262],"data,":[22,93,139,225],"which":[23,46,66],"is":[24],"often":[25],"unavailable":[26,90],"due":[27],"copyright":[29],"considerations":[30],"and":[31,62,102,104,151,168,186,199,219,267,283,295],"privacy":[32],"risks.":[33],"Instead,":[34],"stakeholders":[35],"usually":[36],"release":[37],"pre-trained":[38],"machine":[39],"models":[41,98],"as":[42,158,172],"service":[44],"(MLaaS),":[45],"users":[47],"can":[48],"access":[49],"via":[50,178],"APIs.":[51,109,143,252],"This":[52],"paper":[53],"considers":[54],"two":[55,84,148],"practical-yet-novel":[56],"settings:":[58],"data-efficient":[59],"(DECL-APIs)":[61],"data-free":[63,118],"(DFCL-APIs),":[65],"achieve":[67],"from":[69,127],"stream":[71,129],"APIs":[73,131],"with":[74,260],"partial":[75],"or":[76],"no":[77],"data.":[79],"Performing":[80],"under":[82],"these":[83,112],"settings":[86],"faces":[87],"several":[88],"challenges:":[89],"full":[91,261],"unknown":[94],"model":[95,135,167,198,207,218],"parameters,":[96],"heterogeneous":[97],"arbitrary":[100],"architecture":[101],"scale,":[103],"catastrophic":[105,248],"To":[110],"overcome":[111],"issues,":[113],"we":[114,203,236],"propose":[115,237],"novel":[117],"cooperative":[119,149],"continual":[120],"distillation":[121],"framework":[123,146],"that":[124],"distills":[125],"knowledge":[126,230],"into":[132],"by":[136,141,208],"generating":[137],"pseudo":[138],"just":[140],"querying":[142],"Specifically,":[144],"our":[145,278],"includes":[147],"generators":[150,177],"one":[152],"model,":[154],"forming":[155],"their":[156],"training":[157],"an":[159],"adversarial":[160],"game.":[161],"We":[162],"first":[163],"use":[164],"the":[165,169,192,196,200,205,210,213,216,220,228,232,265,271,275,290],"current":[170],"API":[171,222],"fixed":[173],"discriminators":[174],"train":[176,204],"derivative-free":[180],"method.":[181],"Generators":[182],"adversarially":[183],"generate":[184],"hard":[185],"diverse":[187],"synthetic":[188,224],"data":[189,263],"maximize":[191],"response":[193],"gap":[194,211],"between":[195,212],"API.":[201],"Next,":[202],"minimizing":[209],"responses":[214],"black-box":[221],"on":[223,243,264,289],"transfer":[227],"API's":[229],"model.":[234],"Furthermore,":[235],"regularization":[240],"term":[241],"based":[242],"network":[244],"similarity":[245],"prevent":[247],"Our":[253],"method":[254,279],"performs":[255],"comparably":[256],"classic":[258,287],"MNIST":[266],"SVHN":[268],"datasets":[269],"in":[270],"DFCL-APIs":[272],"setting.":[273],"In":[274],"DECL-APIs":[276],"setting,":[277],"achieves":[280],"0.97\u00d7,":[281],"0.75\u00d7":[282],"0.69\u00d7":[284],"performance":[285],"more":[291],"challenging":[292],"CIFAR10,":[293],"CIFAR100,":[294],"MiniImageNet,":[296],"respectively.":[297]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}