{"id":"https://openalex.org/W4395012982","doi":"https://doi.org/10.1007/s10994-024-06524-z","title":"From MNIST to ImageNet and back: benchmarking continual curriculum learning","display_name":"From MNIST to ImageNet and back: benchmarking continual curriculum learning","publication_year":2024,"publication_date":"2024-04-22","ids":{"openalex":"https://openalex.org/W4395012982","doi":"https://doi.org/10.1007/s10994-024-06524-z"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-024-06524-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-024-06524-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06524-z.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06524-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008887467","display_name":"Kamil Faber","orcid":"https://orcid.org/0000-0003-4221-0017"},"institutions":[{"id":"https://openalex.org/I126596746","display_name":"Jagiellonian University","ror":"https://ror.org/03bqmcz70","country_code":"PL","type":"education","lineage":["https://openalex.org/I126596746"]},{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Kamil Faber","raw_affiliation_strings":["AGH University of Krakow, 30059, Cracow, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AGH University of Krakow, 30059, Cracow, Poland","institution_ids":["https://openalex.org/I126596746","https://openalex.org/I686019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084220744","display_name":"Dominik \u017burek","orcid":"https://orcid.org/0000-0001-5329-1452"},"institutions":[{"id":"https://openalex.org/I126596746","display_name":"Jagiellonian University","ror":"https://ror.org/03bqmcz70","country_code":"PL","type":"education","lineage":["https://openalex.org/I126596746"]},{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Dominik Zurek","raw_affiliation_strings":["AGH University of Krakow, 30059, Cracow, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AGH University of Krakow, 30059, Cracow, Poland","institution_ids":["https://openalex.org/I126596746","https://openalex.org/I686019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036847074","display_name":"Marcin Pietro\u0144","orcid":"https://orcid.org/0000-0001-9357-9231"},"institutions":[{"id":"https://openalex.org/I126596746","display_name":"Jagiellonian University","ror":"https://ror.org/03bqmcz70","country_code":"PL","type":"education","lineage":["https://openalex.org/I126596746"]},{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Marcin Pietron","raw_affiliation_strings":["AGH University of Krakow, 30059, Cracow, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AGH University of Krakow, 30059, Cracow, Poland","institution_ids":["https://openalex.org/I126596746","https://openalex.org/I686019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018458084","display_name":"Nathalie Japkowicz","orcid":"https://orcid.org/0000-0003-1176-1617"},"institutions":[{"id":"https://openalex.org/I181401687","display_name":"American University","ror":"https://ror.org/052w4zt36","country_code":"US","type":"education","lineage":["https://openalex.org/I181401687"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathalie Japkowicz","raw_affiliation_strings":["American University, Washington, DC, 20016, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American University, Washington, DC, 20016, USA","institution_ids":["https://openalex.org/I181401687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069110696","display_name":"Antonio Vergari","orcid":"https://orcid.org/0000-0003-0036-5678"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Antonio Vergari","raw_affiliation_strings":["University of Edinburgh, Edinburgh, EH8 9AB, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, EH8 9AB, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010914442","display_name":"Roberto Corizzo","orcid":"https://orcid.org/0000-0001-8366-6059"},"institutions":[{"id":"https://openalex.org/I181401687","display_name":"American University","ror":"https://ror.org/052w4zt36","country_code":"US","type":"education","lineage":["https://openalex.org/I181401687"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Roberto Corizzo","raw_affiliation_strings":["American University, Washington, DC, 20016, USA"],"raw_orcid":"https://orcid.org/0000-0001-8366-6059","affiliations":[{"raw_affiliation_string":"American University, Washington, DC, 20016, USA","institution_ids":["https://openalex.org/I181401687"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010914442"],"corresponding_institution_ids":["https://openalex.org/I181401687"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":3.8882,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.93969716,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"113","issue":"10","first_page":"8137","last_page":"8164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9584000110626221,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.9006788730621338},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.861059308052063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6443855166435242},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5904245376586914},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5545865893363953},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.4383658170700073},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.35857370495796204},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14700841903686523},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.07906106114387512},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.0628400444984436}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.9006788730621338},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.861059308052063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6443855166435242},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5904245376586914},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5545865893363953},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.4383658170700073},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.35857370495796204},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14700841903686523},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.07906106114387512},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0628400444984436},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10994-024-06524-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-024-06524-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06524-z.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmh:oai:pure.ed.ac.uk:publications/ca012a21-c84b-4eed-8bd9-4c8a73407c72","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/ca012a21-c84b-4eed-8bd9-4c8a73407c72","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Faber, K, Zurek, D, Pietron, M, Japkowicz, N, Vergari, A & Corizzo, R 2024, 'From MNIST to ImageNet and back : Benchmarking continual curriculum learning', Machine Learning, vol. 113, no. 10, pp. 8137-8164. https://doi.org/10.1007/s10994-024-06524-z","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s10994-024-06524-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-024-06524-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-024-06524-z.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322733","display_name":"Ministerstwo Edukacji i Nauki","ror":"https://ror.org/05dwvd537"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4395012982.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1806891645","https://openalex.org/W2194321275","https://openalex.org/W2194775991","https://openalex.org/W2296073425","https://openalex.org/W2335728318","https://openalex.org/W2473930607","https://openalex.org/W2551176409","https://openalex.org/W2560647685","https://openalex.org/W2613152434","https://openalex.org/W2788388592","https://openalex.org/W2887671224","https://openalex.org/W2922648309","https://openalex.org/W2946948417","https://openalex.org/W2963072899","https://openalex.org/W2963588172","https://openalex.org/W2999905431","https://openalex.org/W3030364939","https://openalex.org/W3043569052","https://openalex.org/W3082248862","https://openalex.org/W3097784654","https://openalex.org/W3108827478","https://openalex.org/W3112858938","https://openalex.org/W3118608800","https://openalex.org/W3173681440","https://openalex.org/W3199644277","https://openalex.org/W3203313709","https://openalex.org/W3203996256","https://openalex.org/W3212034012","https://openalex.org/W4220822990","https://openalex.org/W4223512430","https://openalex.org/W4224267307","https://openalex.org/W4283332761","https://openalex.org/W4297792979","https://openalex.org/W4312536888","https://openalex.org/W4313421283","https://openalex.org/W4317548804","https://openalex.org/W4319586606","https://openalex.org/W4362597616","https://openalex.org/W4378194802","https://openalex.org/W4378530079","https://openalex.org/W4386065403","https://openalex.org/W6738602802","https://openalex.org/W6756754374","https://openalex.org/W6757384668","https://openalex.org/W6846035752"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W2750384547","https://openalex.org/W4238897586","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W4380075502"],"abstract_inverted_index":{"Abstract":[0],"Continual":[1],"learning":[2,14,26,31,69,74],"(CL)":[3],"is":[4,18,42,65,111,157,170],"one":[5],"of":[6,52,62,92,151,191,230,264],"the":[7,50,81,90,216,228,283,296],"most":[8],"promising":[9],"trends":[10],"in":[11,24,37,186,288],"recent":[12],"machine":[13,25],"research.":[15],"Its":[16],"goal":[17,41],"to":[19,99,103,113,158,172,193,197,205,214,233,237,271,298,306],"go":[20],"beyond":[21],"classical":[22],"assumptions":[23],"and":[27,30,77,95,115,119,153,188,222,235,266],"develop":[28],"models":[29,118,202],"strategies":[32,46,164,302],"that":[33,47,139,169,182,249,279,303],"present":[34,267],"high":[35,262],"robustness":[36],"dynamic":[38],"environments.":[39],"This":[40],"realized":[43],"by":[44,133],"designing":[45],"simultaneously":[48],"foster":[49],"incorporation":[51],"new":[53,300],"knowledge":[54],"while":[55,239],"avoiding":[56],"forgetting":[57],"past":[58],"knowledge.":[59],"The":[60],"landscape":[61],"CL":[63,129,137,163,201,217,251,290,301],"research":[64],"fragmented":[66],"into":[67],"several":[68],"evaluation":[70,78,224,247],"protocols,":[71],"comprising":[72],"different":[73],"tasks,":[75],"datasets,":[76,147],"metrics.":[79],"Additionally,":[80],"benchmarks":[82,138,180],"adopted":[83],"so":[84,181],"far":[85],"are":[86,96,184,203,304],"still":[87],"distant":[88],"from":[89,144],"complexity":[91,152],"real-world":[93,174],"scenarios,":[94],"usually":[97],"tailored":[98],"highlight":[100,282],"capabilities":[101],"specific":[102],"certain":[104],"strategies.":[105,120],"In":[106,121],"such":[107],"a":[108,166,194,220,231,268],"landscape,":[109],"it":[110],"hard":[112],"clearly":[114],"objectively":[116],"assess":[117],"this":[122,126],"work,":[123],"we":[124,242],"fill":[125],"gap":[127],"for":[128,226,285],"on":[130,165],"image":[131,146],"data":[132],"introducing":[134],"two":[135],"novel":[136],"involve":[140],"multiple":[141],"heterogeneous":[142],"tasks":[143,183],"six":[145],"with":[148,219,255,308],"varying":[149],"levels":[150,263],"quality.":[154],"Our":[155],"aim":[156],"fairly":[159],"evaluate":[160,198],"current":[161,200],"state-of-the-art":[162],"common":[167],"ground":[168],"closer":[171],"complex":[173,310],"scenarios.":[175,311],"We":[176,210,277],"additionally":[177],"structure":[178,207],"our":[179,256],"presented":[185],"increasing":[187],"decreasing":[189],"order":[190,196],"complexity\u2014according":[192],"curriculum\u2014in":[195],"if":[199],"able":[204,305],"exploit":[206],"across":[208],"tasks.":[209],"devote":[211],"particular":[212],"emphasis":[213],"providing":[215],"community":[218],"rigorous":[221,286],"reproducible":[223],"protocol":[225],"measuring":[227],"ability":[229,270],"model":[232],"generalize":[234],"not":[236],"forget":[238],"learning.":[240],"Furthermore,":[241],"provide":[243],"an":[244],"extensive":[245],"experimental":[246],"showing":[248],"popular":[250],"strategies,":[252],"when":[253],"challenged":[254],"proposed":[257],"benchmarks,":[258],"yield":[259],"sub-par":[260],"performance,":[261],"forgetting,":[265],"limited":[269],"effectively":[272],"leverage":[273],"curriculum":[274],"task":[275],"ordering.":[276],"believe":[278],"these":[280],"results":[281],"need":[284],"comparisons":[287],"future":[289],"works":[291],"as":[292,294],"well":[293],"pave":[295],"way":[297],"design":[299],"deal":[307],"more":[309]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}