{"id":"https://openalex.org/W4401050382","doi":"https://doi.org/10.1007/s11263-024-02186-5","title":"Learning Rate Curriculum","display_name":"Learning Rate Curriculum","publication_year":2024,"publication_date":"2024-07-27","ids":{"openalex":"https://openalex.org/W4401050382","doi":"https://doi.org/10.1007/s11263-024-02186-5"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-024-02186-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-024-02186-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-024-02186-5.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-024-02186-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001612779","display_name":"Florinel-Alin Croitoru","orcid":"https://orcid.org/0009-0002-4187-4102"},"institutions":[{"id":"https://openalex.org/I141595442","display_name":"University of Bucharest","ror":"https://ror.org/02x2v6p15","country_code":"RO","type":"education","lineage":["https://openalex.org/I141595442"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Florinel-Alin Croitoru","raw_affiliation_strings":["Department of Computer Science, University of Bucharest, 14 Academiei, 010014, Bucharest, Romania"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Bucharest, 14 Academiei, 010014, Bucharest, Romania","institution_ids":["https://openalex.org/I141595442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083932459","display_name":"Nicolae-C\u0103t\u0103lin Ristea","orcid":"https://orcid.org/0000-0002-7880-9307"},"institutions":[{"id":"https://openalex.org/I141595442","display_name":"University of Bucharest","ror":"https://ror.org/02x2v6p15","country_code":"RO","type":"education","lineage":["https://openalex.org/I141595442"]},{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Nicolae-C\u0103t\u0103lin Ristea","raw_affiliation_strings":["Department of Computer Science, University of Bucharest, 14 Academiei, 010014, Bucharest, Romania","Faculty of Electronics, Telecommunications, and Information Technology, National University of Science and Technology Politehnica Bucharest, 313 Splaiul Independentei, 060042, Bucharest, Romania"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Bucharest, 14 Academiei, 010014, Bucharest, Romania","institution_ids":["https://openalex.org/I141595442"]},{"raw_affiliation_string":"Faculty of Electronics, Telecommunications, and Information Technology, National University of Science and Technology Politehnica Bucharest, 313 Splaiul Independentei, 060042, Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081017623","display_name":"Radu Tudor Ionescu","orcid":"https://orcid.org/0000-0002-9301-1950"},"institutions":[{"id":"https://openalex.org/I141595442","display_name":"University of Bucharest","ror":"https://ror.org/02x2v6p15","country_code":"RO","type":"education","lineage":["https://openalex.org/I141595442"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Radu Tudor Ionescu","raw_affiliation_strings":["Department of Computer Science, University of Bucharest, 14 Academiei, 010014, Bucharest, Romania"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Bucharest, 14 Academiei, 010014, Bucharest, Romania","institution_ids":["https://openalex.org/I141595442"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027171279","display_name":"Nicu Sebe","orcid":"https://orcid.org/0000-0002-6597-7248"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicu Sebe","raw_affiliation_strings":["Department of Information Engineering and Computer Science, University of Trento, 9 via Sommarive, 38123, Povo-Trento, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering and Computer Science, University of Trento, 9 via Sommarive, 38123, Povo-Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001612779"],"corresponding_institution_ids":["https://openalex.org/I141595442"],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":4.9285,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.96283681,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"133","issue":"1","first_page":"291","last_page":"314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7557452917098999},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.7384222745895386},{"id":"https://openalex.org/keywords/pascal","display_name":"Pascal (unit)","score":0.6803375482559204},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.636907696723938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5942670702934265},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5319495797157288},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5270535945892334},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5251662135124207},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5185976028442383},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.4873248040676117},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.08119919896125793},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08002537488937378}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7557452917098999},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.7384222745895386},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.6803375482559204},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.636907696723938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5942670702934265},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5319495797157288},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5270535945892334},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5251662135124207},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5185976028442383},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.4873248040676117},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.08119919896125793},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08002537488937378},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s11263-024-02186-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-024-02186-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-024-02186-5.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},{"id":"pmh:oai:iris.unitn.it:11572/445110","is_oa":true,"landing_page_url":"https://link.springer.com/article/10.1007/s11263-024-02186-5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s11263-024-02186-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-024-02186-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-024-02186-5.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5899999737739563}],"awards":[{"id":"https://openalex.org/G7639480824","display_name":null,"funder_award_id":"PN-III-P2-2.1-PED-2021-0195","funder_id":"https://openalex.org/F4320323983","funder_display_name":"Unitatea Executiva pentru Finantarea Invatamantului Superior, a Cercetarii, Dezvoltarii si Inovarii"}],"funders":[{"id":"https://openalex.org/F4320323983","display_name":"Unitatea Executiva pentru Finantarea Invatamantului Superior, a Cercetarii, Dezvoltarii si Inovarii","ror":"https://ror.org/01q7jq182"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401050382.pdf"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1533861849","https://openalex.org/W1861492603","https://openalex.org/W1924762813","https://openalex.org/W2030931454","https://openalex.org/W2031489346","https://openalex.org/W2052666245","https://openalex.org/W2064675550","https://openalex.org/W2117539524","https://openalex.org/W2124219775","https://openalex.org/W2167277498","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2256388387","https://openalex.org/W2296073425","https://openalex.org/W2345837149","https://openalex.org/W2409879278","https://openalex.org/W2517617019","https://openalex.org/W2528287124","https://openalex.org/W2564843073","https://openalex.org/W2592232824","https://openalex.org/W2732479390","https://openalex.org/W2741838462","https://openalex.org/W2766245080","https://openalex.org/W2766527293","https://openalex.org/W2808064329","https://openalex.org/W2810089099","https://openalex.org/W2885593519","https://openalex.org/W2896457183","https://openalex.org/W2899402383","https://openalex.org/W2923014074","https://openalex.org/W2923622379","https://openalex.org/W2926516160","https://openalex.org/W2936774411","https://openalex.org/W2943552823","https://openalex.org/W2946659172","https://openalex.org/W2947150109","https://openalex.org/W2950695840","https://openalex.org/W2963168801","https://openalex.org/W2963446712","https://openalex.org/W2963748441","https://openalex.org/W2963986115","https://openalex.org/W2964137095","https://openalex.org/W2979643984","https://openalex.org/W3042011474","https://openalex.org/W3097527797","https://openalex.org/W3099907503","https://openalex.org/W3103326390","https://openalex.org/W3118608800","https://openalex.org/W3119116894","https://openalex.org/W3123742938","https://openalex.org/W3124817676","https://openalex.org/W3157546558","https://openalex.org/W3168156488","https://openalex.org/W3194757573","https://openalex.org/W3198908807","https://openalex.org/W4214493665","https://openalex.org/W4296068596","https://openalex.org/W4323312936","https://openalex.org/W4327928838","https://openalex.org/W4390871961","https://openalex.org/W4392402389","https://openalex.org/W6675038308","https://openalex.org/W6679390333","https://openalex.org/W6738852829","https://openalex.org/W6742630102","https://openalex.org/W6754756046","https://openalex.org/W6757817989","https://openalex.org/W6780028523"],"related_works":["https://openalex.org/W2493838176","https://openalex.org/W4297686120","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983","https://openalex.org/W3167935049","https://openalex.org/W3029198973"],"abstract_inverted_index":{"Abstract":[0],"Most":[1],"curriculum":[2,28,56,125,217],"learning":[3,29,43,67,79,92,126,218],"methods":[4],"require":[5,131],"an":[6],"approach":[7,30,200],"to":[8,19,52,69,73],"sort":[9],"the":[10,38,58,74,78,82,89,99,107,114,133,150,161,202,226,254],"data":[11,158,234],"samples":[12],"by":[13,135,211],"difficulty,":[14],"which":[15,36],"is":[16,117,138,249,262],"often":[17],"cumbersome":[18],"perform.":[20],"In":[21],"this":[22,111],"work,":[23],"we":[24,239],"propose":[25],"a":[26,41,49,54,123,214],"novel":[27],"termed":[31],"Learning":[32],"Rate":[33],"Curriculum":[34,210],"(LeRaC),":[35],"leverages":[37],"use":[39],"of":[40,48,149,245],"different":[42],"rate":[44],"for":[45,258],"each":[46],"layer":[47],"neural":[50,70,115,142],"network":[51],"create":[53],"data-agnostic":[55,216],"during":[57,98],"initial":[59],"training":[60,101,204,228,246,256],"epochs.":[61],"More":[62],"specifically,":[63],"LeRaC":[64],"assigns":[65],"higher":[66,145],"rates":[68,80,93],"layers":[71,83],"closer":[72],"input,":[75],"gradually":[76],"decreasing":[77],"as":[81,119,206,208],"are":[84,230],"placed":[85],"farther":[86],"away":[87],"from":[88,160],"input.":[90],"The":[91],"increase":[94],"at":[95],"various":[96,183],"paces":[97],"first":[100],"iterations,":[102],"until":[103],"they":[104],"all":[105,233],"reach":[106],"same":[108],"value.":[109],"From":[110],"point":[112],"on,":[113],"model":[116],"trained":[118],"usual.":[120],"This":[121],"creates":[122],"model-level":[124],"strategy":[127],"that":[128],"does":[129],"not":[130],"sorting":[132],"examples":[134],"difficulty":[136],"and":[137,177,191,236],"compatible":[139],"with":[140,201,209],"any":[141],"network,":[143],"generating":[144],"performance":[146,223],"levels":[147],"regardless":[148],"architecture.":[151],"We":[152,197],"conduct":[153],"comprehensive":[154],"experiments":[155],"on":[156],"12":[157],"sets":[159,235],"computer":[162],"vision":[163],"(CIFAR-10,":[164],"CIFAR-100,":[165],"Tiny":[166],"ImageNet,":[167],"ImageNet-1K,":[168],"Food-101,":[169],"UTKFace,":[170],"PASCAL":[171],"VOC),":[172],"language":[173],"(BoolQ,":[174],"QNLI,":[175],"RTE)":[176],"audio":[178],"(ESC-50,":[179],"CREMA-D)":[180],"domains,":[181],"considering":[182],"convolutional":[184],"(ResNet-18,":[185],"Wide-ResNet-50,":[186],"DenseNet-121,":[187],"YOLOv5),":[188],"recurrent":[189],"(LSTM)":[190],"transformer":[192],"(CvT,":[193],"BERT,":[194],"SepTr)":[195],"architectures.":[196],"compare":[198],"our":[199,222],"conventional":[203],"regime,":[205],"well":[207],"Smoothing":[212],"(CBS),":[213],"state-of-the-art":[215],"approach.":[219],"Unlike":[220],"CBS,":[221],"improvements":[224],"over":[225,253],"standard":[227,255],"regime":[229,257],"consistent":[231],"across":[232],"models.":[237],"Furthermore,":[238],"significantly":[240],"surpass":[241],"CBS":[242],"in":[243],"terms":[244],"time":[247],"(there":[248],"no":[250],"additional":[251],"cost":[252],"LeRaC).":[259],"Our":[260],"code":[261],"freely":[263],"available":[264],"at:":[265],"https://github.com/CroitoruAlin/LeRaC":[266],".":[267]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-06T07:47:59.780226","created_date":"2025-10-10T00:00:00"}