{"id":"https://openalex.org/W4281256569","doi":"https://doi.org/10.48550/arxiv.2205.09180","title":"Learning Rate Curriculum","display_name":"Learning Rate Curriculum","publication_year":2022,"publication_date":"2022-05-18","ids":{"openalex":"https://openalex.org/W4281256569","doi":"https://doi.org/10.48550/arxiv.2205.09180"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2205.09180","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.09180","pdf_url":"https://arxiv.org/pdf/2205.09180","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2205.09180","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001612779","display_name":"Florinel-Alin Croitoru","orcid":"https://orcid.org/0009-0002-4187-4102"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Croitoru, Florinel-Alin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083932459","display_name":"Nicolae-C\u0103t\u0103lin Ristea","orcid":"https://orcid.org/0000-0002-7880-9307"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ristea, Nicolae-Catalin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081017623","display_name":"Radu Tudor Ionescu","orcid":"https://orcid.org/0000-0002-9301-1950"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ionescu, Radu Tudor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5027171279","display_name":"Nicu Sebe","orcid":"https://orcid.org/0000-0002-6597-7248"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sebe, Nicu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.7717576622962952},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7395657300949097},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6376622915267944},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5551975965499878},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5411855578422546},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5405794978141785},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5162668228149414},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5034741759300232},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.47906240820884705},{"id":"https://openalex.org/keywords/residual-neural-network","display_name":"Residual neural network","score":0.4363161623477936},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09512895345687866}],"concepts":[{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.7717576622962952},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7395657300949097},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6376622915267944},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5551975965499878},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5411855578422546},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5405794978141785},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5162668228149414},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5034741759300232},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.47906240820884705},{"id":"https://openalex.org/C2944601119","wikidata":"https://www.wikidata.org/wiki/Q43744058","display_name":"Residual neural network","level":3,"score":0.4363161623477936},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09512895345687866},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2205.09180","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.09180","pdf_url":"https://arxiv.org/pdf/2205.09180","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2205.09180","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2205.09180","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2205.09180","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.09180","pdf_url":"https://arxiv.org/pdf/2205.09180","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983","https://openalex.org/W3167935049","https://openalex.org/W3029198973","https://openalex.org/W3213976941","https://openalex.org/W4285161415"],"abstract_inverted_index":{"Most":[0],"curriculum":[1,27,55,124,216],"learning":[2,28,42,66,78,91,125,217],"methods":[3],"require":[4,130],"an":[5],"approach":[6,29,199],"to":[7,18,51,68,72],"sort":[8],"the":[9,37,57,73,77,81,88,98,106,113,132,149,160,201,225,253],"data":[10,157,233],"samples":[11],"by":[12,134,210],"difficulty,":[13],"which":[14,35],"is":[15,116,137,248,261],"often":[16],"cumbersome":[17],"perform.":[19],"In":[20],"this":[21,110],"work,":[22],"we":[23,238],"propose":[24],"a":[25,40,48,53,122,213],"novel":[26],"termed":[30],"Learning":[31],"Rate":[32],"Curriculum":[33,209],"(LeRaC),":[34],"leverages":[36],"use":[38],"of":[39,47,148,244],"different":[41],"rate":[43],"for":[44,257],"each":[45],"layer":[46],"neural":[49,69,114,141],"network":[50],"create":[52],"data-agnostic":[54,215],"during":[56,97],"initial":[58],"training":[59,100,203,227,245,255],"epochs.":[60],"More":[61],"specifically,":[62],"LeRaC":[63],"assigns":[64],"higher":[65,144],"rates":[67,79,92],"layers":[70,82],"closer":[71],"input,":[74],"gradually":[75],"decreasing":[76],"as":[80,118,205,207],"are":[83,229],"placed":[84],"farther":[85],"away":[86],"from":[87,159],"input.":[89],"The":[90],"increase":[93],"at":[94],"various":[95,182],"paces":[96],"first":[99],"iterations,":[101],"until":[102],"they":[103],"all":[104,232],"reach":[105],"same":[107],"value.":[108],"From":[109],"point":[111],"on,":[112],"model":[115],"trained":[117],"usual.":[119],"This":[120],"creates":[121],"model-level":[123],"strategy":[126],"that":[127],"does":[128],"not":[129],"sorting":[131],"examples":[133],"difficulty":[135],"and":[136,176,190,235],"compatible":[138],"with":[139,200,208],"any":[140],"network,":[142],"generating":[143],"performance":[145,222],"levels":[146],"regardless":[147],"architecture.":[150],"We":[151,196],"conduct":[152],"comprehensive":[153],"experiments":[154],"on":[155],"12":[156],"sets":[158,234],"computer":[161],"vision":[162],"(CIFAR-10,":[163],"CIFAR-100,":[164],"Tiny":[165],"ImageNet,":[166],"ImageNet-200,":[167],"Food-101,":[168],"UTKFace,":[169],"PASCAL":[170],"VOC),":[171],"language":[172],"(BoolQ,":[173],"QNLI,":[174],"RTE)":[175],"audio":[177],"(ESC-50,":[178],"CREMA-D)":[179],"domains,":[180],"considering":[181],"convolutional":[183],"(ResNet-18,":[184],"Wide-ResNet-50,":[185],"DenseNet-121,":[186],"YOLOv5),":[187],"recurrent":[188],"(LSTM)":[189],"transformer":[191],"(CvT,":[192],"BERT,":[193],"SepTr)":[194],"architectures.":[195],"compare":[197],"our":[198,221],"conventional":[202],"regime,":[204],"well":[206],"Smoothing":[211],"(CBS),":[212],"state-of-the-art":[214],"approach.":[218],"Unlike":[219],"CBS,":[220],"improvements":[223],"over":[224,252],"standard":[226,254],"regime":[228,256],"consistent":[230],"across":[231],"models.":[236],"Furthermore,":[237],"significantly":[239],"surpass":[240],"CBS":[241],"in":[242],"terms":[243],"time":[246],"(there":[247],"no":[249],"additional":[250],"cost":[251],"LeRaC).":[258],"Our":[259],"code":[260],"freely":[262],"available":[263],"at:":[264],"https://github.com/CroitoruAlin/LeRaC.":[265]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2022-05-23T00:00:00"}