{"id":"https://openalex.org/W3124089710","doi":"https://doi.org/10.1109/tpami.2022.3184315","title":"MLR-SNet: Transferable LR Schedules for Heterogeneous Tasks","display_name":"MLR-SNet: Transferable LR Schedules for Heterogeneous Tasks","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W3124089710","doi":"https://doi.org/10.1109/tpami.2022.3184315","mag":"3124089710","pmid":"https://pubmed.ncbi.nlm.nih.gov/35724299"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3184315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3184315","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103221381","display_name":"Jun Shu","orcid":"https://orcid.org/0000-0001-9968-3048"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Shu","raw_affiliation_strings":["School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","Peng Cheng Laboratory, Shenzhen, Guangdong, China","an Jiaotong University, Shaanxi, P.R.China"],"raw_orcid":"https://orcid.org/0000-0001-9968-3048","affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"an Jiaotong University, Shaanxi, P.R.China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103097098","display_name":"Yanwen Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanwen Zhu","raw_affiliation_strings":["School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","an Jiaotong University, Shaanxi, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"an Jiaotong University, Shaanxi, P.R.China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078092645","display_name":"Qian Zhao","orcid":"https://orcid.org/0000-0001-9956-0064"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Zhao","raw_affiliation_strings":["School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","an Jiaotong University, Shaanxi, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"an Jiaotong University, Shaanxi, P.R.China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091017287","display_name":"Deyu Meng","orcid":"https://orcid.org/0000-0002-1294-8283"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Deyu Meng","raw_affiliation_strings":["School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","Macau Institute of Systems Engineering, Macau University of Science and Technology, Taipa, Macau, China","an Jiaotong University, Shaanxi, P.R.China","Peng Cheng Laboratory, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-1294-8283","affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Macau Institute of Systems Engineering, Macau University of Science and Technology, Taipa, Macau, China","institution_ids":["https://openalex.org/I111950717"]},{"raw_affiliation_string":"an Jiaotong University, Shaanxi, P.R.China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113541537","display_name":"Zongben Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongben Xu","raw_affiliation_strings":["School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","an Jiaotong University, Shaanxi, P.R.China","Peng Cheng Laboratory, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics and Ministry of Education Key Lab of Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"an Jiaotong University, Shaanxi, P.R.China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1603,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.80357565,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"45","issue":"3","first_page":"3505","last_page":"3521"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8078473806381226},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6457783579826355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5870715379714966},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5533666610717773},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5222609639167786},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4943974018096924},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.48716065287590027},{"id":"https://openalex.org/keywords/coordinate-descent","display_name":"Coordinate descent","score":0.4712256193161011},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.4490523934364319},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4360750615596771},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4196595549583435},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21780559420585632}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8078473806381226},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6457783579826355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5870715379714966},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5533666610717773},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5222609639167786},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4943974018096924},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.48716065287590027},{"id":"https://openalex.org/C157553263","wikidata":"https://www.wikidata.org/wiki/Q5168004","display_name":"Coordinate descent","level":2,"score":0.4712256193161011},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.4490523934364319},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4360750615596771},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4196595549583435},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21780559420585632},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3184315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3184315","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35724299","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35724299","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1769842585","display_name":null,"funder_award_id":"2020YFA0713900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5230869291","display_name":null,"funder_award_id":"061/2020/A2","funder_id":"https://openalex.org/F4320323893","funder_display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia"},{"id":"https://openalex.org/G5372072380","display_name":null,"funder_award_id":"U1811461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5709415372","display_name":null,"funder_award_id":"62076196","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6387986177","display_name":null,"funder_award_id":"61721002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323893","display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia","ror":"https://ror.org/05vna4324"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":130,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1632114991","https://openalex.org/W1806891645","https://openalex.org/W1978690136","https://openalex.org/W1988720110","https://openalex.org/W1994616650","https://openalex.org/W2001610032","https://openalex.org/W2061863621","https://openalex.org/W2064675550","https://openalex.org/W2089217417","https://openalex.org/W2097998348","https://openalex.org/W2108598243","https://openalex.org/W2120420045","https://openalex.org/W2123399796","https://openalex.org/W2131241448","https://openalex.org/W2137825550","https://openalex.org/W2146502635","https://openalex.org/W2165698076","https://openalex.org/W2335728318","https://openalex.org/W2566079294","https://openalex.org/W2593649546","https://openalex.org/W2602585184","https://openalex.org/W2604763608","https://openalex.org/W2605372163","https://openalex.org/W2624086852","https://openalex.org/W2742093937","https://openalex.org/W2753160622","https://openalex.org/W2766900638","https://openalex.org/W2768267830","https://openalex.org/W2883780447","https://openalex.org/W2886219088","https://openalex.org/W2886548888","https://openalex.org/W2890010095","https://openalex.org/W2891952073","https://openalex.org/W2904142648","https://openalex.org/W2912811302","https://openalex.org/W2915116423","https://openalex.org/W2962767613","https://openalex.org/W2962933129","https://openalex.org/W2963060032","https://openalex.org/W2963163009","https://openalex.org/W2963173418","https://openalex.org/W2963208657","https://openalex.org/W2963225216","https://openalex.org/W2963248893","https://openalex.org/W2963263347","https://openalex.org/W2963305465","https://openalex.org/W2963433607","https://openalex.org/W2963451996","https://openalex.org/W2963519783","https://openalex.org/W2963577254","https://openalex.org/W2963775850","https://openalex.org/W2963804140","https://openalex.org/W2963834323","https://openalex.org/W2963959597","https://openalex.org/W2963965485","https://openalex.org/W2964081807","https://openalex.org/W2964083304","https://openalex.org/W2964121744","https://openalex.org/W2964137095","https://openalex.org/W2964227899","https://openalex.org/W2964725673","https://openalex.org/W2970028551","https://openalex.org/W2970490659","https://openalex.org/W2970867946","https://openalex.org/W2970971581","https://openalex.org/W2971250964","https://openalex.org/W2990219166","https://openalex.org/W3005871659","https://openalex.org/W3029645440","https://openalex.org/W3034950264","https://openalex.org/W3092600962","https://openalex.org/W3112337968","https://openalex.org/W3137695714","https://openalex.org/W3179887462","https://openalex.org/W4210972068","https://openalex.org/W4213308398","https://openalex.org/W4301014524","https://openalex.org/W4367666062","https://openalex.org/W6600284362","https://openalex.org/W6631190155","https://openalex.org/W6674385629","https://openalex.org/W6677872732","https://openalex.org/W6678911119","https://openalex.org/W6681435938","https://openalex.org/W6698038680","https://openalex.org/W6717367658","https://openalex.org/W6726497184","https://openalex.org/W6726983090","https://openalex.org/W6734265508","https://openalex.org/W6734652334","https://openalex.org/W6735487127","https://openalex.org/W6735618850","https://openalex.org/W6735961515","https://openalex.org/W6736057607","https://openalex.org/W6736583452","https://openalex.org/W6738491991","https://openalex.org/W6739653404","https://openalex.org/W6742288159","https://openalex.org/W6743661861","https://openalex.org/W6746088618","https://openalex.org/W6747381837","https://openalex.org/W6748026067","https://openalex.org/W6748317118","https://openalex.org/W6748389772","https://openalex.org/W6749107692","https://openalex.org/W6749538638","https://openalex.org/W6751649239","https://openalex.org/W6753705079","https://openalex.org/W6753909565","https://openalex.org/W6753966381","https://openalex.org/W6755487116","https://openalex.org/W6755501240","https://openalex.org/W6755987278","https://openalex.org/W6757185729","https://openalex.org/W6757555829","https://openalex.org/W6757751764","https://openalex.org/W6758662331","https://openalex.org/W6762718338","https://openalex.org/W6762875675","https://openalex.org/W6763430915","https://openalex.org/W6764637989","https://openalex.org/W6766978945","https://openalex.org/W6767185500","https://openalex.org/W6767331726","https://openalex.org/W6769227958","https://openalex.org/W6773705462","https://openalex.org/W6779557367","https://openalex.org/W6787595336","https://openalex.org/W6797956612"],"related_works":["https://openalex.org/W4288259399","https://openalex.org/W2969529314","https://openalex.org/W4312206232","https://openalex.org/W2975301014","https://openalex.org/W4206903459","https://openalex.org/W4286693783","https://openalex.org/W2754816816","https://openalex.org/W3175914740","https://openalex.org/W4366280654","https://openalex.org/W3160167280"],"abstract_inverted_index":{"The":[0,105,210,259],"learning":[1],"rate":[2,246],"(LR)":[3],"is":[4,214,265],"one":[5],"of":[6,51,126,137,156,212,231,252,262],"the":[7,48,123,135,146,151,189,207,218,229,232,244,249,253,257],"most":[8],"important":[9],"hyperparameters":[10],"in":[11],"stochastic":[12],"gradient":[13],"descent":[14],"(SGD)":[15],"algorithm":[16,234,254],"for":[17,65,112,140,206,255],"training":[18,52,83,124,180,190,219],"deep":[19],"neural":[20],"networks":[21],"(DNN).":[22],"However,":[23],"current":[24],"hand-designed":[25,201],"LR":[26,61,96,118,143,153,202,237],"schedules":[27,62,97,154,203],"need":[28],"to":[29,39,41,47,58,94,114,120,166,175,248],"manually":[30],"pre-specify":[31],"a":[32,116],"fixed":[33],"form,":[34],"which":[35,161],"limits":[36],"their":[37],"ability":[38],"adapt":[40],"practical":[42],"non-convex":[43],"optimization":[44],"problems":[45],"due":[46],"significant":[49],"diversification":[50],"dynamics.":[53],"Meanwhile,":[54],"it":[55],"always":[56],"needs":[57],"search":[59],"proper":[60,117,142],"from":[63,188],"scratch":[64],"new":[66,167],"tasks,":[67],"which,":[68],"however,":[69],"are":[70,221],"often":[71],"largely":[72],"different":[73,179],"with":[74,98,122,200,223,236,243],"task":[75],"variations,":[76],"like":[77,178],"data":[78,84,184,220],"modalities,":[79,185],"network":[80,182],"architectures,":[81,183],"or":[82,195],"capacities.":[85],"To":[86],"address":[87],"this":[88],"learning-rate-schedule":[89],"setting":[90],"issue,":[91],"we":[92],"propose":[93],"parameterize":[95],"an":[99],"explicit":[100,147],"mapping":[101],"formulation,":[102],"called":[103],"MLR-SNet.":[104],"learnable":[106],"parameterized":[107,148],"structure":[108,149],"brings":[109],"more":[110],"flexibility":[111],"MLR-SNet":[113,174,213],"learn":[115],"schedule":[119,238],"comply":[121],"dynamics":[125],"DNN.":[127],"Image":[128],"and":[129,159,192],"text":[130],"classification":[131],"benchmark":[132],"experiments":[133],"substantiate":[134],"capability":[136],"our":[138,172,241,263],"method":[139,264],"achieving":[141],"schedules.":[144],"Moreover,":[145],"makes":[150],"meta-learned":[152,173],"capable":[155],"being":[157],"transferable":[158],"plug-and-play,":[160],"can":[162],"be":[163],"easily":[164],"generalized":[165],"heterogeneous":[168],"tasks.":[169,209],"We":[170,226],"transfer":[171],"query":[176,208],"tasks":[177],"epochs,":[181],"dataset":[186],"sizes":[187],"ones,":[191],"achieve":[193],"comparable":[194,247],"even":[196],"better":[197],"performance":[198],"compared":[199],"specifically":[204],"designed":[205],"robustness":[211],"also":[215],"substantiated":[216],"when":[217],"biased":[222],"corrupted":[224],"noise.":[225],"further":[227],"prove":[228],"convergence":[230,245],"SGD":[233],"equipped":[235],"produced":[239],"by":[240],"MLR-SNet,":[242],"best-known":[250],"ones":[251],"solving":[256],"problem.":[258],"source":[260],"code":[261],"released":[266],"at":[267],"https://github.com/xjtushujun/MLR-SNet.":[268]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}