{"id":"https://openalex.org/W3036828150","doi":"https://doi.org/10.1109/access.2020.3002884","title":"PACL: Piecewise Arc Cotangent Decay Learning Rate for Deep Neural Network Training","display_name":"PACL: Piecewise Arc Cotangent Decay Learning Rate for Deep Neural Network Training","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3036828150","doi":"https://doi.org/10.1109/access.2020.3002884","mag":"3036828150"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3002884","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3002884","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09118940.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09118940.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006276544","display_name":"Haixu Yang","orcid":"https://orcid.org/0000-0001-9738-2196"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haixu Yang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422747","display_name":"Jihong Liu","orcid":"https://orcid.org/0000-0002-0733-4746"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jihong Liu","raw_affiliation_strings":["International Laboratory for Smart Systems, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-0733-4746","affiliations":[{"raw_affiliation_string":"International Laboratory for Smart Systems, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107274910","display_name":"Hongwei Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Sun","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043271142","display_name":"Henggui Zhang","orcid":"https://orcid.org/0000-0002-0863-5807"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]},{"id":"https://openalex.org/I4210113896","display_name":"Qingdao National Laboratory for Marine Science and Technology","ror":"https://ror.org/026sv7t11","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210113896"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Henggui Zhang","raw_affiliation_strings":["International Laboratory for Smart Systems, Northeastern University, Shenyang, China","Key Laboratory of Intelligent of Computing Medical Image, Ministry of Education, Northeastern University, Shenyang, China","Peng Cheng Laboratory, Shenzhen, China","Pilot National Laboratory for Marine Science and Technology, Qingdao, China","School of Physics and Astronomy, The University of Manchester, Manchester, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Laboratory for Smart Systems, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Key Laboratory of Intelligent of Computing Medical Image, Ministry of Education, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Pilot National Laboratory for Marine Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I4210113896"]},{"raw_affiliation_string":"School of Physics and Astronomy, The University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.1747,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.81188152,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"112805","last_page":"112813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7098081111907959},{"id":"https://openalex.org/keywords/piecewise","display_name":"Piecewise","score":0.6572114825248718},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6352233290672302},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6270548701286316},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5567092895507812},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49991440773010254},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4617125988006592},{"id":"https://openalex.org/keywords/degradation","display_name":"Degradation (telecommunications)","score":0.4607276916503906},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.458786278963089},{"id":"https://openalex.org/keywords/trigonometric-functions","display_name":"Trigonometric functions","score":0.42495864629745483},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.41120946407318115},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13231033086776733},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.11793377995491028},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.06137967109680176}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7098081111907959},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.6572114825248718},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6352233290672302},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6270548701286316},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5567092895507812},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49991440773010254},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4617125988006592},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.4607276916503906},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.458786278963089},{"id":"https://openalex.org/C178009071","wikidata":"https://www.wikidata.org/wiki/Q93344","display_name":"Trigonometric functions","level":2,"score":0.42495864629745483},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.41120946407318115},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13231033086776733},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.11793377995491028},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.06137967109680176},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3002884","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3002884","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09118940.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b4b021ada41247db9180601cc37afb94","is_oa":true,"landing_page_url":"https://doaj.org/article/b4b021ada41247db9180601cc37afb94","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 112805-112813 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3002884","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3002884","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09118940.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4415674017","display_name":null,"funder_award_id":"JSGG20160229125049615","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G5260788904","display_name":null,"funder_award_id":"61572152 (to HZ)","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7649136922","display_name":null,"funder_award_id":"JCYJ20151029173639477 (to HZ)","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G8631762489","display_name":null,"funder_award_id":"JSGG20160229125049615","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8680074095","display_name":null,"funder_award_id":"JCYJ20151029173639477","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8882164163","display_name":"\u57fa\u4e8e3D\u7535-\u529b\u8026\u5408\u4eba\u5fc3\u5ba4\u6a21\u578b\u7684\u751f\u7269\u8d77\u640f\u5668\u673a\u5236\u7814\u7a76","funder_award_id":"61572152","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3036828150.pdf","grobid_xml":"https://content.openalex.org/works/W3036828150.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W104184427","https://openalex.org/W114517082","https://openalex.org/W1522301498","https://openalex.org/W1772464306","https://openalex.org/W1806891645","https://openalex.org/W1980287119","https://openalex.org/W1994616650","https://openalex.org/W2010581677","https://openalex.org/W2102017903","https://openalex.org/W2108598243","https://openalex.org/W2146502635","https://openalex.org/W2148991744","https://openalex.org/W2194775991","https://openalex.org/W2283214199","https://openalex.org/W2401231614","https://openalex.org/W2518108298","https://openalex.org/W2551176409","https://openalex.org/W2768090982","https://openalex.org/W2793290155","https://openalex.org/W2796940913","https://openalex.org/W2806985280","https://openalex.org/W2893081033","https://openalex.org/W2949274928","https://openalex.org/W2949935872","https://openalex.org/W2951037516","https://openalex.org/W2963163009","https://openalex.org/W2963263347","https://openalex.org/W2963420686","https://openalex.org/W2963446712","https://openalex.org/W2963993992","https://openalex.org/W2964054038","https://openalex.org/W2964121744","https://openalex.org/W2964137095","https://openalex.org/W2995530006","https://openalex.org/W3112073073","https://openalex.org/W3118608800","https://openalex.org/W4254313632","https://openalex.org/W4294328701","https://openalex.org/W6600284362","https://openalex.org/W6604254268","https://openalex.org/W6604653223","https://openalex.org/W6631190155","https://openalex.org/W6637940777","https://openalex.org/W6638762103","https://openalex.org/W6681435938","https://openalex.org/W6695367633","https://openalex.org/W6713132643","https://openalex.org/W6726497184","https://openalex.org/W6750087269","https://openalex.org/W6757751764","https://openalex.org/W6787699512","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2385263368","https://openalex.org/W2534928293","https://openalex.org/W2347422947","https://openalex.org/W582732174","https://openalex.org/W2061292372","https://openalex.org/W2150099345","https://openalex.org/W2160318243","https://openalex.org/W2353392568","https://openalex.org/W2377341410","https://openalex.org/W1454600515"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"(DNNs)":[3],"are":[4],"currently":[5],"the":[6,16,20,28,31,58,63,75,110,126,144],"best-performing":[7],"method":[8],"for":[9],"many":[10],"classification":[11],"problems.":[12],"For":[13],"training":[14,149],"DNNs,":[15],"learning":[17,38,94,102],"rate":[18,39,95,103],"is":[19,86,130],"most":[21],"important":[22],"hyper-parameter,":[23],"choice":[24],"of":[25,30,53,57,68,115,146],"which":[26,54,105],"affects":[27],"performance":[29,71,121],"model":[32],"greatly.":[33],"In":[34],"recent":[35],"years,":[36],"some":[37,52],"schedulers,":[40],"such":[41],"as":[42],"HTD,":[43],"CLR,":[44],"and":[45,66,113,152,160],"SGDR,":[46],"have":[47,79],"been":[48],"proposed.":[49],"These":[50],"methods,":[51],"make":[55],"use":[56],"cycling":[59,127],"mechanism":[60],"to":[61,132],"improve":[62,109],"convergence":[64,76,84,111],"speed":[65,85,112],"accuracy":[67,114],"DNN,":[69],"but":[70,82,117,134],"degradation":[72,122],"occurs":[73],"in":[74],"process.":[77],"Others":[78],"good":[80],"accuracy,":[81],"their":[83],"too":[87],"slow.":[88],"This":[89],"paper":[90],"proposed":[91],"a":[92],"new":[93],"schedule":[96],"called":[97],"piecewise":[98],"arc":[99],"cotangent":[100],"decay":[101],"(PACL),":[104],"can":[106],"not":[107],"only":[108],"DNN":[116],"also":[118],"significantly":[119],"reduce":[120],"zone":[123],"caused":[124],"by":[125],"mechanism.":[128],"It":[129],"easy":[131],"implement,":[133],"almost":[135],"at":[136],"no":[137],"extra":[138],"computing":[139],"expense.":[140],"Finally,":[141],"we":[142],"demonstrate":[143],"effectiveness":[145],"PACL,":[147],"on":[148],"CIFAR-10,":[150],"CIFAR-100,":[151],"Tiny":[153],"ImageNet":[154],"with":[155],"ResNet,":[156],"DenseNet,":[157],"WRN,":[158],"SEResNet,":[159],"MobileNet.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}