{"id":"https://openalex.org/W3013729603","doi":"https://doi.org/10.1109/access.2020.3041525","title":"Auto-Ensemble: An Adaptive Learning Rate Scheduling Based Deep Learning Model Ensembling","display_name":"Auto-Ensemble: An Adaptive Learning Rate Scheduling Based Deep Learning Model Ensembling","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3013729603","doi":"https://doi.org/10.1109/access.2020.3041525","mag":"3013729603"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3041525","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3041525","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09274468.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09274468.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114461997","display_name":"Jun Yang","orcid":"https://orcid.org/0000-0002-4361-3195"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yang","raw_affiliation_strings":["School of Electronic Information and Communications (EIC), Huazhong University of Science and Technology (HUST), Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-4361-3195","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Communications (EIC), Huazhong University of Science and Technology (HUST), Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100455885","display_name":"Fei Wang","orcid":"https://orcid.org/0000-0002-8395-105X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wang","raw_affiliation_strings":["School of Electronic Information and Communications (EIC), Huazhong University of Science and Technology (HUST), Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Communications (EIC), Huazhong University of Science and Technology (HUST), Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.1144,"has_fulltext":true,"cited_by_count":48,"citation_normalized_percentile":{"value":0.93066256,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"217499","last_page":"217509"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8454099893569946},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6416854858398438},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.6163032054901123},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5521506071090698},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5390957593917847},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.500359058380127},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.49348747730255127},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.15996193885803223}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8454099893569946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6416854858398438},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.6163032054901123},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5521506071090698},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5390957593917847},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.500359058380127},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.49348747730255127},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.15996193885803223},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2020.3041525","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3041525","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09274468.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2003.11266","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.11266","pdf_url":"https://arxiv.org/pdf/2003.11266","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:21def034de4a413dbc7ef45f2679af38","is_oa":true,"landing_page_url":"https://doaj.org/article/21def034de4a413dbc7ef45f2679af38","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 217499-217509 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3041525","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3041525","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09274468.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2495502373","display_name":null,"funder_award_id":"61501195","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3013729603.pdf","grobid_xml":"https://content.openalex.org/works/W3013729603.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W196871588","https://openalex.org/W605727707","https://openalex.org/W1686810756","https://openalex.org/W1797070008","https://openalex.org/W1806891645","https://openalex.org/W1850240193","https://openalex.org/W2135850590","https://openalex.org/W2194775991","https://openalex.org/W2401231614","https://openalex.org/W2401823607","https://openalex.org/W2432717477","https://openalex.org/W2544860310","https://openalex.org/W2553303224","https://openalex.org/W2607306668","https://openalex.org/W2612983688","https://openalex.org/W2764163036","https://openalex.org/W2777662428","https://openalex.org/W2788838181","https://openalex.org/W2885311373","https://openalex.org/W2910327636","https://openalex.org/W2922003558","https://openalex.org/W2922398468","https://openalex.org/W2943371177","https://openalex.org/W2951696358","https://openalex.org/W2962933129","https://openalex.org/W2963263347","https://openalex.org/W2963341924","https://openalex.org/W2963384892","https://openalex.org/W2964024268","https://openalex.org/W2964054038","https://openalex.org/W2964137095","https://openalex.org/W2964160102","https://openalex.org/W2964212578","https://openalex.org/W3091905774","https://openalex.org/W3118608800","https://openalex.org/W4232478844","https://openalex.org/W4288630482","https://openalex.org/W4290728118","https://openalex.org/W6637373629","https://openalex.org/W6638183220","https://openalex.org/W6713057566","https://openalex.org/W6713132643","https://openalex.org/W6717697761","https://openalex.org/W6726497184","https://openalex.org/W6729956949","https://openalex.org/W6737496325","https://openalex.org/W6745093949","https://openalex.org/W6747381837","https://openalex.org/W6748173244","https://openalex.org/W6753278433","https://openalex.org/W6757844082","https://openalex.org/W6760768606","https://openalex.org/W6761960898","https://openalex.org/W6783596713","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4380075502","https://openalex.org/W4376643315","https://openalex.org/W4324137541","https://openalex.org/W2900445707","https://openalex.org/W3124943098","https://openalex.org/W4308112567","https://openalex.org/W3162132941","https://openalex.org/W4285741730","https://openalex.org/W1191482210","https://openalex.org/W4285046548"],"abstract_inverted_index":{"Ensembling":[0],"deep":[1,49],"learning":[2,50,58,80],"models":[3,36],"is":[4,28,67,106,125],"a":[5,136],"shortcut":[6],"to":[7,30,45,68,73,93,112,138],"promote":[8],"its":[9],"implementation":[10],"in":[11,82],"new":[12],"scenarios,":[13],"which":[14],"can":[15,109,146],"avoid":[16],"tuning":[17],"neural":[18,121],"networks,":[19],"losses":[20],"and":[21,34,52,120,127,150],"training":[22],"algorithms":[23],"from":[24],"scratch.":[25],"However,":[26],"it":[27,108,124],"difficult":[29],"collect":[31,46],"sufficient":[32],"accurate":[33],"diverse":[35],"through":[37],"once":[38,83],"training.":[39,84],"This":[40],"paper":[41],"proposes":[42],"Auto-Ensemble":[43],"(AE)":[44],"checkpoints":[47,99],"of":[48,64,88,152],"model":[51,71],"ensemble":[53],"them":[54],"automatically":[55],"by":[56,77],"adaptive":[57],"rate":[59,81],"scheduling":[60,78],"algorithm.":[61],"The":[62],"advantage":[63],"this":[65],"method":[66,105,137],"make":[69],"the":[70,79,86,97,140,148],"converge":[72],"various":[74,113],"local":[75,89],"optima":[76],"When":[85],"number":[87],"optimal":[90],"solutions":[91],"tends":[92],"be":[94,110],"saturated,":[95],"all":[96],"collected":[98,153],"are":[100],"used":[101],"for":[102],"ensemble.":[103],"Our":[104],"universal,":[107],"applied":[111],"scenarios.":[114],"Experiment":[115],"results":[116],"on":[117,130],"multiple":[118],"datasets":[119],"networks":[122],"demonstrate":[123],"effective":[126],"competitive,":[128],"especially":[129],"few-shot":[131],"learning.":[132],"Besides,":[133],"we":[134,145],"proposed":[135],"measure":[139],"distance":[141],"among":[142],"models.":[143,154],"Then":[144],"ensure":[147],"accuracy":[149],"diversity":[151]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2020-04-03T00:00:00"}