{"id":"https://openalex.org/W4407372016","doi":"https://doi.org/10.1109/tai.2025.3540799","title":"High-Dimensional Hyperparameter Optimization via Adjoint Differentiation","display_name":"High-Dimensional Hyperparameter Optimization via Adjoint Differentiation","publication_year":2025,"publication_date":"2025-02-11","ids":{"openalex":"https://openalex.org/W4407372016","doi":"https://doi.org/10.1109/tai.2025.3540799"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2025.3540799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3540799","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032456103","display_name":"Hongkun Dou","orcid":"https://orcid.org/0000-0001-6185-5369"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongkun Dou","raw_affiliation_strings":["School of Astronautics, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043970469","display_name":"Hongjue Li","orcid":"https://orcid.org/0000-0002-0504-2555"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjue Li","raw_affiliation_strings":["School of Astronautics, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035208189","display_name":"Jinyang Du","orcid":"https://orcid.org/0009-0008-3201-0832"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyang Du","raw_affiliation_strings":["School of Astronautics, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065061505","display_name":"Leyuan Fang","orcid":"https://orcid.org/0000-0003-2351-4461"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leyuan Fang","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043311744","display_name":"Qing Gao","orcid":"https://orcid.org/0000-0002-5395-6175"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Gao","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082404485","display_name":"Yue Deng","orcid":"https://orcid.org/0000-0003-2871-8922"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Deng","raw_affiliation_strings":["Institute of Artificial Intelligence, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089866078","display_name":"Wen Yao","orcid":"https://orcid.org/0000-0001-5224-9834"},"institutions":[{"id":"https://openalex.org/I4210160531","display_name":"Chinese People's Liberation Army","ror":"https://ror.org/05tf9r976","country_code":"CN","type":"funder","lineage":["https://openalex.org/I4210160531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Yao","raw_affiliation_strings":["Defense Innovation Institute, Chinese Academy of Military Science, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Defense Innovation Institute, Chinese Academy of Military Science, Beijing, China","institution_ids":["https://openalex.org/I4210160531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5032456103"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":2.8414,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89400401,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"6","issue":"8","first_page":"2148","last_page":"2162"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.8401672840118408},{"id":"https://openalex.org/keywords/automatic-differentiation","display_name":"Automatic differentiation","score":0.4567313492298126},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4003715515136719},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.353187620639801},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3425464332103729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3064230680465698},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17898237705230713}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.8401672840118408},{"id":"https://openalex.org/C133512626","wikidata":"https://www.wikidata.org/wiki/Q787371","display_name":"Automatic differentiation","level":3,"score":0.4567313492298126},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4003715515136719},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.353187620639801},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3425464332103729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3064230680465698},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17898237705230713},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2025.3540799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3540799","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2218190453","display_name":null,"funder_award_id":"92367204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4613763696","display_name":null,"funder_award_id":"62031001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G645526940","display_name":null,"funder_award_id":"62325101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6644097784","display_name":null,"funder_award_id":"62405014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W586864196","https://openalex.org/W1542343170","https://openalex.org/W1977295328","https://openalex.org/W2003241033","https://openalex.org/W2013918710","https://openalex.org/W2059447468","https://openalex.org/W2108598243","https://openalex.org/W2124659975","https://openalex.org/W2138011018","https://openalex.org/W2166107799","https://openalex.org/W2194775991","https://openalex.org/W2250904038","https://openalex.org/W2755520760","https://openalex.org/W2950728319","https://openalex.org/W2962727772","https://openalex.org/W2963073398","https://openalex.org/W2963451822","https://openalex.org/W2963565814","https://openalex.org/W2963842222","https://openalex.org/W2998993395","https://openalex.org/W3012383881","https://openalex.org/W3101072153","https://openalex.org/W3118608800","https://openalex.org/W3122855191","https://openalex.org/W3123350987","https://openalex.org/W3130777809","https://openalex.org/W3141035515","https://openalex.org/W3159045549","https://openalex.org/W4211116959","https://openalex.org/W4241304137","https://openalex.org/W4249545506","https://openalex.org/W4286909706","https://openalex.org/W4287753865","https://openalex.org/W4287947470","https://openalex.org/W4288102126","https://openalex.org/W4293402910","https://openalex.org/W4297847137","https://openalex.org/W4300686955","https://openalex.org/W4312968416","https://openalex.org/W4391800550","https://openalex.org/W4394662461","https://openalex.org/W4398616100","https://openalex.org/W6638209102","https://openalex.org/W6638908295","https://openalex.org/W6639506587","https://openalex.org/W6678911119","https://openalex.org/W6679390333","https://openalex.org/W6683178862","https://openalex.org/W6686960354","https://openalex.org/W6693270258","https://openalex.org/W6693919493","https://openalex.org/W6696185917","https://openalex.org/W6697715979","https://openalex.org/W6717367658","https://openalex.org/W6734265508","https://openalex.org/W6735487127","https://openalex.org/W6738712246","https://openalex.org/W6748026067","https://openalex.org/W6751797489","https://openalex.org/W6752307458","https://openalex.org/W6757297395","https://openalex.org/W6760764355","https://openalex.org/W6763430915","https://openalex.org/W6764733053","https://openalex.org/W6767599400","https://openalex.org/W6768331551","https://openalex.org/W6770070843","https://openalex.org/W6770420047","https://openalex.org/W6774033856","https://openalex.org/W6779565327","https://openalex.org/W6779709574","https://openalex.org/W6780793664","https://openalex.org/W6784817550","https://openalex.org/W6787972765","https://openalex.org/W6791656692","https://openalex.org/W6791928254","https://openalex.org/W6802458776","https://openalex.org/W6803675131","https://openalex.org/W6839200831","https://openalex.org/W6840343187","https://openalex.org/W6843694551","https://openalex.org/W6861464554","https://openalex.org/W6863618527"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W4230546540","https://openalex.org/W4390421286","https://openalex.org/W4280563792","https://openalex.org/W2140186469","https://openalex.org/W1543341614","https://openalex.org/W1718642889","https://openalex.org/W4389724018","https://openalex.org/W4318719684","https://openalex.org/W2775233965"],"abstract_inverted_index":{"As":[0],"an":[1],"emerging":[2],"machine":[3],"learning":[4,15,148,189],"task,":[5],"high-dimensional":[6,101,172],"hyperparameter":[7],"optimization":[8],"(HO)":[9],"aims":[10],"at":[11],"enhancing":[12],"traditional":[13],"deep":[14,97],"models":[16],"by":[17,129,143],"simultaneously":[18],"optimizing":[19],"the":[20,40,43,46,52,66,75,80,139,145,151],"neural":[21,98],"networks\u2019":[22],"weights":[23],"and":[24,72,188],"hyperparameters":[25,53,102],"in":[26,110,115],"a":[27,95,117,177],"joint":[28],"bilevel":[29,63],"configuration.":[30],"However,":[31],"such":[32],"nested":[33],"objectives":[34],"can":[35],"impose":[36],"nontrivial":[37],"difficulties":[38],"for":[39,155,180,192],"pursuit":[41],"of":[42,45,69],"gradient":[44],"validation":[47],"risk":[48],"with":[49,79,100,131],"respect":[50],"to":[51,94],"(a.k.a.":[54],"hypergradient).":[55],"To":[56],"tackle":[57],"this":[58],"challenge,":[59],"we":[60,136],"revisit":[61],"its":[62],"objective":[64],"from":[65,185],"novel":[67],"perspective":[68],"continuous":[70],"dynamics":[71],"then":[73],"solve":[74],"whole":[76],"HO":[77,86,124,173],"problem":[78],"adjoint":[81],"state":[82],"theory.":[83],"The":[84],"proposed":[85],"framework,":[87],"termed":[88],"Adjoint":[89,112,140,153,163],"Diff,":[90],"is":[91,114],"naturally":[92],"scalable":[93],"very":[96],"network":[99],"because":[103],"it":[104,130],"only":[105],"requires":[106],"constant":[107],"memory":[108],"cost":[109],"training.":[111],"Diff":[113,154,164],"fact,":[116],"general":[118],"framework":[119,142],"that":[120,161],"some":[121],"existing":[122],"gradient-based":[123],"algorithms":[125],"are":[126],"well":[127],"interpreted":[128],"simple":[132],"algebra.":[133],"In":[134],"addition,":[135],"further":[137],"offer":[138],"Diff+":[141],"incorporating":[144],"prevalent":[146],"momentum":[147],"concept":[149],"into":[150],"basic":[152],"enhanced":[156],"convergence.":[157],"Experimental":[158],"results":[159],"show":[160],"our":[162],"frameworks":[165],"outperform":[166],"several":[167],"state-of-the-art":[168],"approaches":[169],"on":[170],"three":[171],"instances":[174],"including,":[175],"designing":[176],"loss":[178],"function":[179],"imbalanced":[181],"data,":[182],"selecting":[183],"samples":[184],"noisy":[186],"labels,":[187],"auxiliary":[190],"tasks":[191],"fine-grained":[193],"classification.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}