{"id":"https://openalex.org/W2990346675","doi":"https://doi.org/10.1109/tcyb.2019.2950779","title":"A Survey of Optimization Methods From a Machine Learning Perspective","display_name":"A Survey of Optimization Methods From a Machine Learning Perspective","publication_year":2019,"publication_date":"2019-11-19","ids":{"openalex":"https://openalex.org/W2990346675","doi":"https://doi.org/10.1109/tcyb.2019.2950779","mag":"2990346675","pmid":"https://pubmed.ncbi.nlm.nih.gov/31751262"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2019.2950779","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2019.2950779","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047846625","display_name":"Shiliang Sun","orcid":"https://orcid.org/0000-0001-7069-3752"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shiliang Sun","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7069-3752","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065694592","display_name":"Zehui Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zehui Cao","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Zhu","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065846668","display_name":"Jing Zhao","orcid":"https://orcid.org/0000-0003-0158-5330"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Zhao","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0158-5330","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5047846625"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":37.7225,"has_fulltext":false,"cited_by_count":758,"citation_normalized_percentile":{"value":0.99802947,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"50","issue":"8","first_page":"3668","last_page":"3681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7272087931632996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7223179936408997},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7032886147499084},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5806597471237183},{"id":"https://openalex.org/keywords/computational-learning-theory","display_name":"Computational learning theory","score":0.5603334903717041},{"id":"https://openalex.org/keywords/online-machine-learning","display_name":"Online machine learning","score":0.5144736766815186},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4700079560279846},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.3827633261680603},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12012588977813721}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7272087931632996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7223179936408997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7032886147499084},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5806597471237183},{"id":"https://openalex.org/C50292564","wikidata":"https://www.wikidata.org/wiki/Q2462783","display_name":"Computational learning theory","level":3,"score":0.5603334903717041},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.5144736766815186},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4700079560279846},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3827633261680603},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12012588977813721}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2019.2950779","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2019.2950779","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:31751262","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31751262","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5515776555","display_name":null,"funder_award_id":"61673179","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":232,"referenced_works":["https://openalex.org/W905619","https://openalex.org/W6908809","https://openalex.org/W41554520","https://openalex.org/W57680428","https://openalex.org/W92894758","https://openalex.org/W104184427","https://openalex.org/W158976495","https://openalex.org/W196761320","https://openalex.org/W199564175","https://openalex.org/W1491622225","https://openalex.org/W1505731132","https://openalex.org/W1522301498","https://openalex.org/W1539730365","https://openalex.org/W1550411348","https://openalex.org/W1562101002","https://openalex.org/W1564277727","https://openalex.org/W1576998661","https://openalex.org/W1591801644","https://openalex.org/W1663973292","https://openalex.org/W1757796397","https://openalex.org/W1832693441","https://openalex.org/W1924770834","https://openalex.org/W1977556410","https://openalex.org/W1981220107","https://openalex.org/W1981613567","https://openalex.org/W1983364832","https://openalex.org/W1984425167","https://openalex.org/W1987161519","https://openalex.org/W1988720110","https://openalex.org/W1992208280","https://openalex.org/W1994616650","https://openalex.org/W2004549407","https://openalex.org/W2005136695","https://openalex.org/W2010140249","https://openalex.org/W2016053056","https://openalex.org/W2029460515","https://openalex.org/W2031493867","https://openalex.org/W2057712948","https://openalex.org/W2058273413","https://openalex.org/W2062294426","https://openalex.org/W2072128103","https://openalex.org/W2089468765","https://openalex.org/W2095705004","https://openalex.org/W2097018403","https://openalex.org/W2101522492","https://openalex.org/W2105875671","https://openalex.org/W2106005123","https://openalex.org/W2107438106","https://openalex.org/W2107726111","https://openalex.org/W2107968230","https://openalex.org/W2109706083","https://openalex.org/W2110451175","https://openalex.org/W2112796928","https://openalex.org/W2116680824","https://openalex.org/W2117163577","https://openalex.org/W2117708047","https://openalex.org/W2119991813","https://openalex.org/W2121863487","https://openalex.org/W2122565017","https://openalex.org/W2122678453","https://openalex.org/W2125027820","https://openalex.org/W2127589108","https://openalex.org/W2133352893","https://openalex.org/W2134601045","https://openalex.org/W2136885855","https://openalex.org/W2137515395","https://openalex.org/W2141087758","https://openalex.org/W2141125852","https://openalex.org/W2141807666","https://openalex.org/W2143612262","https://openalex.org/W2144193737","https://openalex.org/W2145339207","https://openalex.org/W2146502635","https://openalex.org/W2148694408","https://openalex.org/W2155677642","https://openalex.org/W2155697938","https://openalex.org/W2156927991","https://openalex.org/W2157331557","https://openalex.org/W2158503783","https://openalex.org/W2160960847","https://openalex.org/W2162811812","https://openalex.org/W2163605009","https://openalex.org/W2164056559","https://openalex.org/W2164278908","https://openalex.org/W2165698076","https://openalex.org/W2166851633","https://openalex.org/W2173520492","https://openalex.org/W2242049308","https://openalex.org/W2251908874","https://openalex.org/W2252143850","https://openalex.org/W2265846598","https://openalex.org/W2267126114","https://openalex.org/W2295465721","https://openalex.org/W2301983558","https://openalex.org/W2304667012","https://openalex.org/W2402144811","https://openalex.org/W2407776548","https://openalex.org/W2414261429","https://openalex.org/W2467074172","https://openalex.org/W2472819217","https://openalex.org/W2512745079","https://openalex.org/W2519766976","https://openalex.org/W2523246573","https://openalex.org/W2534068475","https://openalex.org/W2594639291","https://openalex.org/W2601450892","https://openalex.org/W2604763608","https://openalex.org/W2610360795","https://openalex.org/W2749928749","https://openalex.org/W2750786826","https://openalex.org/W2753160622","https://openalex.org/W2765352990","https://openalex.org/W2769581371","https://openalex.org/W2772283936","https://openalex.org/W2776855315","https://openalex.org/W2785523195","https://openalex.org/W2796196168","https://openalex.org/W2797476900","https://openalex.org/W2803599927","https://openalex.org/W2892037488","https://openalex.org/W2912934387","https://openalex.org/W2918175465","https://openalex.org/W2949979136","https://openalex.org/W2952215077","https://openalex.org/W2953318193","https://openalex.org/W2953384591","https://openalex.org/W2962737134","https://openalex.org/W2962741254","https://openalex.org/W2962851402","https://openalex.org/W2963153906","https://openalex.org/W2963156201","https://openalex.org/W2963341924","https://openalex.org/W2963381918","https://openalex.org/W2963397933","https://openalex.org/W2963470893","https://openalex.org/W2963477800","https://openalex.org/W2963542991","https://openalex.org/W2963684088","https://openalex.org/W2963775850","https://openalex.org/W2963881376","https://openalex.org/W2963926425","https://openalex.org/W2963941964","https://openalex.org/W2963959597","https://openalex.org/W2963965485","https://openalex.org/W2963972677","https://openalex.org/W2964051704","https://openalex.org/W2964106499","https://openalex.org/W2964121744","https://openalex.org/W2968881461","https://openalex.org/W2969945254","https://openalex.org/W3012080241","https://openalex.org/W3091905774","https://openalex.org/W3103559770","https://openalex.org/W3124367822","https://openalex.org/W3142612501","https://openalex.org/W4212883601","https://openalex.org/W4214717370","https://openalex.org/W4231109964","https://openalex.org/W4232730838","https://openalex.org/W4250589301","https://openalex.org/W4256520039","https://openalex.org/W4285719527","https://openalex.org/W4292363360","https://openalex.org/W4294562888","https://openalex.org/W4294622503","https://openalex.org/W4297825594","https://openalex.org/W4298082496","https://openalex.org/W4298857966","https://openalex.org/W4301014524","https://openalex.org/W4301435544","https://openalex.org/W6600284362","https://openalex.org/W6602375370","https://openalex.org/W6603760306","https://openalex.org/W6604254268","https://openalex.org/W6606470850","https://openalex.org/W6608133726","https://openalex.org/W6629368666","https://openalex.org/W6629379589","https://openalex.org/W6631190155","https://openalex.org/W6635446068","https://openalex.org/W6637967152","https://openalex.org/W6639118987","https://openalex.org/W6640212811","https://openalex.org/W6674330103","https://openalex.org/W6674642818","https://openalex.org/W6675278456","https://openalex.org/W6675761068","https://openalex.org/W6676105031","https://openalex.org/W6676348322","https://openalex.org/W6676349512","https://openalex.org/W6677255997","https://openalex.org/W6677619615","https://openalex.org/W6677624947","https://openalex.org/W6677987841","https://openalex.org/W6678019336","https://openalex.org/W6680196509","https://openalex.org/W6680610060","https://openalex.org/W6680715401","https://openalex.org/W6681286327","https://openalex.org/W6681435938","https://openalex.org/W6682937675","https://openalex.org/W6684103517","https://openalex.org/W6684191040","https://openalex.org/W6684199269","https://openalex.org/W6684578138","https://openalex.org/W6685352114","https://openalex.org/W6693268749","https://openalex.org/W6693505360","https://openalex.org/W6696497002","https://openalex.org/W6698038680","https://openalex.org/W6713134421","https://openalex.org/W6713582272","https://openalex.org/W6715755400","https://openalex.org/W6717367658","https://openalex.org/W6717697761","https://openalex.org/W6720057410","https://openalex.org/W6720079494","https://openalex.org/W6726983090","https://openalex.org/W6727249380","https://openalex.org/W6727412785","https://openalex.org/W6732742072","https://openalex.org/W6735236233","https://openalex.org/W6736057607","https://openalex.org/W6743661861","https://openalex.org/W6743802245","https://openalex.org/W6747043858","https://openalex.org/W6747620207","https://openalex.org/W6750166180","https://openalex.org/W6775638715","https://openalex.org/W6783596713","https://openalex.org/W6785784373","https://openalex.org/W7025107196"],"related_works":["https://openalex.org/W4286799911","https://openalex.org/W2339204188","https://openalex.org/W3176029617","https://openalex.org/W2901581617","https://openalex.org/W3031362111","https://openalex.org/W1986633584","https://openalex.org/W2037866349","https://openalex.org/W146740654","https://openalex.org/W184546935","https://openalex.org/W1976326851"],"abstract_inverted_index":{"Machine":[0],"learning":[1,48,68,87,103],"develops":[2],"rapidly,":[3],"which":[4,92],"has":[5,25,69],"made":[6],"many":[7],"theoretical":[8],"breakthroughs":[9],"and":[10,38,51,76,101,122,132,136],"is":[11],"widely":[12],"applied":[13],"in":[14,46,66,114,142],"various":[15],"fields.":[16],"Optimization,":[17],"as":[18],"an":[19],"important":[20],"part":[21],"of":[22,29,35,41,56,78,85,89,99,124],"machine":[23,47,67,86,102,115,143],"learning,":[24],"attracted":[26],"much":[27],"attention":[28],"researchers.":[30],"With":[31],"the":[32,39,79,83,111,120,140],"exponential":[33],"growth":[34],"data":[36],"amount":[37],"increase":[40],"model":[42],"complexity,":[43],"optimization":[44,60,64,80,100,112,127,141],"methods":[45,65,81],"face":[49],"more":[50,52],"challenges.":[53],"A":[54],"lot":[55],"work":[57],"on":[58],"solving":[59],"problems":[61,113,138],"or":[62],"improving":[63],"been":[70],"proposed":[71],"successively.":[72],"The":[73],"systematic":[74],"retrospect":[75],"summary":[77],"from":[82],"perspective":[84],"are":[88],"great":[90],"significance,":[91],"can":[93],"offer":[94],"guidance":[95],"for":[96,139],"both":[97],"developments":[98],"research.":[104],"In":[105],"this":[106],"article,":[107],"we":[108,118,130],"first":[109],"describe":[110],"learning.":[116,144],"Then,":[117],"introduce":[119],"principles":[121],"progresses":[123],"commonly":[125],"used":[126],"methods.":[128],"Finally,":[129],"explore":[131],"give":[133],"some":[134],"challenges":[135],"open":[137]},"counts_by_year":[{"year":2026,"cited_by_count":34},{"year":2025,"cited_by_count":118},{"year":2024,"cited_by_count":170},{"year":2023,"cited_by_count":175},{"year":2022,"cited_by_count":140},{"year":2021,"cited_by_count":85},{"year":2020,"cited_by_count":34},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-22T09:01:20.584952","created_date":"2025-10-10T00:00:00"}