{"id":"https://openalex.org/W3095171088","doi":"https://doi.org/10.1145/3424978.3424993","title":"Runtime Analysis of Stochastic Gradient Descent","display_name":"Runtime Analysis of Stochastic Gradient Descent","publication_year":2020,"publication_date":"2020-10-15","ids":{"openalex":"https://openalex.org/W3095171088","doi":"https://doi.org/10.1145/3424978.3424993","mag":"3095171088"},"language":"en","primary_location":{"id":"doi:10.1145/3424978.3424993","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3424978.3424993","pdf_url":null,"source":{"id":"https://openalex.org/S4306523839","display_name":"Proceedings of the 4th International Conference on Computer Science and Application Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Conference on Computer Science and Application Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083513872","display_name":"Guanqiang Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I201459984","display_name":"Guangdong University Of Finances and Economics","ror":"https://ror.org/0459pv085","country_code":"CN","type":"education","lineage":["https://openalex.org/I201459984"]},{"id":"https://openalex.org/I4210149618","display_name":"Guangdong University of Finance","ror":"https://ror.org/04grzdh47","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210149618"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guanqiang Hu","raw_affiliation_strings":["School of Statistics and Mathematics, Guangdong University of Finance and Economics, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Statistics and Mathematics, Guangdong University of Finance and Economics, Guangzhou, China","institution_ids":["https://openalex.org/I201459984","https://openalex.org/I4210149618"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100753373","display_name":"Yushan Zhang","orcid":"https://orcid.org/0000-0002-8366-9708"},"institutions":[{"id":"https://openalex.org/I4210149618","display_name":"Guangdong University of Finance","ror":"https://ror.org/04grzdh47","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210149618"]},{"id":"https://openalex.org/I201459984","display_name":"Guangdong University Of Finances and Economics","ror":"https://ror.org/0459pv085","country_code":"CN","type":"education","lineage":["https://openalex.org/I201459984"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yushan Zhang","raw_affiliation_strings":["School of Statistics and Mathematics, Guangdong University of Finance and Economics, Guangzhou, China and Big Data and Educational Statistics Application Laboratory, Guangdong University of Finance and Economics, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Statistics and Mathematics, Guangdong University of Finance and Economics, Guangzhou, China and Big Data and Educational Statistics Application Laboratory, Guangdong University of Finance and Economics, Guangzhou, China","institution_ids":["https://openalex.org/I201459984","https://openalex.org/I4210149618"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5083513872"],"corresponding_institution_ids":["https://openalex.org/I201459984","https://openalex.org/I4210149618"],"apc_list":null,"apc_paid":null,"fwci":0.1103,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.40876424,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6860451698303223},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6164811253547668},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4730505049228668},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18090856075286865},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.08076253533363342}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6860451698303223},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6164811253547668},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4730505049228668},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18090856075286865},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.08076253533363342}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3424978.3424993","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3424978.3424993","pdf_url":null,"source":{"id":"https://openalex.org/S4306523839","display_name":"Proceedings of the 4th International Conference on Computer Science and Application Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Conference on Computer Science and Application Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W103934657","https://openalex.org/W1499021337","https://openalex.org/W1548340363","https://openalex.org/W1567074255","https://openalex.org/W1583837637","https://openalex.org/W1946256299","https://openalex.org/W1970952245","https://openalex.org/W1995519784","https://openalex.org/W2017957151","https://openalex.org/W2019069862","https://openalex.org/W2025870159","https://openalex.org/W2047152541","https://openalex.org/W2057848383","https://openalex.org/W2110902335","https://openalex.org/W2118545728","https://openalex.org/W2119386325","https://openalex.org/W2122433258","https://openalex.org/W2151098176","https://openalex.org/W2156253227","https://openalex.org/W2156779765","https://openalex.org/W2159930037","https://openalex.org/W2162287622","https://openalex.org/W2186210550","https://openalex.org/W2314803105","https://openalex.org/W2330505847","https://openalex.org/W2604272474","https://openalex.org/W2660589364","https://openalex.org/W2898866127","https://openalex.org/W2953394190","https://openalex.org/W2962915600","https://openalex.org/W2964089856","https://openalex.org/W2969203202","https://openalex.org/W2979911984","https://openalex.org/W3010865332","https://openalex.org/W3013479538","https://openalex.org/W3043072433","https://openalex.org/W3105263505","https://openalex.org/W3121788876","https://openalex.org/W6683313524"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120","https://openalex.org/W3008318776","https://openalex.org/W2041416246"],"abstract_inverted_index":{"Stochastic":[0],"gradient":[1],"descent":[2],"(SGD)":[3],"is":[4,51,103],"one":[5],"of":[6,22,25,45,58,78,81,93],"the":[7,19,56,76,79,86,91,100,106],"most":[8],"famous":[9],"methods":[10],"for":[11],"minimization.":[12],"However,":[13],"there":[14],"are":[15],"few":[16],"results":[17,98],"about":[18],"runtime":[20,57,92],"analysis":[21,102],"SGD":[23,36],"because":[24],"its":[26],"randomness.":[27],"In":[28],"this":[29],"paper,":[30],"we":[31,61,83],"explain":[32],"how":[33],"to":[34,54,89,105],"approximate":[35],"by":[37],"stochastic":[38],"differential":[39],"equations":[40],"(SDE).":[41],"The":[42,96],"theoretical":[43,101],"foundation":[44],"mean":[46],"first":[47,62],"passage":[48],"time":[49],"(MFPT)":[50],"then":[52,84],"used":[53],"determine":[55],"SGD.":[59],"Concretely,":[60],"consider":[63],"a":[64],"special":[65],"case":[66],"where":[67],"SDE":[68],"can":[69],"be":[70],"approximated":[71],"as":[72],"Ornstein-Uhlenbeck":[73],"process.":[74],"On":[75],"basis":[77],"idea":[80],"integrals,":[82],"generalize":[85],"relevant":[87],"theories":[88],"analyze":[90],"General":[94],"SDE.":[95],"experiment":[97],"indicate":[99],"close":[104],"practical":[107],"situation.":[108]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}