{"id":"https://openalex.org/W3035192576","doi":"https://doi.org/10.1109/tcyb.2020.2997399","title":"Gradient Descent Learning With Floats","display_name":"Gradient Descent Learning With Floats","publication_year":2020,"publication_date":"2020-06-11","ids":{"openalex":"https://openalex.org/W3035192576","doi":"https://doi.org/10.1109/tcyb.2020.2997399","mag":"3035192576","pmid":"https://pubmed.ncbi.nlm.nih.gov/32525810"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2020.2997399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2020.2997399","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037318331","display_name":"Tao Sun","orcid":"https://orcid.org/0000-0001-5024-1900"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Sun","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021254405","display_name":"Ke Tang","orcid":"https://orcid.org/0000-0002-6236-2002"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Tang","raw_affiliation_strings":["Department of Computer Science and Engineering, Guangdong Provincial Key Laboratory of Brain-Inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Guangdong Provincial Key Laboratory of Brain-Inspired Intelligent Computation, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100440903","display_name":"Dongsheng Li","orcid":"https://orcid.org/0000-0001-9743-2034"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Li","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5037318331"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":1.3256,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.84667731,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"52","issue":"3","first_page":"1763","last_page":"1771"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12404","display_name":"Mathematical Approximation and Integration","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.8115686178207397},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.7382315993309021},{"id":"https://openalex.org/keywords/float","display_name":"Float (project management)","score":0.6948001384735107},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6588733196258545},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5810129046440125},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5585066676139832},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.5456138849258423},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4945819079875946},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.47275954484939575},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.43134745955467224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38170966506004333},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3476485013961792},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3387773036956787},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2791311740875244},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.21524444222450256},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.13570430874824524},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.0934033989906311}],"concepts":[{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.8115686178207397},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.7382315993309021},{"id":"https://openalex.org/C2780337265","wikidata":"https://www.wikidata.org/wiki/Q185958","display_name":"Float (project management)","level":2,"score":0.6948001384735107},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6588733196258545},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5810129046440125},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5585066676139832},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.5456138849258423},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4945819079875946},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.47275954484939575},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.43134745955467224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38170966506004333},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3476485013961792},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3387773036956787},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2791311740875244},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.21524444222450256},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.13570430874824524},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0934033989906311},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2020.2997399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2020.2997399","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:32525810","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32525810","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G285475101","display_name":null,"funder_award_id":"61932001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3627478391","display_name":null,"funder_award_id":"61906200","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4488484741","display_name":null,"funder_award_id":"2018YFB0204300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G758489918","display_name":null,"funder_award_id":"61672478","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W587794757","https://openalex.org/W1690739335","https://openalex.org/W1724438581","https://openalex.org/W1967138577","https://openalex.org/W1994616650","https://openalex.org/W2019459561","https://openalex.org/W2125203716","https://openalex.org/W2155007355","https://openalex.org/W2204310803","https://openalex.org/W2257979135","https://openalex.org/W2271840356","https://openalex.org/W2524428287","https://openalex.org/W2592929672","https://openalex.org/W2901838001","https://openalex.org/W2908007030","https://openalex.org/W2963248893","https://openalex.org/W2963470657","https://openalex.org/W2964246969","https://openalex.org/W2974161034","https://openalex.org/W3012291630","https://openalex.org/W4212788319","https://openalex.org/W4294371482","https://openalex.org/W6631190155","https://openalex.org/W6637897199","https://openalex.org/W6682849425","https://openalex.org/W6683722107","https://openalex.org/W6685044387","https://openalex.org/W6698038680","https://openalex.org/W6727208969","https://openalex.org/W6746200960","https://openalex.org/W6754651742"],"related_works":["https://openalex.org/W3035192576","https://openalex.org/W3102816259","https://openalex.org/W3045679877","https://openalex.org/W4380358855","https://openalex.org/W1980008589","https://openalex.org/W1531982351","https://openalex.org/W4367364154","https://openalex.org/W4327650128","https://openalex.org/W937190428","https://openalex.org/W4226393973"],"abstract_inverted_index":{"The":[0,80],"gradient":[1,22,84,119,177],"learning":[2,74],"descent":[3,23,120],"method":[4],"is":[5,30,96,101,130],"the":[6,26,36,52,73,87,93,99,105,108,128,133,140,149,156,170],"main":[7],"workhorse":[8],"of":[9,21,72,82],"training":[10],"tasks":[11],"in":[12,56,76,155,186],"artificial":[13],"intelligence":[14],"and":[15,42,137,175],"machine-learning":[16],"research.":[17],"Current":[18],"theoretical":[19],"studies":[20],"only":[24],"use":[25,35],"continuous":[27],"domains,":[28],"which":[29],"unreal":[31],"since":[32],"electronic":[33],"computers":[34,77],"float":[37],"point":[38],"numbers":[39],"to":[40,61,103,121],"store":[41],"deal":[43],"with":[44,78,86,125],"data.":[45],"Although":[46],"existing":[47],"results":[48],"are":[49,90],"sufficient":[50],"for":[51,64,117,132,139,169],"extremely":[53],"tiny":[54],"errors":[55],"high-precision":[57],"machines,":[58],"they":[59],"need":[60],"be":[62,112,146],"improved":[63],"low-precision":[65],"cases.":[66],"This":[67],"article":[68],"presents":[69],"an":[70,123,182],"understanding":[71],"algorithm":[75],"floats.":[79],"performances":[81],"three":[83],"descents":[85,178],"floating":[88,118],"domain":[89],"investigated":[91],"when":[92],"objective":[94],"function":[95,100],"smooth.":[97],"When":[98],"assumed":[102],"have":[104],"P\u0141":[106,141],"condition,":[107],"convergence":[109],"speed":[110],"can":[111,179],"improved.":[113],"We":[114],"proved":[115],"that":[116,159],"obtain":[122],"error":[124],"\u03f5":[126,144,161,166,183],",":[127,164],"iteration":[129],"O(1/\u03f5)":[131],"general":[134],"smooth":[135],"case,":[136,158],"O(ln(1/\u03f5))":[138],"case.":[142,172],"But":[143],"should":[145],"larger":[147],"than":[148],"s":[150],"-bit":[151],"machine":[152],"epsilon":[153],"\u03b4(s)":[154],"deterministic":[157],"is,":[160],"\u2265":[162,167],"\u03a9(\u03b4(s))":[163],"while":[165],"\u03a9(\u221a{\u03b4(s)})":[168],"stochastic":[171,174],"Floating":[173],"sign":[176],"both":[180],"output":[181],"noised":[184],"result":[185],"O(1/\u03f5<sup>2</sup>)":[187],"iterations.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}