{"id":"https://openalex.org/W4394711534","doi":"https://doi.org/10.1109/tpami.2024.3387399","title":"XGrad: Boosting Gradient-Based Optimizers With Weight Prediction","display_name":"XGrad: Boosting Gradient-Based Optimizers With Weight Prediction","publication_year":2024,"publication_date":"2024-04-11","ids":{"openalex":"https://openalex.org/W4394711534","doi":"https://doi.org/10.1109/tpami.2024.3387399","pmid":"https://pubmed.ncbi.nlm.nih.gov/38602857"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3387399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3387399","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103173849","display_name":"Lei Guan","orcid":"https://orcid.org/0000-0001-9041-3244"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Guan","raw_affiliation_strings":["Department of Mathematics, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-9041-3244","affiliations":[{"raw_affiliation_string":"Department of Mathematics, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440903","display_name":"Dongsheng Li","orcid":"https://orcid.org/0000-0001-9743-2034"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Li","raw_affiliation_strings":["National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-9743-2034","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081155669","display_name":"Yanqi Shi","orcid":"https://orcid.org/0009-0003-6845-4754"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanqi Shi","raw_affiliation_strings":["National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0009-0003-6845-4754","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Parallel and Distributed Computing, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107808214","display_name":"Jian Meng","orcid":"https://orcid.org/0000-0001-6301-6331"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Meng","raw_affiliation_strings":["Department of Mathematics, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-6301-6331","affiliations":[{"raw_affiliation_string":"Department of Mathematics, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":2.4525,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.89956745,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"46","issue":"10","first_page":"6731","last_page":"6747"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.7156209945678711},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6985891461372375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6599525809288025},{"id":"https://openalex.org/keywords/gradient-boosting","display_name":"Gradient boosting","score":0.6153422594070435},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4656461179256439},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45433762669563293},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.11034068465232849}],"concepts":[{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.7156209945678711},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6985891461372375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6599525809288025},{"id":"https://openalex.org/C70153297","wikidata":"https://www.wikidata.org/wiki/Q5591907","display_name":"Gradient boosting","level":3,"score":0.6153422594070435},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4656461179256439},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45433762669563293},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.11034068465232849}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3387399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3387399","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38602857","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38602857","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G3606055544","display_name":null,"funder_award_id":"62025208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6922298621","display_name":null,"funder_award_id":"WDZC20235250118","funder_id":"https://openalex.org/F4320335563","funder_display_name":"State Administration for Science, Technology and Industry for National Defense"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335563","display_name":"State Administration for Science, Technology and Industry for National Defense","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1519983590","https://openalex.org/W1522301498","https://openalex.org/W1632114991","https://openalex.org/W1686810756","https://openalex.org/W1959608418","https://openalex.org/W1980287119","https://openalex.org/W2112796928","https://openalex.org/W2136922672","https://openalex.org/W2146502635","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2525778437","https://openalex.org/W2618530766","https://openalex.org/W2750384547","https://openalex.org/W2886837499","https://openalex.org/W2891017939","https://openalex.org/W2891952073","https://openalex.org/W2896457183","https://openalex.org/W2908510526","https://openalex.org/W2923014074","https://openalex.org/W2949095042","https://openalex.org/W2949935872","https://openalex.org/W2962801832","https://openalex.org/W2963433607","https://openalex.org/W2963446712","https://openalex.org/W2968917279","https://openalex.org/W2985738161","https://openalex.org/W3012939900","https://openalex.org/W3094502228","https://openalex.org/W3096831136","https://openalex.org/W3100197791","https://openalex.org/W3212512279","https://openalex.org/W4213019189","https://openalex.org/W4224007003","https://openalex.org/W4246193833","https://openalex.org/W4292779060","https://openalex.org/W4321011699","https://openalex.org/W4378419886","https://openalex.org/W4385245566","https://openalex.org/W4391549789","https://openalex.org/W6600284362","https://openalex.org/W6604254268","https://openalex.org/W6631077220","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6640963894","https://openalex.org/W6681435938","https://openalex.org/W6727690538","https://openalex.org/W6741832134","https://openalex.org/W6743688258","https://openalex.org/W6747620207","https://openalex.org/W6753892653","https://openalex.org/W6754222578","https://openalex.org/W6754654111","https://openalex.org/W6757751764","https://openalex.org/W6757817989","https://openalex.org/W6767164110","https://openalex.org/W6769865700","https://openalex.org/W6775255735","https://openalex.org/W6778883912","https://openalex.org/W6784591795","https://openalex.org/W6849565481"],"related_works":["https://openalex.org/W2967733078","https://openalex.org/W3204430031","https://openalex.org/W3137904399","https://openalex.org/W4310492845","https://openalex.org/W2885778889","https://openalex.org/W4310224730","https://openalex.org/W2766514146","https://openalex.org/W4289703016","https://openalex.org/W2885516856","https://openalex.org/W3094138326"],"abstract_inverted_index":{"In":[0,35,68],"this":[1,69],"paper,":[2],"we":[3],"propose":[4],"a":[5],"general":[6],"deep":[7,30],"learning":[8],"training":[9,28,74,167],"framework":[10],"XGrad":[11,108,156],"which":[12],"introduces":[13],"weight":[14,106],"prediction":[15],"into":[16],"the":[17,29,42,49,53,62,72,76,80,83,88,92,102,119,125,146,163,168],"popular":[18,134],"gradient-based":[19,93,122],"optimizers":[20,123,135,165],"to":[21,48,60,86,101,112],"boost":[22],"their":[23],"convergence":[24,97,120],"and":[25,56,65,98,124,143],"generalization":[26,99],"when":[27,166],"neural":[31],"network":[32],"(DNN)":[33],"models.":[34,129,170],"particular,":[36],"ahead":[37],"of":[38,52,121,127,148],"each":[39],"mini-batch":[40],"training,":[41],"future":[43,84],"weights":[44,85],"are":[45,57],"predicted":[46],"according":[47],"update":[50,87],"rule":[51],"used":[54],"optimizer":[55,77,94,104],"then":[58],"applied":[59],"both":[61],"forward":[63],"pass":[64],"backward":[66],"propagation.":[67],"way,":[70],"during":[71],"whole":[73],"period,":[75],"always":[78],"utilizes":[79],"gradients":[81],"w.r.t.":[82],"DNN":[89,128,169],"parameters,":[90],"making":[91],"achieve":[95],"better":[96],"compared":[100],"original":[103],"without":[105],"prediction.":[107],"is":[109],"rather":[110],"straightforward":[111],"implement":[113],"yet":[114],"pretty":[115],"effective":[116],"in":[117],"boosting":[118],"accuracy":[126,161],"Empirical":[130],"results":[131,153],"concerning":[132],"five":[133],"including":[136],"SGD":[137],"with":[138],"momentum,":[139],"Adam,":[140],"AdamW,":[141],"AdaBelief,":[142],"AdaM3":[144],"demonstrate":[145],"effectiveness":[147],"our":[149],"proposal.":[150],"The":[151],"experimental":[152],"validate":[154],"that":[155],"can":[157],"attain":[158],"higher":[159],"model":[160],"than":[162],"baseline":[164]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}