{"id":"https://openalex.org/W4225571297","doi":"https://doi.org/10.1162/dint_a_00246","title":"Training Generative Adversarial Networks with Adaptive Composite Gradient","display_name":"Training Generative Adversarial Networks with Adaptive Composite Gradient","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4225571297","doi":"https://doi.org/10.1162/dint_a_00246"},"language":"en","primary_location":{"id":"doi:10.1162/dint_a_00246","is_oa":true,"landing_page_url":"https://doi.org/10.1162/dint_a_00246","pdf_url":"https://direct.mit.edu/dint/article-pdf/doi/10.1162/dint_a_00246/2348452/dint_a_00246.pdf","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/dint/article-pdf/doi/10.1162/dint_a_00246/2348452/dint_a_00246.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068070273","display_name":"Qi Huiqing","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huiqing Qi","raw_affiliation_strings":["School of Mathematical Sciences, East China Normal University, Shanghai\n                200241, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, East China Normal University, Shanghai\n                200241, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Li","raw_affiliation_strings":["School of Mathematical Sciences, East China Normal University, Shanghai\n                200241, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, East China Normal University, Shanghai\n                200241, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039059466","display_name":"Subei Tan","orcid":"https://orcid.org/0000-0001-9869-6074"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengli Tan","raw_affiliation_strings":["School of Mathematical Sciences, East China Normal University, Shanghai\n                200241, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, East China Normal University, Shanghai\n                200241, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000514061","display_name":"Xiangyun Zhang","orcid":"https://orcid.org/0000-0002-6602-7762"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyun Zhang","raw_affiliation_strings":["School of Mathematical Sciences, East China Normal University, Shanghai\n                200241, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, East China Normal University, Shanghai\n                200241, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5068070273"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00203728,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"1","first_page":"120","last_page":"157"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.391400009393692,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.391400009393692,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.22139999270439148,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.03620000183582306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.9034714698791504},{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.8337439298629761},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6365896463394165},{"id":"https://openalex.org/keywords/bilinear-interpolation","display_name":"Bilinear interpolation","score":0.563889741897583},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.4892713725566864},{"id":"https://openalex.org/keywords/stationary-point","display_name":"Stationary point","score":0.487059623003006},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.48684853315353394},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4738141596317291},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4697347581386566},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.46697092056274414},{"id":"https://openalex.org/keywords/gradient-method","display_name":"Gradient method","score":0.4524551331996918},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.447262704372406},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4247892200946808},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4163036644458771},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.363777756690979},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26754552125930786},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.18705496191978455}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.9034714698791504},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.8337439298629761},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6365896463394165},{"id":"https://openalex.org/C205203396","wikidata":"https://www.wikidata.org/wiki/Q612143","display_name":"Bilinear interpolation","level":2,"score":0.563889741897583},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.4892713725566864},{"id":"https://openalex.org/C189237950","wikidata":"https://www.wikidata.org/wiki/Q2500758","display_name":"Stationary point","level":2,"score":0.487059623003006},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.48684853315353394},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4738141596317291},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4697347581386566},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46697092056274414},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.4524551331996918},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.447262704372406},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4247892200946808},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4163036644458771},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.363777756690979},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26754552125930786},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.18705496191978455},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/dint_a_00246","is_oa":true,"landing_page_url":"https://doi.org/10.1162/dint_a_00246","pdf_url":"https://direct.mit.edu/dint/article-pdf/doi/10.1162/dint_a_00246/2348452/dint_a_00246.pdf","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:79400a91206a4488b430685059552b90","is_oa":true,"landing_page_url":"https://doaj.org/article/79400a91206a4488b430685059552b90","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data Intelligence, Vol 6, Iss 1 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/dint_a_00246","is_oa":true,"landing_page_url":"https://doi.org/10.1162/dint_a_00246","pdf_url":"https://direct.mit.edu/dint/article-pdf/doi/10.1162/dint_a_00246/2348452/dint_a_00246.pdf","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1582852665","display_name":null,"funder_award_id":"20511100200","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G3453060888","display_name":null,"funder_award_id":"111002","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4472274395","display_name":null,"funder_award_id":"No. 18dz2271000","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G6348689744","display_name":null,"funder_award_id":"18dz2271000","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G7123430155","display_name":null,"funder_award_id":"2018AAA0101001","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4225571297.pdf"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W2020123437","https://openalex.org/W2052769657","https://openalex.org/W2112796928","https://openalex.org/W2731516742","https://openalex.org/W2899901572","https://openalex.org/W2917706746","https://openalex.org/W2938075888","https://openalex.org/W2948175577","https://openalex.org/W2962896155","https://openalex.org/W2998798428","https://openalex.org/W3035454789","https://openalex.org/W3096831136","https://openalex.org/W4212967432","https://openalex.org/W6638891565","https://openalex.org/W6717434760","https://openalex.org/W6727340567","https://openalex.org/W6729001083","https://openalex.org/W6734215269","https://openalex.org/W6735204497","https://openalex.org/W6736210646","https://openalex.org/W6736756066","https://openalex.org/W6737554920","https://openalex.org/W6738090124","https://openalex.org/W6738183239","https://openalex.org/W6738546315","https://openalex.org/W6741923574","https://openalex.org/W6745853359","https://openalex.org/W6748249903","https://openalex.org/W6761030284","https://openalex.org/W6764104289","https://openalex.org/W6781053067"],"related_works":["https://openalex.org/W11185966","https://openalex.org/W1407330","https://openalex.org/W2948318","https://openalex.org/W5568854","https://openalex.org/W15026695","https://openalex.org/W16742667","https://openalex.org/W14957172","https://openalex.org/W4997104","https://openalex.org/W5974507","https://openalex.org/W16979077"],"abstract_inverted_index":{"ABSTRACT":[0],"The":[1,97,136],"wide":[2],"applications":[3],"of":[4,42,51,100,124,138,161],"Generative":[5],"adversarial":[6],"networks":[7],"benefit":[8],"from":[9],"the":[10,21,39,47,53,62,86,101,121,130,157],"successful":[11],"training":[12,30],"methods,":[13],"guaranteeing":[14],"that":[15,82,118,148],"an":[16,26],"object":[17],"function":[18],"converges":[19,90],"to":[20,38],"local":[22],"minimum.":[23],"Nevertheless,":[24],"designing":[25],"efficient":[27],"and":[28,46,77,89,126,141,159],"competitive":[29],"method":[31,112,151],"is":[32,103,113],"still":[33],"a":[34,114],"challenging":[35],"task":[36],"due":[37],"cyclic":[40,87],"behaviors":[41,88],"some":[43],"gradient-based":[44],"ways":[45],"expensive":[48],"computational":[49,122],"cost":[50,123],"acquiring":[52],"Hessian":[54,127],"matrix.":[55],"To":[56],"address":[57],"this":[58],"problem,":[59],"we":[60],"proposed":[61,94],"Adaptive":[63],"Composite":[64],"Gradients(ACG)":[65],"method,":[66],"linearly":[67],"convergent":[68],"in":[69,133],"bilinear":[70],"games":[71],"under":[72],"suitable":[73],"settings.":[74],"Theory":[75],"analysis":[76],"toy-function":[78],"experiments":[79,140,146],"both":[80],"suggest":[81],"our":[83,149,162],"approach":[84],"alleviates":[85],"faster":[91],"than":[92,107],"recently":[93],"SOTA":[95],"algorithms.":[96],"convergence":[98],"speed":[99],"ACG":[102,111,150],"improved":[104],"by":[105,128],"33%":[106],"other":[108],"methods.":[109],"Our":[110],"novel":[115],"Semi-Gradient-Free":[116],"algorithm":[117],"can":[119],"reduce":[120],"gradient":[125],"utilizing":[129],"predictive":[131],"information":[132],"future":[134],"iterations.":[135],"mixture":[137],"Gaussians":[139],"real-world":[142],"digital":[143],"image":[144],"generative":[145],"show":[147],"outperforms":[152],"several":[153],"existing":[154],"technologies,":[155],"illustrating":[156],"superiority":[158],"efficacy":[160],"method.":[163]},"counts_by_year":[],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2022-05-05T00:00:00"}