{"id":"https://openalex.org/W3043278179","doi":"https://doi.org/10.26599/bdma.2020.9020004","title":"Gradient amplification: An efficient way to train deep neural networks","display_name":"Gradient amplification: An efficient way to train deep neural networks","publication_year":2020,"publication_date":"2020-07-16","ids":{"openalex":"https://openalex.org/W3043278179","doi":"https://doi.org/10.26599/bdma.2020.9020004","mag":"3043278179"},"language":"en","primary_location":{"id":"doi:10.26599/bdma.2020.9020004","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2020.9020004","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.26599/bdma.2020.9020004","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019787976","display_name":"Sunitha Basodi","orcid":"https://orcid.org/0000-0003-3453-3668"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sunitha Basodi","raw_affiliation_strings":["Department of Computer Science, Georgia State University, Atlanta, GA 30302, USA","Georgia State University, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Georgia State University, Atlanta, GA 30302, USA","institution_ids":["https://openalex.org/I181565077"]},{"raw_affiliation_string":"Georgia State University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078573475","display_name":"Chunyan Ji","orcid":"https://orcid.org/0000-0003-1538-9875"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunyan Ji","raw_affiliation_strings":["Department of Computer Science, Georgia State University, Atlanta, GA 30302, USA","Georgia State University, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Georgia State University, Atlanta, GA 30302, USA","institution_ids":["https://openalex.org/I181565077"]},{"raw_affiliation_string":"Georgia State University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657921","display_name":"Haiping Zhang","orcid":"https://orcid.org/0000-0003-2133-1768"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiping Zhang","raw_affiliation_strings":["Center for High Performance Computing, Joint Engineering Research Center for Health Big Data Intelligent Analysis Technology, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen 518055, China","Shenzhen Institutes of Advanced Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for High Performance Computing, Joint Engineering Research Center for Health Big Data Intelligent Analysis Technology, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen 518055, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101465265","display_name":"Yi Pan","orcid":"https://orcid.org/0000-0002-2766-3096"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Pan","raw_affiliation_strings":["Department of Computer Science, Georgia State University, Atlanta, GA 30302, USA","Georgia State University, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Georgia State University, Atlanta, GA 30302, USA","institution_ids":["https://openalex.org/I181565077"]},{"raw_affiliation_string":"Georgia State University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I181565077"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2439,"has_fulltext":false,"cited_by_count":145,"citation_normalized_percentile":{"value":0.97890121,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"3","issue":"3","first_page":"196","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.8166675567626953},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7312642335891724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7009339928627014},{"id":"https://openalex.org/keywords/residual-neural-network","display_name":"Residual neural network","score":0.6898871660232544},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6865120530128479},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6618622541427612},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5567747354507446},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5085903406143188},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.057189226150512695}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.8166675567626953},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7312642335891724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7009339928627014},{"id":"https://openalex.org/C2944601119","wikidata":"https://www.wikidata.org/wiki/Q43744058","display_name":"Residual neural network","level":3,"score":0.6898871660232544},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6865120530128479},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6618622541427612},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5567747354507446},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5085903406143188},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.057189226150512695},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.26599/bdma.2020.9020004","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2020.9020004","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5433e311cbbb4c2e914915b00c94d99e","is_oa":true,"landing_page_url":"https://doaj.org/article/5433e311cbbb4c2e914915b00c94d99e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data Mining and Analytics, Vol 3, Iss 3, Pp 196-207 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.26599/bdma.2020.9020004","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2020.9020004","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4285161415","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790","https://openalex.org/W4315865067","https://openalex.org/W2979433843","https://openalex.org/W3208304128","https://openalex.org/W2799384463","https://openalex.org/W3159619856"],"abstract_inverted_index":{"Improving":[0],"performance":[1,120,138],"of":[2,28,35,108,121],"deep":[3,15,66,123],"learning":[4,67,91,124,129],"models":[5,68,100,113,125,134],"and":[6,73,98,102,104],"reducing":[7],"their":[8],"training":[9,45,65,77,141],"times":[10],"are":[11,19],"ongoing":[12],"challenges":[13],"in":[14,114],"neural":[16,37],"networks.":[17,38],"There":[18],"several":[20,87],"approaches":[21],"proposed":[22,117],"to":[23,31,69,79,135],"address":[24],"these":[25,112,122,133],"challenges,":[26],"one":[27],"which":[29],"is":[30],"increase":[32,44],"the":[33,36,106],"depth":[34],"Such":[39],"deeper":[40],"networks":[41],"not":[42],"only":[43],"times,":[46],"but":[47],"also":[48,74],"suffer":[49],"from":[50],"vanishing":[51,71],"gradients":[52,72],"problem":[53],"while":[54],"training.":[55],"In":[56],"this":[57],"work,":[58],"we":[59],"propose":[60],"gradient":[61,83],"amplification":[62,84,109],"approach":[63,118],"for":[64],"prevent":[70],"develop":[75],"a":[76],"strategy":[78],"enable":[80],"or":[81],"disable":[82],"method":[85],"across":[86],"epochs":[88],"with":[89,139],"different":[90],"rates.":[92],"We":[93],"perform":[94],"experiments":[95],"on":[96,111],"VGG-19":[97],"Resnet":[99],"(Resnet-18":[101],"Resnet-34),":[103],"study":[105],"impact":[107],"parameters":[110],"detail.":[115],"Our":[116],"improves":[119],"even":[126],"at":[127],"higher":[128,137],"rates,":[130],"thereby":[131],"allowing":[132],"achieve":[136],"reduced":[140],"time.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":43},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}