{"id":"https://openalex.org/W2996776215","doi":null,"title":"Efficient Technique to Accelerate Neural Network Training by Freezing Hidden Layers","display_name":"Efficient Technique to Accelerate Neural Network Training by Freezing Hidden Layers","publication_year":2019,"publication_date":"2019-06-01","ids":{"openalex":"https://openalex.org/W2996776215","mag":"2996776215"},"language":"en","primary_location":{"id":"mag:2996776215","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/ACISicis/ACISicis2019.html#ChenHZ19","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100773787","display_name":"Xuhui Chen","orcid":"https://orcid.org/0009-0003-3444-1226","observed_orcids":["https://orcid.org/0009-0003-3444-1226"]},"institutions":[{"id":"https://openalex.org/I4405280665","display_name":"Xiamen City University","ror":"https://ror.org/038pyr204","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405280665"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuhui Chen","raw_affiliation_strings":["Xiamen City University,Department of Electronics and Information Engineering,Xiamen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen City University,Department of Electronics and Information Engineering,Xiamen,China","institution_ids":["https://openalex.org/I4405280665"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075236942","display_name":"Ejaz Ui Haq","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405280665","display_name":"Xiamen City University","ror":"https://ror.org/038pyr204","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405280665"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ejaz Ui Haq","raw_affiliation_strings":["Xiamen City University,Department of Electronics and Information Engineering,Xiamen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen City University,Department of Electronics and Information Engineering,Xiamen,China","institution_ids":["https://openalex.org/I4405280665"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058210713","display_name":"Chengyu Zhou","orcid":"https://orcid.org/0000-0001-7100-2749","observed_orcids":["https://orcid.org/0000-0001-7100-2749"]},"institutions":[{"id":"https://openalex.org/I4405280665","display_name":"Xiamen City University","ror":"https://ror.org/038pyr204","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405280665"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyu Zhou","raw_affiliation_strings":["Xiamen City University,Department of Electronics and Information Engineering,Xiamen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen City University,Department of Electronics and Information Engineering,Xiamen,China","institution_ids":["https://openalex.org/I4405280665"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4405280665"],"apc_list":null,"apc_paid":null,"fwci":0.096,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.38461918,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"542","last_page":"546"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.022299999371170998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.016300000250339508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-training-acceleration","display_name":"neural network training acceleration","score":0.8550000190734863},{"id":"https://openalex.org/keywords/training-efficiency","display_name":"training efficiency","score":0.5350000262260437},{"id":"https://openalex.org/keywords/densenet","display_name":"DenseNet","score":0.5440000295639038},{"id":"https://openalex.org/keywords/resnet","display_name":"ResNet","score":0.9990000128746033},{"id":"https://openalex.org/keywords/vgg","display_name":"VGG","score":0.9819999933242798},{"id":"https://openalex.org/keywords/cifar-10","display_name":"CIFAR-10","score":0.8149999976158142},{"id":"https://openalex.org/keywords/training-time-reduction","display_name":"training time reduction","score":0.722000002861023}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7965449094772339},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.765465497970581},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7559274435043335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7371206283569336},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5726588368415833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5326435565948486},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.49448585510253906},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3449559211730957},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3208959102630615},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.08540269732475281},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2996776215","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/ACISicis/ACISicis2019.html#ChenHZ19","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W104184427","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1904365287","https://openalex.org/W1984541135","https://openalex.org/W1992781178","https://openalex.org/W2110798204","https://openalex.org/W2119112357","https://openalex.org/W2145094598","https://openalex.org/W2156303437","https://openalex.org/W2163605009","https://openalex.org/W2257979135","https://openalex.org/W2302255633","https://openalex.org/W2331143823","https://openalex.org/W2518108298","https://openalex.org/W2581082771","https://openalex.org/W2902029681","https://openalex.org/W2919115771","https://openalex.org/W2963446712","https://openalex.org/W2964137095"],"related_works":["https://openalex.org/W2963058670","https://openalex.org/W3084357044","https://openalex.org/W2981943644","https://openalex.org/W4399170935","https://openalex.org/W4372260356","https://openalex.org/W4408697638","https://openalex.org/W4393272818","https://openalex.org/W7165182877","https://openalex.org/W3078478003","https://openalex.org/W4391421033"],"abstract_inverted_index":{"Deep":[0],"neural":[1,40],"networks":[2],"have":[3],"the":[4,36],"least":[5],"parameters":[6],"in":[7,24,73],"early":[8],"layers":[9,38,44],"but":[10],"it":[11],"take":[12],"up":[13,80,96],"very":[14],"complex":[15],"and":[16,51,99],"long":[17],"computation.":[18],"This":[19],"paper":[20],"propose":[21],"a":[22,26],"method":[23],"which":[25],"set":[27],"number":[28],"of":[29,39,79,90],"training":[30],"run":[31],"are":[32,45,58],"used":[33],"to":[34,81,97],"train":[35],"hidden":[37,43],"networks.":[41,104],"The":[42],"freezing":[46],"out":[47,60],"one":[48,50],"by":[49],"excluding":[52],"from":[53],"backward":[54],"pass.":[55],"Several":[56],"experiments":[57],"carried":[59],"on":[61],"CIFER;":[62],"we":[63],"practically":[64],"show":[65],"that":[66],"Freeze":[67],"Out":[68],"technique":[69],"gives":[70],"3%":[71],"loss":[72,89],"accuracy":[74,91],"for":[75,92,102],"DenseNets":[76],"while":[77,94],"saving":[78],"20%":[82,98],"wall-clock":[83],"time":[84],"during":[85],"training,":[86],"with":[87],"no":[88,100],"ResNets":[93],"speed":[95],"improvement":[101],"VGG":[103]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2020-01-10T00:00:00"}