{"id":"https://openalex.org/W3162666626","doi":"https://doi.org/10.1109/kst51265.2021.9415793","title":"A study on training fine-tuning of convolutional neural networks","display_name":"A study on training fine-tuning of convolutional neural networks","publication_year":2021,"publication_date":"2021-01-21","ids":{"openalex":"https://openalex.org/W3162666626","doi":"https://doi.org/10.1109/kst51265.2021.9415793","mag":"3162666626"},"language":"en","primary_location":{"id":"doi:10.1109/kst51265.2021.9415793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/kst51265.2021.9415793","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Knowledge and Smart Technology (KST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051336653","display_name":"Zhicheng Cai","orcid":"https://orcid.org/0000-0002-8702-6216"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhicheng Cai","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University Nanjing Institute of Advanced Artificial Intelligence, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University Nanjing Institute of Advanced Artificial Intelligence, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040090541","display_name":"Chenglei Peng","orcid":"https://orcid.org/0000-0003-2030-2877"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglei Peng","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University Nanjing Institute of Advanced Artificial Intelligence, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University Nanjing Institute of Advanced Artificial Intelligence, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5051336653"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":1.6332,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.85665033,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"30","issue":null,"first_page":"84","last_page":"89"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8458524346351624},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8053831458091736},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7501195669174194},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7200876474380493},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7060872912406921},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6786435842514038},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5779060125350952},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5174767971038818},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5164735317230225},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.5089197158813477},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49785900115966797},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45117348432540894},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4444171190261841},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"Fine-tuning","score":0.4394114017486572},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.42127978801727295},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.41075190901756287},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4100877642631531}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8458524346351624},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8053831458091736},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7501195669174194},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7200876474380493},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7060872912406921},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6786435842514038},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5779060125350952},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5174767971038818},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5164735317230225},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.5089197158813477},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49785900115966797},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45117348432540894},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4444171190261841},{"id":"https://openalex.org/C157524613","wikidata":"https://www.wikidata.org/wiki/Q2828883","display_name":"Fine-tuning","level":2,"score":0.4394114017486572},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.42127978801727295},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.41075190901756287},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4100877642631531},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/kst51265.2021.9415793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/kst51265.2021.9415793","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Knowledge and Smart Technology (KST)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W100985474","https://openalex.org/W1533861849","https://openalex.org/W1538131130","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1849277567","https://openalex.org/W1921523184","https://openalex.org/W2015861736","https://openalex.org/W2090042335","https://openalex.org/W2125930537","https://openalex.org/W2136922672","https://openalex.org/W2141125852","https://openalex.org/W2156387975","https://openalex.org/W2163605009","https://openalex.org/W2176412452","https://openalex.org/W2194775991","https://openalex.org/W2398204197","https://openalex.org/W2518108298","https://openalex.org/W2546302380","https://openalex.org/W2618530766","https://openalex.org/W2803550959","https://openalex.org/W2962737770","https://openalex.org/W2963263347","https://openalex.org/W2963285578","https://openalex.org/W2963454111","https://openalex.org/W3152356936","https://openalex.org/W4297672742","https://openalex.org/W6631943919","https://openalex.org/W6632100814","https://openalex.org/W6639204139","https://openalex.org/W6640185926","https://openalex.org/W6682889407","https://openalex.org/W6712601141","https://openalex.org/W6739879593"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W3204184292","https://openalex.org/W2626256601","https://openalex.org/W3176564347","https://openalex.org/W4210308499","https://openalex.org/W4380558612","https://openalex.org/W4387829178","https://openalex.org/W4226410230","https://openalex.org/W3163689946","https://openalex.org/W4389519237"],"abstract_inverted_index":{"As":[0],"a":[1,53],"subdiscipline":[2],"of":[3,123],"deep":[4,61],"learning,":[5],"Convolutional":[6],"Neural":[7],"Network":[8],"(CNN)":[9],"has":[10],"been":[11,37],"increasingly":[12],"concerned":[13],"about":[14],"by":[15,102],"people":[16],"recently":[17],"and":[18,84,107,121,135],"widely":[19],"applied":[20],"in":[21],"various":[22,29],"fields":[23],"related":[24],"to":[25,48,89],"computer":[26],"vision.":[27],"Although":[28],"algorithms":[30],"that":[31],"can":[32,67],"improve":[33],"CNN":[34,62,98],"model":[35,99],"have":[36],"proposed":[38],"continuously,":[39],"there":[40],"is":[41,100],"no":[42],"consensus":[43],"on":[44,111],"utilizing":[45],"which":[46,66],"techniques":[47],"obtain":[49],"better":[50],"results":[51],"for":[52],"specific":[54],"task.":[55],"This":[56],"paper":[57],"studies":[58],"the":[59,95,109,112,119,124,133,137],"fundamental":[60],"model's":[63],"training":[64],"fine-tuning,":[65],"be":[68],"classified":[69],"as":[70],"follows:":[71],"network":[72,74],"depth,":[73],"width,":[75],"nonlinear":[76],"activation":[77],"function,":[78],"pooling":[79],"method,":[80,83],"parameter":[81],"initialization":[82],"learning":[85],"rate":[86],"strategy.":[87],"According":[88],"each":[90],"fine-tuning":[91,126],"class's":[92],"different":[93,125],"schemes,":[94,127],"relevant":[96],"comparison":[97],"designed":[101],"controlling":[103],"variables.":[104],"We":[105],"trained":[106],"tested":[108],"models":[110],"benchmark":[113],"data":[114],"set":[115],"CIFAR-10.":[116],"After":[117],"comparing":[118],"advantages":[120],"disadvantages":[122],"we":[128],"investigated":[129],"their":[130],"characteristics,":[131],"explored":[132],"reasons,":[134],"discussed":[136],"general":[138],"rules":[139],"among":[140],"them.":[141]},"counts_by_year":[{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}