{"id":"https://openalex.org/W4285233323","doi":"https://doi.org/10.1109/access.2022.3186101","title":"Knowledge Transferred Fine-Tuning: Convolutional Neural Network Is Born Again With Anti-Aliasing Even in Data-Limited Situations","display_name":"Knowledge Transferred Fine-Tuning: Convolutional Neural Network Is Born Again With Anti-Aliasing Even in Data-Limited Situations","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285233323","doi":"https://doi.org/10.1109/access.2022.3186101"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3186101","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3186101","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09805722.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09805722.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063110877","display_name":"Satoshi Suzuki","orcid":"https://orcid.org/0000-0002-1423-3767"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Satoshi Suzuki","raw_affiliation_strings":["NTT Computer and Data Science Laboratories, NTT Corporation, Yokosuka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1423-3767","affiliations":[{"raw_affiliation_string":"NTT Computer and Data Science Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006634833","display_name":"Shoichiro Takeda","orcid":"https://orcid.org/0000-0002-7138-4983"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shoichiro Takeda","raw_affiliation_strings":["NTT Human Informatics Laboratories, NTT Corporation, Yokosuka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7138-4983","affiliations":[{"raw_affiliation_string":"NTT Human Informatics Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082466886","display_name":"Naoki Makishima","orcid":"https://orcid.org/0000-0002-7065-315X"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoki Makishima","raw_affiliation_strings":["NTT Computer and Data Science Laboratories, NTT Corporation, Yokosuka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Computer and Data Science Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061074419","display_name":"Atsushi Ando","orcid":"https://orcid.org/0000-0002-3971-0654"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Atsushi Ando","raw_affiliation_strings":["NTT Computer and Data Science Laboratories, NTT Corporation, Yokosuka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3971-0654","affiliations":[{"raw_affiliation_string":"NTT Computer and Data Science Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060644399","display_name":"Ryo Masumura","orcid":"https://orcid.org/0000-0002-2415-4149"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryo Masumura","raw_affiliation_strings":["NTT Computer and Data Science Laboratories, NTT Corporation, Yokosuka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Computer and Data Science Laboratories, NTT Corporation, Yokosuka, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064042196","display_name":"Hayaru Shouno","orcid":"https://orcid.org/0000-0002-2412-0184"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hayaru Shouno","raw_affiliation_strings":["Department of Informatics, The University of Electro-Communications, Chofu, Japan"],"raw_orcid":"https://orcid.org/0000-0002-2412-0184","affiliations":[{"raw_affiliation_string":"Department of Informatics, The University of Electro-Communications, Chofu, Japan","institution_ids":["https://openalex.org/I20529979"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5063110877"],"corresponding_institution_ids":["https://openalex.org/I2251713219"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8332,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77491986,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"10","issue":null,"first_page":"68384","last_page":"68396"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7634648084640503},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.590143620967865},{"id":"https://openalex.org/keywords/aliasing","display_name":"Aliasing","score":0.49543464183807373},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41720259189605713}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7634648084640503},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.590143620967865},{"id":"https://openalex.org/C4069607","wikidata":"https://www.wikidata.org/wiki/Q868732","display_name":"Aliasing","level":3,"score":0.49543464183807373},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41720259189605713},{"id":"https://openalex.org/C136536468","wikidata":"https://www.wikidata.org/wiki/Q1225894","display_name":"Undersampling","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3186101","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3186101","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09805722.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3bab8b0257b04c7f9210a8cea95f5216","is_oa":true,"landing_page_url":"https://doaj.org/article/3bab8b0257b04c7f9210a8cea95f5216","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 68384-68396 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3186101","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3186101","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09805722.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8387937397","display_name":null,"funder_award_id":"JP18H04106","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8935801605","display_name":null,"funder_award_id":"JP19H04982","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285233323.pdf","grobid_xml":"https://content.openalex.org/works/W4285233323.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1576445103","https://openalex.org/W2010315761","https://openalex.org/W2101926813","https://openalex.org/W2108598243","https://openalex.org/W2134120396","https://openalex.org/W2147800946","https://openalex.org/W2151103935","https://openalex.org/W2194775991","https://openalex.org/W2203224402","https://openalex.org/W2294370754","https://openalex.org/W2296073425","https://openalex.org/W2475287302","https://openalex.org/W2490662969","https://openalex.org/W2731516819","https://openalex.org/W2804935296","https://openalex.org/W2962850830","https://openalex.org/W2962872506","https://openalex.org/W2963460174","https://openalex.org/W2963677766","https://openalex.org/W2964111476","https://openalex.org/W3034175346","https://openalex.org/W3034368386","https://openalex.org/W3035006120","https://openalex.org/W3035661013","https://openalex.org/W3126857817","https://openalex.org/W3138154797","https://openalex.org/W3193704648","https://openalex.org/W4206767574","https://openalex.org/W4239943352","https://openalex.org/W4293846201","https://openalex.org/W6634343353","https://openalex.org/W6637162671","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638444622","https://openalex.org/W6638523607","https://openalex.org/W6640185926","https://openalex.org/W6640425456","https://openalex.org/W6679909955","https://openalex.org/W6684191040","https://openalex.org/W6730179637","https://openalex.org/W6740493225","https://openalex.org/W6745995898","https://openalex.org/W6751751081","https://openalex.org/W6752549325","https://openalex.org/W6754005058","https://openalex.org/W6758857762","https://openalex.org/W6761839128","https://openalex.org/W6780028523"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4293226380"],"abstract_inverted_index":{"Anti-aliased":[0],"convolutional":[1],"neural":[2],"networks":[3],"(CNNs)":[4],"are":[5],"models":[6],"that":[7,142,258],"introduce":[8,35],"blur":[9,36,65,82],"filters":[10,37,66],"to":[11,16,27,34,38,73,123,150,171,184,235],"intermediate":[12,40,165],"representations":[13,41,145,166],"of":[14,42,77,80,88,146,180,200],"CNNs":[15],"achieve":[17,273],"high":[18,117],"accuracy":[19,275],"in":[20,154,167,193],"image":[21,191],"recognition":[22,192],"tasks.":[23],"A":[24],"promising":[25],"way":[26],"prepare":[28],"a":[29,107,116,140,147,168,277],"new":[30,60],"anti-aliased":[31,61,173],"CNN":[32,62,170,174,196],"is":[33,91,102,139,183,233],"the":[39,59,64,69,78,99,110,124,144,187,194,211,215,230,238,246,252,259],"pre-trained":[43,70,148,169,195,216,279],"(non":[44],"anti-aliased)":[45],"CNNs,":[46],"since":[47],"many":[48],"researchers":[49],"have":[50],"released":[51],"them":[52],"online.":[53],"Although":[54],"this":[55,130,159,219],"scheme":[56],"can":[57,95,272],"build":[58],"easily,":[63],"drastically":[67],"degrade":[68],"representations.":[71],"Therefore,":[72],"take":[74],"full":[75],"advantage":[76],"benefits":[79],"introducing":[81],"filters,":[83],"fine-tuning":[84,111],"using":[85,197,262],"massive":[86],"amounts":[87],"training":[89,100,126,265],"data":[90,101],"often":[92,103],"required.":[93],"This":[94],"be":[96],"problematic":[97],"because":[98,119],"limited.":[104],"In":[105],"such":[106],"“data-limited”":[108],"situation,":[109],"does":[112],"not":[113],"bring":[114],"about":[115],"performance":[118],"it":[120,250],"induces":[121],"overfitting":[122],"limited":[125],"data.":[127],"To":[128],"tackle":[129],"problem,":[131],"we":[132,161],"propose":[133],"“knowledge":[134],"transferred":[135],"fine-tuning.”":[136],"Knowledge":[137],"transfer":[138,162,185],"technique":[141],"utilizes":[143],"model":[149],"help":[151],"ensure":[152],"generalization":[153],"data-limited":[155],"situations.":[156],"Inspired":[157],"by":[158],"concept,":[160],"knowledge":[163,189,213,220,243],"from":[164,214],"an":[172],"while":[175,244],"fine-tuning.":[176],"The":[177,207,226],"key":[178],"idea":[179],"our":[181],"method":[182,261],"only":[186],"essential":[188,247],"for":[190],"two":[198],"types":[199],"loss:":[201],"pixel-level":[202,239,253],"loss":[203,209,240],"and":[204],"global-level":[205],"loss.":[206,254],"former":[208],"transfers":[210,241],"detailed":[212],"CNN,":[217],"but":[218],"may":[221],"contain":[222],"“aliased”":[223],"non-essential":[224,242],"knowledge.":[225],"latter":[227],"loss,":[228],"on":[229,269],"other":[231],"hand,":[232],"designed":[234],"increase":[236],"when":[237],"ignoring":[245],"knowledge,":[248],"i.e.,":[249],"penalizes":[251],"Experimental":[255],"results":[256],"demonstrate":[257],"proposed":[260],"just":[263],"25":[264],"images":[266],"per":[267],"class":[268],"ImageNet":[270],"2012":[271],"higher":[274],"than":[276],"conventional":[278],"CNN.":[280]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}