{"id":"https://openalex.org/W4308216546","doi":"https://doi.org/10.1109/allerton49937.2022.9929375","title":"A Kernel Analysis of Feature Learning in Deep Neural Networks","display_name":"A Kernel Analysis of Feature Learning in Deep Neural Networks","publication_year":2022,"publication_date":"2022-09-27","ids":{"openalex":"https://openalex.org/W4308216546","doi":"https://doi.org/10.1109/allerton49937.2022.9929375"},"language":"en","primary_location":{"id":"doi:10.1109/allerton49937.2022.9929375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton49937.2022.9929375","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 58th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040593057","display_name":"Abd\u00fclkadir Canatar","orcid":"https://orcid.org/0000-0002-0140-5718"},"institutions":[{"id":"https://openalex.org/I4210153546","display_name":"Flatiron Health (United States)","ror":"https://ror.org/0508h6p74","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153546"]},{"id":"https://openalex.org/I4387153999","display_name":"Flatiron Institute","ror":"https://ror.org/00sekdz59","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4210107338","https://openalex.org/I4387153999"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdulkadir Canatar","raw_affiliation_strings":["Flatiron Institute,Center for Computational Neuroscience,New York City,NY,USA","Center for Computational Neuroscience, Flatiron Institute, New York City, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Flatiron Institute,Center for Computational Neuroscience,New York City,NY,USA","institution_ids":["https://openalex.org/I4210153546"]},{"raw_affiliation_string":"Center for Computational Neuroscience, Flatiron Institute, New York City, NY, USA","institution_ids":["https://openalex.org/I4210153546","https://openalex.org/I4387153999"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023195984","display_name":"Cengiz Pehlevan","orcid":"https://orcid.org/0000-0001-9767-6063"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I178102782","display_name":"John F. Kennedy University","ror":"https://ror.org/050p9wj26","country_code":"US","type":"education","lineage":["https://openalex.org/I178102782","https://openalex.org/I4210086682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cengiz Pehlevan","raw_affiliation_strings":["John A. Paulson School of Engineering and Applied Sciences and Center for Brain Science Harvard University,Cambridge,MA,USA","John A. Paulson School of Engineering and Applied Sciences and Center for Brain Science Harvard University, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences and Center for Brain Science Harvard University,Cambridge,MA,USA","institution_ids":["https://openalex.org/I178102782"]},{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences and Center for Brain Science Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.719780445098877},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7078983187675476},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6988328695297241},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.6972253322601318},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6905912756919861},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5255014896392822},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4671209454536438},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.45964953303337097},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4507168233394623},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4345475435256958},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.42800411581993103},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4243248701095581},{"id":"https://openalex.org/keywords/kernel-method","display_name":"Kernel method","score":0.4208766520023346},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1898859739303589},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.10078516602516174}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.719780445098877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7078983187675476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6988328695297241},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.6972253322601318},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6905912756919861},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5255014896392822},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4671209454536438},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45964953303337097},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4507168233394623},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4345475435256958},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.42800411581993103},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4243248701095581},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.4208766520023346},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1898859739303589},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.10078516602516174},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/allerton49937.2022.9929375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton49937.2022.9929375","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 58th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W55399194","https://openalex.org/W1588424744","https://openalex.org/W1638081485","https://openalex.org/W1920328734","https://openalex.org/W2007339694","https://openalex.org/W2014158063","https://openalex.org/W2100235303","https://openalex.org/W2142387771","https://openalex.org/W2158863190","https://openalex.org/W2165867509","https://openalex.org/W2194775991","https://openalex.org/W2809090039","https://openalex.org/W2912322140","https://openalex.org/W2919115771","https://openalex.org/W2942810103","https://openalex.org/W2952204734","https://openalex.org/W2964118293","https://openalex.org/W2971043187","https://openalex.org/W2976157562","https://openalex.org/W2993805018","https://openalex.org/W2994110075","https://openalex.org/W2995443162","https://openalex.org/W3034522462","https://openalex.org/W3034708079","https://openalex.org/W3035950049","https://openalex.org/W3065974826","https://openalex.org/W3088584794","https://openalex.org/W3095344139","https://openalex.org/W3096003755","https://openalex.org/W3097370814","https://openalex.org/W3113996169","https://openalex.org/W3118608800","https://openalex.org/W3162003518","https://openalex.org/W3172130470","https://openalex.org/W3172914211","https://openalex.org/W3176723190","https://openalex.org/W3187315490","https://openalex.org/W3188789802","https://openalex.org/W3198964499","https://openalex.org/W3206494906","https://openalex.org/W3216843556","https://openalex.org/W4211049957","https://openalex.org/W4225341230","https://openalex.org/W4229732326","https://openalex.org/W4237723258","https://openalex.org/W4281251273","https://openalex.org/W4283020809","https://openalex.org/W4283218374","https://openalex.org/W4283331875","https://openalex.org/W4286889801","https://openalex.org/W4287201332","https://openalex.org/W4287829020","https://openalex.org/W4294103325","https://openalex.org/W4297730150","https://openalex.org/W4301785137","https://openalex.org/W4311207447","https://openalex.org/W6602219098","https://openalex.org/W6634941687","https://openalex.org/W6640308425","https://openalex.org/W6752495264","https://openalex.org/W6761496057","https://openalex.org/W6767489080","https://openalex.org/W6767662509","https://openalex.org/W6768348158","https://openalex.org/W6769099074","https://openalex.org/W6773742229","https://openalex.org/W6774401712","https://openalex.org/W6787972765","https://openalex.org/W6797283454","https://openalex.org/W6803381126","https://openalex.org/W6948022635"],"related_works":["https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790","https://openalex.org/W4315865067","https://openalex.org/W2089892314","https://openalex.org/W2979433843","https://openalex.org/W3208304128","https://openalex.org/W1603091392","https://openalex.org/W4386075310"],"abstract_inverted_index":{"Deep":[0],"neural":[1,88],"networks":[2,89],"learn":[3],"useful":[4],"representations":[5,13,29,45,69],"of":[6,11,86],"data,":[7],"yet":[8],"the":[9,23,27,38,54,81,94],"nature":[10],"these":[12,68],"has":[14],"not":[15],"been":[16],"fully":[17],"understood.":[18],"Here,":[19],"we":[20,79],"empirically":[21],"study":[22],"kernels":[24],"induced":[25],"by":[26,32],"layer":[28],"during":[30,96,105],"training":[31,59,97],"analyzing":[33],"their":[34],"kernel":[35],"alignment":[36,92,102],"to":[37,48],"network's":[39],"target":[40,55,95],"function.":[41],"We":[42,66],"show":[43],"that":[44,100],"from":[46],"earlier":[47],"deeper":[49],"layers":[50],"increasingly":[51],"align":[52],"with":[53,93],"task":[56],"for":[57],"both":[58],"and":[60,75,90,98],"test":[61],"sets,":[62],"implying":[63],"better":[64],"generalization.":[65],"analyze":[67],"across":[70],"different":[71],"architectures,":[72],"optimization":[73],"methods":[74],"batch":[76],"sizes.":[77],"Furthermore,":[78],"compare":[80],"Neural":[82],"Tangent":[83],"Kernel":[84],"(NTK)":[85],"deep":[87],"its":[91],"find":[99],"NTK-target":[101],"also":[103],"increases":[104],"training.":[106]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}