{"id":"https://openalex.org/W7154620094","doi":"https://doi.org/10.14428/esann/2026.es2026-262","title":"Towards Understanding The Winner-Take-Most Behavior Of Neural Network Representations","display_name":"Towards Understanding The Winner-Take-Most Behavior Of Neural Network Representations","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7154620094","doi":"https://doi.org/10.14428/esann/2026.es2026-262"},"language":null,"primary_location":{"id":"doi:10.14428/esann/2026.es2026-262","is_oa":true,"landing_page_url":"https://doi.org/10.14428/esann/2026.es2026-262","pdf_url":"https://doi.org/10.14428/esann/2026.es2026-262","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ESANN 2026 proceesdings","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.14428/esann/2026.es2026-262","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092046699","display_name":"Gilles Peiffer","orcid":null},"institutions":[{"id":"https://openalex.org/I95674353","display_name":"UCLouvain","ror":"https://ror.org/02495e989","country_code":"BE","type":"education","lineage":["https://openalex.org/I95674353"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Gilles Peiffer","raw_affiliation_strings":["Universit catholique de Louvain -ICTEAM , Louvain-la-Neuve , Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit catholique de Louvain -ICTEAM , Louvain-la-Neuve , Belgium","institution_ids":["https://openalex.org/I95674353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012049713","display_name":"Christophe De Vleeschouwer","orcid":"https://orcid.org/0000-0001-5049-2929"},"institutions":[{"id":"https://openalex.org/I95674353","display_name":"UCLouvain","ror":"https://ror.org/02495e989","country_code":"BE","type":"education","lineage":["https://openalex.org/I95674353"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Christophe De Vleeschouwer","raw_affiliation_strings":["Universit catholique de Louvain -ICTEAM , Louvain-la-Neuve , Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit catholique de Louvain -ICTEAM , Louvain-la-Neuve , Belgium","institution_ids":["https://openalex.org/I95674353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101153368","display_name":"Simon Carbonnelle","orcid":null},"institutions":[{"id":"https://openalex.org/I95674353","display_name":"UCLouvain","ror":"https://ror.org/02495e989","country_code":"BE","type":"education","lineage":["https://openalex.org/I95674353"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Simon Carbonnelle","raw_affiliation_strings":["Universit catholique de Louvain -ICTEAM , Louvain-la-Neuve , Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit catholique de Louvain -ICTEAM , Louvain-la-Neuve , Belgium","institution_ids":["https://openalex.org/I95674353"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.5651764,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"733","last_page":"738"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.14390000700950623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.14390000700950623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1289999932050705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07010000199079514,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5139999985694885},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.34689998626708984},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3384000062942505},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.28850001096725464},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.28439998626708984}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5782999992370605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.52920001745224},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5139999985694885},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.34689998626708984},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3384000062942505},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.24699999392032623},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2418999969959259}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14428/esann/2026.es2026-262","is_oa":true,"landing_page_url":"https://doi.org/10.14428/esann/2026.es2026-262","pdf_url":"https://doi.org/10.14428/esann/2026.es2026-262","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ESANN 2026 proceesdings","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.14428/esann/2026.es2026-262","is_oa":true,"landing_page_url":"https://doi.org/10.14428/esann/2026.es2026-262","pdf_url":"https://doi.org/10.14428/esann/2026.es2026-262","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ESANN 2026 proceesdings","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321390","display_name":"Fonds De La Recherche Scientifique - FNRS","ror":"https://ror.org/03q83t159"},{"id":"https://openalex.org/F4320334840","display_name":"Fonds pour la Formation \u00e0 la Recherche dans l\u2019Industrie et dans l\u2019Agriculture","ror":"https://ror.org/03q83t159"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7154620094.pdf","grobid_xml":"https://content.openalex.org/works/W7154620094.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"analyze":[1],"neuron-level":[2],"representations":[3],"of":[4,26,31,58],"generalizing":[5],"and":[6,88],"memorizing":[7],"networks,":[8],"using":[9],"a":[10,32,42,47,59],"synthetic":[11],"dataset":[12],"designed":[13],"through":[14],"aggregating":[15],"hidden":[16],"patterns":[17,30,57],"into":[18],"supervision":[19],"classes.We":[20],"observe":[21],"that":[22],"the":[23,27],"average":[24],"pre-activation":[25],"most":[28],"activated":[29],"class":[33],"(and":[34],"inversely)":[35],"in":[36,54],"each":[37,51],"neuron":[38,52],"increases":[39],"during":[40],"training:":[41],"winner-take-most":[43],"phenomenon.The":[44],"network":[45],"applies":[46],"divide-and-conquer":[48],"strategy,":[49],"where":[50],"specializes":[53],"classifying":[55],"different":[56],"class.Through":[60],"an":[61],"ablation":[62],"study,":[63],"describe":[64],"three":[65],"necessary":[66],"conditions":[67],"for":[68,74],"this":[69],"phenomenon.Finally,":[70],"we":[71],"provide":[72],"intuition":[73],"why":[75],"it":[76],"occurs,":[77],"drawing":[78],"links":[79],"with":[80],"existing":[81],"work":[82],"on":[83],"sample":[84],"difficulty,":[85],"gradient":[86],"coherence,":[87],"implicit":[89],"clustering.":[90]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-17T00:00:00"}