{"id":"https://openalex.org/W7138438265","doi":"https://doi.org/10.1609/aaai.v40i10.37777","title":"Neural Collapse-Informed Initialization with Perturbation Injection in Classification-based Metric Learning","display_name":"Neural Collapse-Informed Initialization with Perturbation Injection in Classification-based Metric Learning","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138438265","doi":"https://doi.org/10.1609/aaai.v40i10.37777"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i10.37777","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i10.37777","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i10.37777","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100681212","display_name":"Jinhee Park","orcid":"https://orcid.org/0000-0001-6206-0832"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinhee Park","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129675633","display_name":"Hee Bin Yoo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hee Bin Yoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011318318","display_name":"Minjun Kim","orcid":"https://orcid.org/0000-0002-3224-0610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minjun Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129744641","display_name":"Byoung-Tak Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Byoung-Tak Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5045083125","display_name":"Junseok Kwon","orcid":"https://orcid.org/0000-0001-9526-7549"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junseok Kwon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20886563,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"10","first_page":"8287","last_page":"8295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.48500001430511475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.48500001430511475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.12470000237226486,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.11420000344514847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.835099995136261},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5475999712944031},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5139999985694885},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5002999901771545},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.47350001335144043},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4575999975204468},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4553000032901764},{"id":"https://openalex.org/keywords/gaussian-noise","display_name":"Gaussian noise","score":0.40630000829696655}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.835099995136261},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5475999712944031},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5356000065803528},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5273000001907349},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5202000141143799},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5139999985694885},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5002999901771545},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.47350001335144043},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4575999975204468},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4553000032901764},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.40630000829696655},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.387800008058548},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3831999897956848},{"id":"https://openalex.org/C2777634741","wikidata":"https://www.wikidata.org/wiki/Q768993","display_name":"Wasserstein metric","level":2,"score":0.3709999918937683},{"id":"https://openalex.org/C184050105","wikidata":"https://www.wikidata.org/wiki/Q273163","display_name":"Isotropy","level":2,"score":0.37070000171661377},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3434999883174896},{"id":"https://openalex.org/C81790035","wikidata":"https://www.wikidata.org/wiki/Q847158","display_name":"Jackknife resampling","level":3,"score":0.2922999858856201},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C2986577269","wikidata":"https://www.wikidata.org/wiki/Q11306265","display_name":"Random noise","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C29406490","wikidata":"https://www.wikidata.org/wiki/Q1420659","display_name":"Fisher information","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i10.37777","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i10.37777","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/37777","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/37777","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37777/41739","source":{"id":"https://openalex.org/S7407064318","display_name":"AAAI Publications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i10.37777","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i10.37777","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G13572568","display_name":null,"funder_award_id":"RS-2021-II211341","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G1414387126","display_name":null,"funder_award_id":"RS-2022-II220953","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G1931139656","display_name":null,"funder_award_id":"RS-2024-00456709","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G2947324332","display_name":null,"funder_award_id":"RS-2021II211343","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G3325709253","display_name":null,"funder_award_id":"RS-2022-II220951-LBA","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G4244160943","display_name":null,"funder_award_id":"RS-2021-II211341","funder_id":"https://openalex.org/F4320321202","funder_display_name":"Chung-Ang University"},{"id":"https://openalex.org/G4700831490","display_name":null,"funder_award_id":"2022-","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G490925689","display_name":null,"funder_award_id":"RS\u20102021\u2010II212068","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G5473152478","display_name":null,"funder_award_id":"RS-2021-II211343-GSAI","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G6618802339","display_name":null,"funder_award_id":"RS-2022-II220953-PICA","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G719310780","display_name":null,"funder_award_id":"00423940","funder_id":"https://openalex.org/F4320334879","funder_display_name":"Korea Evaluation Institute of Industrial Technology"}],"funders":[{"id":"https://openalex.org/F4320321202","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98"},{"id":"https://openalex.org/F4320330412","display_name":"Scheme for Promotion of Academic and Research Collaboration","ror":null},{"id":"https://openalex.org/F4320334879","display_name":"Korea Evaluation Institute of Industrial Technology","ror":"https://ror.org/03z9cwa38"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"studies":[1],"have":[2],"revealed":[3],"Neural":[4,140],"Collapse":[5,141],"(NC)":[6],"in":[7,138],"deep":[8],"classifiers,":[9],"where":[10],"last-layer":[11],"weights":[12],"and":[13,75],"features":[14],"align":[15],"into":[16],"an":[17],"equiangular":[18],"tight":[19],"frame":[20],"(ETF),":[21],"concentrating":[22],"class":[23],"information":[24],"along":[25,61],"specific":[26],"embedding":[27],"directions.":[28],"However,":[29],"conventional":[30],"fine-tuning":[31],"typically":[32],"disregards":[33],"this":[34,44,123],"structure,":[35,74],"initializing":[36,57],"task-specific":[37],"classifier":[38,59],"heads":[39],"randomly.":[40],"To":[41],"explicitly":[42,98],"leverage":[43],"phenomenon,":[45],"we":[46,89,154],"propose":[47],"a":[48,67,91],"simple":[49],"yet":[50],"effective":[51],"method":[52,97,114,160],"for":[53],"metric":[54],"learning:":[55],"(1)":[56],"the":[58,72,104,117,139,156],"head":[60],"each":[62],"class\u2019s":[63],"NC":[64],"direction":[65],"from":[66,103],"pretrained":[68,118],"model":[69],"to":[70,84,107],"preserve":[71],"emergent":[73],"(2)":[76],"injecting":[77],"small":[78],"isotropic":[79],"Gaussian":[80],"noise":[81],"during":[82],"finetuning":[83],"boost":[85],"generalization.":[86],"In":[87],"addition,":[88],"provide":[90],"theoretical":[92],"bound":[93],"proving":[94],"that":[95,112,146],"our":[96,113,159],"reduces":[99],"cumulative":[100],"weight":[101,130],"drift":[102,131],"NC-initialization,":[105],"compared":[106],"standard":[108],"finetuning.":[109],"This":[110],"suggests":[111],"better":[115,134],"preserves":[116],"model\u2019s":[119],"class-specific":[120],"structure.":[121],"Empirically,":[122],"structural":[124],"preservation":[125],"yields":[126],"Recall@K":[127],"gains:":[128],"reduced":[129],"correlates":[132],"with":[133],"performance.":[135],"Concurrent":[136],"decreases":[137],"1":[142],"(NC1)":[143],"measure":[144],"confirm":[145],"stronger":[147],"intra\u2010class":[148],"cohesion":[149],"underlies":[150],"these":[151],"improvements.":[152],"Furthermore,":[153],"validate":[155],"effectiveness":[157],"of":[158],"on":[161],"class\u2010imbalanced":[162],"benchmarks.":[163]},"counts_by_year":[],"updated_date":"2026-09-02T07:38:04.252551","created_date":"2026-03-18T00:00:00"}