{"id":"https://openalex.org/W4393147203","doi":"https://doi.org/10.1609/aaai.v38i15.29573","title":"Leveraging Normalization Layer in Adapters with Progressive Learning and Adaptive Distillation for Cross-Domain Few-Shot Learning","display_name":"Leveraging Normalization Layer in Adapters with Progressive Learning and Adaptive Distillation for Cross-Domain Few-Shot Learning","publication_year":2024,"publication_date":"2024-03-24","ids":{"openalex":"https://openalex.org/W4393147203","doi":"https://doi.org/10.1609/aaai.v38i15.29573"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v38i15.29573","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i15.29573","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/29573/30962","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/29573/30962","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100530523","display_name":"Yongjin Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]},{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["CA","KR"],"is_corresponding":true,"raw_author_name":"YongJin Yang","raw_affiliation_strings":["KAIST AI"],"affiliations":[{"raw_affiliation_string":"KAIST AI","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100774197","display_name":"Taehyeon Kim","orcid":"https://orcid.org/0000-0001-5496-2625"},"institutions":[{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]},{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["CA","KR"],"is_corresponding":false,"raw_author_name":"Taehyeon Kim","raw_affiliation_strings":["KAIST AI"],"affiliations":[{"raw_affiliation_string":"KAIST AI","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091674853","display_name":"Se-Young Yun","orcid":"https://orcid.org/0000-0001-6675-5113"},"institutions":[{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]},{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["CA","KR"],"is_corresponding":false,"raw_author_name":"Se-Young Yun","raw_affiliation_strings":["KAIST AI"],"affiliations":[{"raw_affiliation_string":"KAIST AI","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100530523"],"corresponding_institution_ids":["https://openalex.org/I157485424","https://openalex.org/I4210099236"],"apc_list":null,"apc_paid":null,"fwci":0.8835,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.70454545,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"38","issue":"15","first_page":"16370","last_page":"16378"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11609","display_name":"Geophysical Methods and Applications","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9289000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.6751842498779297},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6126731634140015},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5701637268066406},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.42692068219184875},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.41034454107284546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4087899625301361},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.23952320218086243},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.18248939514160156},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.16308674216270447},{"id":"https://openalex.org/keywords/nanotechnology","display_name":"Nanotechnology","score":0.10681739449501038}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6751842498779297},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6126731634140015},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5701637268066406},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.42692068219184875},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.41034454107284546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4087899625301361},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.23952320218086243},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.18248939514160156},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.16308674216270447},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.10681739449501038},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v38i15.29573","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i15.29573","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/29573/30962","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v38i15.29573","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i15.29573","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/29573/30962","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5299999713897705,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1108386252","display_name":null,"funder_award_id":"2021-0-00907","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G1769687045","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G2148870006","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320324161","funder_display_name":"Korea Advanced Institute of Science and Technology"},{"id":"https://openalex.org/G398188885","display_name":null,"funder_award_id":"2019-0-0007","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G4628738581","display_name":null,"funder_award_id":"No. 2019-0-00075","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5415505637","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G5961287896","display_name":null,"funder_award_id":"2021-0-00907","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G6072120315","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320324161","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393147203.pdf"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1821462560","https://openalex.org/W2108598243","https://openalex.org/W2125101937","https://openalex.org/W2194775991","https://openalex.org/W2299668505","https://openalex.org/W2472819217","https://openalex.org/W2581955877","https://openalex.org/W2601450892","https://openalex.org/W2604763608","https://openalex.org/W2734498959","https://openalex.org/W2760103357","https://openalex.org/W2798381792","https://openalex.org/W2951927259","https://openalex.org/W2963341924","https://openalex.org/W2963741406","https://openalex.org/W2993323518","https://openalex.org/W2995253937","https://openalex.org/W2995589713","https://openalex.org/W2995653869","https://openalex.org/W3002740131","https://openalex.org/W3012473455","https://openalex.org/W3036139671","https://openalex.org/W3036411233","https://openalex.org/W3043470355","https://openalex.org/W3108975329","https://openalex.org/W3110608229","https://openalex.org/W3118781314","https://openalex.org/W3120093386","https://openalex.org/W3136670918","https://openalex.org/W3142729297","https://openalex.org/W3163343031","https://openalex.org/W3167673010","https://openalex.org/W3194962611","https://openalex.org/W3204077122","https://openalex.org/W3204815733","https://openalex.org/W3215113235","https://openalex.org/W3217287392","https://openalex.org/W4221166734","https://openalex.org/W4225764944","https://openalex.org/W4281775604","https://openalex.org/W4283079364","https://openalex.org/W4287827961","https://openalex.org/W4288322074","https://openalex.org/W4297733041","https://openalex.org/W4297797918","https://openalex.org/W4312235843","https://openalex.org/W4318751704","https://openalex.org/W6676297131","https://openalex.org/W6681968150","https://openalex.org/W6687483927","https://openalex.org/W6735236233","https://openalex.org/W6771660073","https://openalex.org/W6780018965"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966","https://openalex.org/W2591697403"],"abstract_inverted_index":{"Cross-domain":[0],"few-shot":[1,190],"learning":[2,191],"presents":[3],"a":[4,26,93,107,138,163,174],"formidable":[5],"challenge,":[6],"as":[7,173],"models":[8],"must":[9],"be":[10],"trained":[11],"on":[12,18,37,183,187],"base":[13],"classes":[14,20],"and":[15,53,75,103,145],"then":[16],"tested":[17],"novel":[19],"from":[21,58,151],"various":[22],"domains":[23],"with":[24,72,106,158],"only":[25],"few":[27],"samples":[28],"at":[29],"hand.":[30],"While":[31],"prior":[32],"approaches":[33],"have":[34],"primarily":[35],"focused":[36],"parameter-efficient":[38],"methods":[39],"of":[40,92,116,131,141,162],"using":[41],"adapters,":[42],"they":[43],"often":[44],"overlook":[45],"two":[46,80,87,136,143],"critical":[47],"issues:":[48],"shifts":[49],"in":[50,70],"batch":[51,114],"statistics":[52,56,115],"noisy":[54,132],"sample":[55],"arising":[57],"domain":[59],"discrepancy":[60],"variations.":[61],"In":[62],"this":[63,167],"paper,":[64],"we":[65,134],"introduce":[66],"Leveraging":[67],"Normalization":[68],"Layer":[69],"Adapters":[71],"Progressive":[73],"Learning":[74],"Adaptive":[76],"Distillation":[77],"(ProLAD),":[78],"marking":[79],"principal":[81],"contributions.":[82],"First,":[83],"our":[84,170,195],"methodology":[85],"utilizes":[86],"separate":[88],"adapters:":[89],"one":[90],"devoid":[91,161],"normalization":[94,108,164],"layer,":[95,109],"which":[96],"is":[97],"more":[98],"effective":[99,122],"for":[100,123,180],"similar":[101],"domains,":[102],"another":[104],"embedded":[105],"designed":[110],"to":[111,127],"leverage":[112],"the":[113,117,129,142,155,159,177],"target":[118],"domain,":[119],"thus":[120],"proving":[121],"dissimilar":[124],"domains.":[125],"Second,":[126],"address":[128],"pitfalls":[130],"statistics,":[133],"deploy":[135],"strategies:":[137],"progressive":[139],"training":[140],"adapters":[144],"an":[146],"adaptive":[147,168],"distillation":[148],"technique":[149,196],"derived":[150],"features":[152],"determined":[153],"by":[154],"model":[156],"solely":[157],"adapter":[160,179],"layer.":[165],"Through":[166],"distillation,":[169],"approach":[171],"functions":[172],"modulator,":[175],"controlling":[176],"primary":[178],"adaptation,":[181],"based":[182],"each":[184],"domain.":[185],"Evaluations":[186],"standard":[188],"cross-domain":[189],"benchmarks":[192],"confirm":[193],"that":[194],"outperforms":[197],"existing":[198],"state-of-the-art":[199],"methodologies.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}