{"id":"https://openalex.org/W4414360606","doi":"https://doi.org/10.24963/ijcai.2025/272","title":"Balancing Invariant and Specific Knowledge for Domain Generalization with Online Knowledge Distillation","display_name":"Balancing Invariant and Specific Knowledge for Domain Generalization with Online Knowledge Distillation","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4414360606","doi":"https://doi.org/10.24963/ijcai.2025/272"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2025/272","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/272","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025337002","display_name":"Di Zhao","orcid":"https://orcid.org/0000-0002-8575-0294"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Di Zhao","raw_affiliation_strings":["University of Auckland"],"affiliations":[{"raw_affiliation_string":"University of Auckland","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100749003","display_name":"Jingfeng Zhang","orcid":"https://orcid.org/0000-0002-8206-6235"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jingfeng Zhang","raw_affiliation_strings":["University of Auckland"],"affiliations":[{"raw_affiliation_string":"University of Auckland","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072739933","display_name":"Hongsheng Hu","orcid":"https://orcid.org/0000-0003-2501-2852"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongsheng Hu","raw_affiliation_strings":["University of Newcastle"],"affiliations":[{"raw_affiliation_string":"University of Newcastle","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038682039","display_name":"Philippe Fournier\u2010Viger","orcid":"https://orcid.org/0000-0002-7680-9899"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Philippe Fournier-Viger","raw_affiliation_strings":["Shenzhen University"],"affiliations":[{"raw_affiliation_string":"Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016115576","display_name":"Gillian Dobbie","orcid":"https://orcid.org/0000-0001-7245-0367"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Gillian Dobbie","raw_affiliation_strings":["University of Auckland"],"affiliations":[{"raw_affiliation_string":"University of Auckland","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017570709","display_name":"Yun Sing Koh","orcid":"https://orcid.org/0000-0001-7256-4049"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Yun Sing Koh","raw_affiliation_strings":["University of Auckland"],"affiliations":[{"raw_affiliation_string":"University of Auckland","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5025337002"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14010463,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2440","last_page":"2448"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9300000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6899999976158142},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6069999933242798},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.5981000065803528},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5925999879837036},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.46389999985694885},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.4478999972343445},{"id":"https://openalex.org/keywords/knowledge-engineering","display_name":"Knowledge engineering","score":0.4449000060558319}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6913999915122986},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6899999976158142},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6069999933242798},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.5981000065803528},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5925999879837036},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5320000052452087},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5127999782562256},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.46389999985694885},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.4478999972343445},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.4449000060558319},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.439300000667572},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.3837999999523163},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.366100013256073},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.2784000039100647}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2025/272","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/272","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"research":[1],"has":[2],"demonstrated":[3],"the":[4,27,60,71,100,111,142,148],"effectiveness":[5,28],"of":[6,29,83,144,150],"knowledge":[7,18,30,96,122,146],"distillation":[8,24,97],"in":[9,54],"Domain":[10],"Generalization.":[11],"However,":[12],"existing":[13],"approaches":[14],"often":[15],"overlook":[16],"domain-specific":[17,67,145],"and":[19,66,75,102,147],"rely":[20],"on":[21,116,126],"an":[22,94],"offline":[23],"strategy,":[25,98],"limiting":[26],"transfer.":[31,123],"To":[32],"address":[33],"these":[34,80],"limitations,":[35],"we":[36,136],"propose":[37],"Balanced":[38],"Online":[39],"knowLedge":[40],"Distillation":[41],"(BOLD).":[42],"BOLD":[43,92,131],"leverages":[44],"a":[45,55],"multi-domain":[46],"expert":[47,52],"teacher":[48,101,112],"model,":[49],"with":[50],"each":[51],"specializing":[53],"specific":[56],"source":[57],"domain,":[58],"enabling":[59],"student":[61,103,117],"to":[62,78,104,113],"distill":[63],"both":[64],"domain-invariant":[65],"knowledge.":[68],"We":[69],"incorporate":[70],"Pareto":[72],"optimization":[73,87],"principle":[74],"uncertainty":[76,151],"weighting":[77],"balance":[79],"two":[81],"types":[82],"knowledge,":[84],"ensuring":[85],"simultaneous":[86],"without":[88],"compromising":[89],"either.":[90],"Additionally,":[91],"employs":[93],"online":[95],"allowing":[99],"learn":[105],"concurrently.":[106],"This":[107],"dynamic":[108],"interaction":[109],"enables":[110],"adapt":[114],"based":[115],"feedback,":[118],"facilitating":[119],"more":[120],"effective":[121],"Extensive":[124],"experiments":[125],"seven":[127],"benchmarks":[128],"demonstrate":[129],"that":[130,140],"outperforms":[132],"state-of-the-art":[133],"methods.":[134],"Furthermore,":[135],"provide":[137],"theoretical":[138],"insights":[139],"highlight":[141],"importance":[143],"advantages":[149],"weighting.":[152]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}