{"id":"https://openalex.org/W4408355205","doi":"https://doi.org/10.1109/icassp49660.2025.10890405","title":"Jack of All Trades, Master of None: PMP-Guided Adaptive Multi-Teacher Distillation with Meta-Learning","display_name":"Jack of All Trades, Master of None: PMP-Guided Adaptive Multi-Teacher Distillation with Meta-Learning","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408355205","doi":"https://doi.org/10.1109/icassp49660.2025.10890405"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10890405","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890405","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047558662","display_name":"Sisi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sisi Zhang","raw_affiliation_strings":["Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015862017","display_name":"Zechao Lin","orcid":"https://orcid.org/0009-0006-8733-6907"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zechao Lin","raw_affiliation_strings":["Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101650259","display_name":"Xingbin Wang","orcid":"https://orcid.org/0000-0002-5295-7483"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingbin Wang","raw_affiliation_strings":["Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103044998","display_name":"Yulan Su","orcid":"https://orcid.org/0000-0002-7539-7132"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulan Su","raw_affiliation_strings":["Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115601765","display_name":"Yan Wang","orcid":"https://orcid.org/0009-0005-2485-0899"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Wang","raw_affiliation_strings":["Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013903881","display_name":"Rui Hou","orcid":"https://orcid.org/0000-0002-9215-7632"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Hou","raw_affiliation_strings":["Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054693503","display_name":"Dan Meng","orcid":"https://orcid.org/0009-0002-9868-5353"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Meng","raw_affiliation_strings":["Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering,Chinese Academy of Sciences,Beijing,China,100085","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.8999000191688538,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.8999000191688538,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.8564000129699707,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.8440999984741211,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6944839954376221},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6009439826011658},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4214232265949249},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3630155324935913},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.33809933066368103},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19337975978851318},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.0971219539642334},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.06257015466690063}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6944839954376221},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6009439826011658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4214232265949249},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3630155324935913},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33809933066368103},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19337975978851318},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0971219539642334},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.06257015466690063}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10890405","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890405","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1204615996","https://openalex.org/W2963542245","https://openalex.org/W2963857521","https://openalex.org/W2997560666","https://openalex.org/W3015735225","https://openalex.org/W3204279503","https://openalex.org/W4213206621","https://openalex.org/W4224927203","https://openalex.org/W4283792986","https://openalex.org/W4293846201","https://openalex.org/W4297087551","https://openalex.org/W4310348256","https://openalex.org/W4313031019","https://openalex.org/W4323338513","https://openalex.org/W4382318976","https://openalex.org/W4386065434","https://openalex.org/W4390871831","https://openalex.org/W4390873517","https://openalex.org/W6759129252","https://openalex.org/W6762775584","https://openalex.org/W6774469542","https://openalex.org/W6788494687","https://openalex.org/W6789015388","https://openalex.org/W6796715692"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"To":[0],"enhance":[1],"the":[2,7,25,28,36,66,84,92,108],"robustness":[3],"and":[4],"accuracy":[5],"of":[6,27,39,68,86,97],"small":[8],"model,":[9,42],"existing":[10],"approaches":[11],"combine":[12],"adversarial":[13,113],"training":[14],"with":[15,57],"knowledge":[16,38],"distillation,":[17],"introducing":[18],"a":[19,40,52,87],"comprehensive":[20],"single-teacher":[21],"model":[22,30],"to":[23,35,64,82,90],"improve":[24],"performance":[26],"student":[29,88],"(small":[31],"model).":[32],"However,":[33],"due":[34],"limited":[37],"teacher":[41],"it":[43],"appears":[44],"\"knowledge":[45],"gain":[46],"saturation\"":[47],"phenomenon.":[48],"Therefore,":[49],"we":[50],"propose":[51],"PMP-Guided":[53],"Adaptive":[54],"Multi-Teacher":[55],"Distillation":[56],"Meta-Learning.":[58],"Pontryagin\u2019s":[59],"Maximum":[60],"Principle":[61],"is":[62,80],"employed":[63],"solve":[65],"issue":[67],"inconsistent":[69],"teaching":[70],"objectives":[71],"among":[72],"teachers":[73],"causing":[74],"distinct":[75],"optimization":[76],"directions.":[77],"Meanwhile,":[78],"Meta-learning-network":[79],"designed":[81],"tackle":[83],"problem":[85],"struggling":[89],"balance":[91],"learned":[93],"knowledge.":[94],"A":[95],"series":[96],"experiments":[98],"conducted":[99],"on":[100],"public":[101],"datasets":[102],"demonstrate":[103],"that":[104],"our":[105],"approach":[106],"outperforms":[107],"state-of-the-art":[109],"methods":[110],"against":[111],"various":[112],"attacks.":[114]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}