{"id":"https://openalex.org/W4372341146","doi":"https://doi.org/10.1109/icassp49357.2023.10096910","title":"Compressing Cross-Domain Representation via Lifelong Knowledge Distillation","display_name":"Compressing Cross-Domain Representation via Lifelong Knowledge Distillation","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372341146","doi":"https://doi.org/10.1109/icassp49357.2023.10096910"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10096910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10096910","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.whiterose.ac.uk/id/eprint/200829/1/ICASSP2023d.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100357221","display_name":"Fei Ye","orcid":"https://orcid.org/0000-0002-5894-2178"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fei Ye","raw_affiliation_strings":["University of York,Department of Computer Science,York,UK,YO10 5GH"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of York,Department of Computer Science,York,UK,YO10 5GH","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002932489","display_name":"Adrian G. Bor\u015f","orcid":"https://orcid.org/0000-0001-7838-0021"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adrian G. Bors","raw_affiliation_strings":["University of York,Department of Computer Science,York,UK,YO10 5GH"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of York,Department of Computer Science,York,UK,YO10 5GH","institution_ids":["https://openalex.org/I52099693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52099693"],"apc_list":null,"apc_paid":null,"fwci":0.1214,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.36736634,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.8203852772712708},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7515172958374023},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7453552484512329},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5911487340927124},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5382731556892395},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5217583775520325},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5211105942726135},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.507541298866272},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.48321712017059326},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4755534827709198},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4686683118343353},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.45019179582595825},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.44461163878440857},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.4180573523044586},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09414109587669373}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8203852772712708},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7515172958374023},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7453552484512329},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5911487340927124},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5382731556892395},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5217583775520325},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5211105942726135},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.507541298866272},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.48321712017059326},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4755534827709198},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4686683118343353},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.45019179582595825},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.44461163878440857},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4180573523044586},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09414109587669373},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp49357.2023.10096910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10096910","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:200829","is_oa":true,"landing_page_url":"https://orcid.org/0000-0001-7838-0021>","pdf_url":"https://eprints.whiterose.ac.uk/id/eprint/200829/1/ICASSP2023d.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Proceedings Paper"}],"best_oa_location":{"id":"pmh:oai:eprints.whiterose.ac.uk:200829","is_oa":true,"landing_page_url":"https://orcid.org/0000-0001-7838-0021>","pdf_url":"https://eprints.whiterose.ac.uk/id/eprint/200829/1/ICASSP2023d.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Proceedings Paper"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G7324147978","display_name":null,"funder_award_id":"EP/V009591/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4372341146.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1959608418","https://openalex.org/W2064076387","https://openalex.org/W2617118670","https://openalex.org/W2617539464","https://openalex.org/W2788388592","https://openalex.org/W2963736842","https://openalex.org/W2982593362","https://openalex.org/W3109077483","https://openalex.org/W3112342379","https://openalex.org/W3153273997","https://openalex.org/W3175587171","https://openalex.org/W3187828835","https://openalex.org/W3195119269","https://openalex.org/W3195376085","https://openalex.org/W3197290407","https://openalex.org/W4225463540","https://openalex.org/W4312947743","https://openalex.org/W6738027021","https://openalex.org/W6767099637","https://openalex.org/W6771574350","https://openalex.org/W6771640813"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W2905319430","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W4310285384","https://openalex.org/W3183027292","https://openalex.org/W4248896073","https://openalex.org/W2974871044"],"abstract_inverted_index":{"Most":[0],"Knowledge":[1,80],"Distillation":[2,81],"(KD)":[3],"approaches":[4],"focus":[5],"on":[6],"the":[7,14,43,49,92,122,125,138,146,188,191],"discriminative":[8],"information":[9],"transfer":[10,48],"and":[11,42,114],"assume":[12],"that":[13,178,186],"data":[15],"is":[16,46,156,167],"provided":[17],"in":[18,32],"batches":[19],"during":[20],"training":[21],"stages.":[22],"In":[23,70,107],"this":[24],"paper,":[25],"we":[26,75,85,118],"address":[27],"a":[28,57,61,67,77,102,111,128,132,170,182],"more":[29],"challenging":[30],"scenario":[31],"which":[33,94],"different":[34,40,163],"tasks":[35],"are":[36],"presented":[37],"sequentially,":[38],"at":[39],"times,":[41],"learning":[44,160],"goal":[45],"to":[47,60,72,99,109,115,120,144],"generative":[50,173],"factors":[51],"of":[52,105,124,134,149,190],"visual":[53],"concepts":[54],"learned":[55],"by":[56,66],"Teacher":[58,93,139],"module":[59,185],"compact":[62,112],"latent":[63],"space":[64],"represented":[65],"Student":[68,166,184],"module.":[69],"order":[71,108],"achieve":[73],"this,":[74],"develop":[76],"new":[78,129],"Lifelong":[79],"(LKD)":[82],"framework":[83],"where":[84],"train":[86,181],"an":[87,161],"infinite":[88],"mixture":[89],"model":[90],"as":[91,169],"automatically":[95],"increases":[96],"its":[97],"capacity":[98],"deal":[100],"with":[101,194],"growing":[103],"number":[104],"tasks.":[106],"ensure":[110],"architecture":[113,155],"avoid":[116],"forgetting,":[117],"propose":[119],"measure":[121],"relevance":[123],"knowledge":[126],"from":[127],"task":[130],"for":[131],"set":[133],"experts":[135],"making":[136],"up":[137],"module,":[140],"guiding":[141],"each":[142],"expert":[143],"capture":[145],"probabilistic":[147,172],"characteristics":[148],"several":[150],"similar":[151],"domains.":[152],"The":[153,165,175],"network":[154],"expanded":[157],"only":[158],"when":[159],"entirely":[162],"task.":[164],"implemented":[168],"lightweight":[171],"model.":[174],"experiments":[176],"show":[177],"LKD":[179],"can":[180],"compressed":[183],"achieves":[187],"state":[189],"art":[192],"results":[193],"fewer":[195],"parameters.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}