{"id":"https://openalex.org/W7137849018","doi":"https://doi.org/10.48550/arxiv.2603.15166","title":"DAIT: Distillation from Vision-Language Models to Lightweight Classifiers with Adaptive Intermediate Teacher Transfer","display_name":"DAIT: Distillation from Vision-Language Models to Lightweight Classifiers with Adaptive Intermediate Teacher Transfer","publication_year":2026,"publication_date":"2026-03-16","ids":{"openalex":"https://openalex.org/W7137849018","doi":"https://doi.org/10.48550/arxiv.2603.15166"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.15166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.15166","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014365770","display_name":"Zhengxu He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zhengxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129702893","display_name":"Jun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129745857","display_name":"Zhijian Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7839000225067139,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7839000225067139,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.14329999685287476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.025800000876188278,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6743000149726868},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6396999955177307},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.6370999813079834},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5389999747276306},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5302000045776367},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.4327000081539154},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.4327000081539154},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4088999927043915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7170000076293945},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6743000149726868},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6396999955177307},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.6370999813079834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6140000224113464},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5389999747276306},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5302000045776367},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5087000131607056},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.4327000081539154},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.4327000081539154},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4088999927043915},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3418000042438507},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.33500000834465027},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.2930999994277954},{"id":"https://openalex.org/C2777938197","wikidata":"https://www.wikidata.org/wiki/Q7834022","display_name":"Transfer of training","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.28049999475479126},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.15166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.15166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.57633376121521,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large-scale":[0],"Vision-Language":[1],"Models":[2],"(VLMs)":[3],"encode":[4],"rich":[5],"multimodal":[6],"semantics":[7],"that":[8,97,126,145],"are":[9],"highly":[10],"beneficial":[11],"for":[12,167],"fine-grained":[13,110,174],"visual":[14,118],"categorization":[15],"(FGVC).":[16],"However,":[17],"their":[18],"prohibitive":[19],"computational":[20],"cost":[21],"hinders":[22],"practical":[23],"deployment":[24],"in":[25,79],"resource-constrained":[26],"environments.":[27],"Although":[28],"knowledge":[29,84,125],"distillation":[30,40],"contributes":[31],"to":[32,36,49,58,88,99,172],"transferring":[33,168],"VLMs":[34,87,102],"capacity":[35],"lightweight":[37,89,132],"classifiers,":[38],"conventional":[39],"mechanisms,":[41],"which":[42],"directly":[43],"transfer":[44,77,85,100],"from":[45,86,107,169],"a":[46,50,93,164],"generic":[47],"VLM":[48],"compact":[51,122],"student,":[52],"often":[53],"yield":[54],"suboptimal":[55],"results":[56],"due":[57],"severe":[59],"architectural":[60],"misalignment":[61],"and":[62,123,154,158],"introducing":[63],"task-irrelevant":[64],"information.":[65],"To":[66],"alleviate":[67],"this":[68,80],"limitation,":[69],"we":[70],"propose":[71],"Distillation":[72],"with":[73,140],"Adaptive":[74],"Intermediate":[75],"Teacher":[76],"(DAIT)":[78],"study,":[81],"facilitating":[82],"adaptive":[83],"students.":[90],"DAIT":[91,162],"introduces":[92],"trainable":[94],"intermediate":[95,113],"teacher":[96,114],"learns":[98],"frozen":[101],"representations":[103],"under":[104],"explicit":[105],"supervision":[106],"the":[108],"target":[109],"task.":[111],"This":[112],"adaptively":[115],"enhances":[116],"discriminative":[117],"cues,":[119],"thereby":[120],"producing":[121],"task-aligned":[124],"can":[127],"be":[128],"reliably":[129],"distilled":[130],"into":[131],"models.":[133,176],"Extensive":[134],"evaluations":[135],"on":[136,156],"multiple":[137],"FGVC":[138],"benchmarks":[139],"diverse":[141],"student":[142],"architectures":[143],"demonstrate":[144],"our":[146],"method":[147],"achieves":[148],"respective":[149],"performance":[150],"gains":[151],"of":[152],"12.63%":[153],"8.34%":[155],"FGVC-Aircraft":[157],"CUB-200-2011":[159],"datasets,":[160],"establishing":[161],"as":[163],"principled":[165],"paradigm":[166],"general-purpose":[170],"VLMS":[171],"deployable":[173],"recognition":[175]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-18T00:00:00"}