{"id":"https://openalex.org/W4402727362","doi":"https://doi.org/10.1109/cvpr52733.2024.00886","title":"Your Student is Better than Expected: Adaptive Teacher-Student Collaboration for Text-Conditional Diffusion Models","display_name":"Your Student is Better than Expected: Adaptive Teacher-Student Collaboration for Text-Conditional Diffusion Models","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402727362","doi":"https://doi.org/10.1109/cvpr52733.2024.00886"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00886","doi":"https://doi.org/10.1109/cvpr52733.2024.00886","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cvpr52733.2024.00886","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000913623","display_name":"Nikita Starodubcev","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Nikita Starodubcev","raw_affiliation_strings":["Yandex Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex Research","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064657861","display_name":"Dmitry Baranchuk","orcid":"https://orcid.org/0000-0001-7660-3666","observed_orcids":["https://orcid.org/0000-0001-7660-3666"]},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dmitry Baranchuk","raw_affiliation_strings":["Yandex Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex Research","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104217082","display_name":"Artem Fedorov","orcid":"https://orcid.org/0009-0004-9875-3306","observed_orcids":["https://orcid.org/0009-0004-9875-3306"]},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Artem Fedorov","raw_affiliation_strings":["Yandex Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex Research","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003272002","display_name":"Artem Babenko","orcid":"https://orcid.org/0000-0002-1830-8252","observed_orcids":["https://orcid.org/0000-0002-1830-8252"]},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Artem Babenko","raw_affiliation_strings":["Yandex Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex Research","institution_ids":["https://openalex.org/I58957048"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I58957048"],"apc_list":null,"apc_paid":null,"fwci":0.228,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51151309,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"9275","last_page":"9285"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.9639999866485596},{"id":"https://openalex.org/keywords/text-to-image-diffusion-models","display_name":"text-to-image diffusion models","score":0.9079999923706055},{"id":"https://openalex.org/keywords/teacher-student-cooperation","display_name":"teacher-student collaboration","score":0.6579999923706055},{"id":"https://openalex.org/keywords/adaptive-inference","display_name":"adaptive inference","score":0.6449999809265137},{"id":"https://openalex.org/keywords/inference-efficiency","display_name":"inference efficiency","score":0.6299999952316284},{"id":"https://openalex.org/keywords/text-guided-image-editing","display_name":"text-guided image editing","score":0.9309999942779541},{"id":"https://openalex.org/keywords/controllable-image-generation","display_name":"controllable image generation","score":0.8190000057220459},{"id":"https://openalex.org/keywords/human-preferences","display_name":"human preferences","score":0.5070000290870667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6468040943145752},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.6095048785209656},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.40004098415374756},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35571369528770447},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22330161929130554},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.134187251329422},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00886","doi":"https://doi.org/10.1109/cvpr52733.2024.00886","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cvpr52733.2024.00886","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8278999924659729,"display_name":"Quality education"}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","score":0.6200000047683716,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1901129140","https://openalex.org/W2295124130","https://openalex.org/W2507296351","https://openalex.org/W2612690371","https://openalex.org/W2959300817","https://openalex.org/W3036167779","https://openalex.org/W3096831136","https://openalex.org/W3110257065","https://openalex.org/W3121370741","https://openalex.org/W4221159371","https://openalex.org/W4225319995","https://openalex.org/W4226125322","https://openalex.org/W4281485151","https://openalex.org/W4281661987","https://openalex.org/W4281969232","https://openalex.org/W4287029626","https://openalex.org/W4289785095","https://openalex.org/W4297676498","https://openalex.org/W4297786137","https://openalex.org/W4306820534","https://openalex.org/W4308163867","https://openalex.org/W4312364648","https://openalex.org/W4312933868","https://openalex.org/W4317951215","https://openalex.org/W4320343052","https://openalex.org/W4323706282","https://openalex.org/W4365600514","https://openalex.org/W4366208220","https://openalex.org/W4376122773","https://openalex.org/W4378771718","https://openalex.org/W4379089575","https://openalex.org/W4380352311","https://openalex.org/W4380994005","https://openalex.org/W4380994596","https://openalex.org/W4382334321","https://openalex.org/W4383472654","https://openalex.org/W4385537492","https://openalex.org/W4385569875","https://openalex.org/W4386057725","https://openalex.org/W4386065512","https://openalex.org/W4386071831","https://openalex.org/W4386072096","https://openalex.org/W4386075639","https://openalex.org/W4386076458","https://openalex.org/W4386076532","https://openalex.org/W4386722101","https://openalex.org/W4387389604","https://openalex.org/W4387928896","https://openalex.org/W4389216631","https://openalex.org/W4390873054","https://openalex.org/W4394656839","https://openalex.org/W4411528087","https://openalex.org/W6640963894","https://openalex.org/W6765775151","https://openalex.org/W6765779288","https://openalex.org/W6779823529","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6838452192","https://openalex.org/W6838639034","https://openalex.org/W6843813467","https://openalex.org/W6846007759","https://openalex.org/W6847856520","https://openalex.org/W6849745102","https://openalex.org/W6853466667"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,29],"methods":[2,30],"have":[3],"recently":[4,32],"shown":[5],"to":[6,11,44,93],"be":[7,171],"a":[8,22,83],"promising":[9],"direction":[10],"speedup":[12],"the":[13,34,45,58,65,94,98,102,124,143,150,167],"synthesis":[14],"of":[15,37,61,86,101,163],"large-scale":[16],"diffusion":[17,68,117],"models":[18,118],"by":[19,64],"requiring":[20],"only":[21],"few":[23],"inference":[24,159],"steps.":[25],"While":[26],"several":[27],"powerful":[28],"were":[31],"proposed,":[33],"overall":[35],"quality":[36,60],"student":[38,73,87,114],"samples":[39,62,88],"is":[40],"typically":[41],"lower":[42],"compared":[43,92],"teacher":[46,66,95,116,144],"ones,":[47,96],"which":[48],"hinders":[49],"their":[50],"practical":[51],"usage.":[52],"In":[53],"this":[54,106],"work,":[55],"we":[56,80,108],"investigate":[57],"relative":[59],"produced":[63],"text-to-image":[67,121,155],"model":[69,126],"and":[70,115,132,182],"its":[71],"distilled":[72,125],"version.":[74],"As":[75],"our":[76],"main":[77],"empirical":[78],"finding,":[79,107],"discover":[81],"that":[82,149],"noticeable":[84],"portion":[85],"exhibit":[89],"superior":[90],"fidelity":[91],"despite":[97],"\u201capproximate\u201d":[99],"nature":[100],"student.":[103],"Based":[104],"on":[105],"propose":[109],"an":[110,128,134],"adaptive":[111],"collaboration":[112],"between":[113],"for":[119,157],"effective":[120],"synthesis.":[122],"Specifically,":[123],"produces":[127],"initial":[129],"image":[130,180],"sample,":[131],"then":[133],"oracle":[135],"decides":[136],"whether":[137],"it":[138],"needs":[139],"further":[140],"improvements":[141],"with":[142],"model.":[145],"Extensive":[146],"experiments":[147],"demonstrate":[148],"designed":[151],"pipeline":[152],"surpasses":[153],"state-of-the-art":[154],"alternatives":[156],"various":[158],"budgets":[160],"in":[161,174],"terms":[162],"human":[164],"preference.":[165],"Furthermore,":[166],"proposed":[168],"approach":[169],"can":[170],"naturally":[172],"used":[173],"popular":[175],"applications":[176],"such":[177],"as":[178],"text-guided":[179],"editing":[181],"controllable":[183],"generation.":[184]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-10-10T09:11:00.788812","created_date":"2025-10-10T00:00:00"}