{"id":"https://openalex.org/W4400188641","doi":"https://doi.org/10.1109/tpami.2024.3421277","title":"Pixel Distillation: Cost-Flexible Distillation Across Image Sizes and Heterogeneous Networks","display_name":"Pixel Distillation: Cost-Flexible Distillation Across Image Sizes and Heterogeneous Networks","publication_year":2024,"publication_date":"2024-07-01","ids":{"openalex":"https://openalex.org/W4400188641","doi":"https://doi.org/10.1109/tpami.2024.3421277","pmid":"https://pubmed.ncbi.nlm.nih.gov/38949946"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3421277","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3421277","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085773751","display_name":"Guangyu Guo","orcid":"https://orcid.org/0000-0002-5205-6319"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangyu Guo","raw_affiliation_strings":["Brain and Artificial Intelligence Laboratory, School of Automation, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-5205-6319","affiliations":[{"raw_affiliation_string":"Brain and Artificial Intelligence Laboratory, School of Automation, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101954574","display_name":"Dingwen Zhang","orcid":"https://orcid.org/0000-0001-8369-8886"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingwen Zhang","raw_affiliation_strings":["Brain and Artificial Intelligence Laboratory, School of Automation, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-8369-8886","affiliations":[{"raw_affiliation_string":"Brain and Artificial Intelligence Laboratory, School of Automation, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030947378","display_name":"Longfei Han","orcid":"https://orcid.org/0000-0003-2135-6228"},"institutions":[{"id":"https://openalex.org/I179026463","display_name":"Beijing Technology and Business University","ror":"https://ror.org/013e0zm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I179026463"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longfei Han","raw_affiliation_strings":["Beijing Technology and Business University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2135-6228","affiliations":[{"raw_affiliation_string":"Beijing Technology and Business University, Beijing, China","institution_ids":["https://openalex.org/I179026463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377352","display_name":"Nian Liu","orcid":"https://orcid.org/0000-0002-0825-6081"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Nian Liu","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-0825-6081","affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037131575","display_name":"Ming\u2010Ming Cheng","orcid":"https://orcid.org/0000-0001-5550-8758"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming-Ming Cheng","raw_affiliation_strings":["TKLNDST, College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-5550-8758","affiliations":[{"raw_affiliation_string":"TKLNDST, College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012529382","display_name":"Junwei Han","orcid":"https://orcid.org/0000-0001-5545-7217"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junwei Han","raw_affiliation_strings":["Hefei Comprehensive National Science Center, Institute of Artificial Intelligence, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-5545-7217","affiliations":[{"raw_affiliation_string":"Hefei Comprehensive National Science Center, Institute of Artificial Intelligence, Hefei, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4616,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.93093516,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"46","issue":"12","first_page":"9536","last_page":"9550"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.7190999984741211,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.7190999984741211,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.815032422542572},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.7201269268989563},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6443057060241699},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6431198120117188},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5256853103637695},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4255374073982239},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4202266335487366},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.4161006808280945},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36474642157554626},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.16323989629745483},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.15270769596099854}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.815032422542572},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.7201269268989563},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6443057060241699},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6431198120117188},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5256853103637695},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4255374073982239},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4202266335487366},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.4161006808280945},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36474642157554626},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.16323989629745483},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.15270769596099854}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3421277","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3421277","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38949946","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38949946","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G376329712","display_name":null,"funder_award_id":"2022ZD0119004","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G3786892105","display_name":null,"funder_award_id":"62202015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4112834733","display_name":null,"funder_award_id":"62293543","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6071617993","display_name":null,"funder_award_id":"62322605","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6408364431","display_name":null,"funder_award_id":"U21B2048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1846799578","https://openalex.org/W1861492603","https://openalex.org/W2031489346","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2476548250","https://openalex.org/W2565639579","https://openalex.org/W2625219738","https://openalex.org/W2739879705","https://openalex.org/W2750432752","https://openalex.org/W2798405286","https://openalex.org/W2799404913","https://openalex.org/W2883780447","https://openalex.org/W2887783173","https://openalex.org/W2901505625","https://openalex.org/W2936864631","https://openalex.org/W2940110727","https://openalex.org/W2952787292","https://openalex.org/W2955192706","https://openalex.org/W2959289524","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963351448","https://openalex.org/W2964005298","https://openalex.org/W2964111476","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2985006958","https://openalex.org/W2997006708","https://openalex.org/W3004127093","https://openalex.org/W3026860374","https://openalex.org/W3034320133","https://openalex.org/W3094502228","https://openalex.org/W3106153666","https://openalex.org/W3108075360","https://openalex.org/W3108491103","https://openalex.org/W3138516171","https://openalex.org/W3175086476","https://openalex.org/W3176403475","https://openalex.org/W3177008256","https://openalex.org/W3177196641","https://openalex.org/W3197813359","https://openalex.org/W3202329792","https://openalex.org/W3207918547","https://openalex.org/W4200633579","https://openalex.org/W4205581758","https://openalex.org/W4213095305","https://openalex.org/W4226426325","https://openalex.org/W4281489207","https://openalex.org/W4285104720","https://openalex.org/W4288325606","https://openalex.org/W4312272720","https://openalex.org/W4312309807","https://openalex.org/W4312443924","https://openalex.org/W4312544276","https://openalex.org/W4312995938","https://openalex.org/W4313014623","https://openalex.org/W4313119505","https://openalex.org/W4319996358","https://openalex.org/W4321770555","https://openalex.org/W4365606129","https://openalex.org/W4375843773","https://openalex.org/W4385346076","https://openalex.org/W4386071817","https://openalex.org/W4389987369","https://openalex.org/W4390873479","https://openalex.org/W4390873795","https://openalex.org/W4390874575","https://openalex.org/W4392939995","https://openalex.org/W4402727528","https://openalex.org/W4402772396","https://openalex.org/W6600609147","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6638677478","https://openalex.org/W6679909955","https://openalex.org/W6730179637","https://openalex.org/W6743188669","https://openalex.org/W6748082341","https://openalex.org/W6749242622","https://openalex.org/W6762493409","https://openalex.org/W6764322716","https://openalex.org/W6769906912","https://openalex.org/W6785174661","https://openalex.org/W6788135285","https://openalex.org/W6839547478","https://openalex.org/W6851607685"],"related_works":["https://openalex.org/W2085033728","https://openalex.org/W4285411112","https://openalex.org/W2171299904","https://openalex.org/W1647606319","https://openalex.org/W2922442631","https://openalex.org/W4390494008","https://openalex.org/W2053596378","https://openalex.org/W2168523118","https://openalex.org/W2073639911","https://openalex.org/W2043988397"],"abstract_inverted_index":{"Previous":[0],"knowledge":[1,40,95,107],"distillation":[2,41,89,124,142,154],"(KD)":[3],"methods":[4],"mostly":[5],"focus":[6],"on":[7,187],"compressing":[8],"network":[9,69],"architectures,":[10],"which":[11,103,134,168],"is":[12,118],"not":[13],"thorough":[14],"enough":[15],"in":[16],"deployment":[17],"as":[18,61],"some":[19],"costs":[20],"like":[21],"transmission":[22],"bandwidth":[23],"and":[24,71,111,130,143,180,190],"imaging":[25],"equipment":[26],"are":[27],"related":[28],"to":[29,66,75,92,99,121,155],"the":[30,43,64,76,126,137,144,183,194],"image":[31,72,188],"size.":[32],"Therefore,":[33],"we":[34,82,151],"propose":[35,84],"Pixel":[36],"Distillation":[37],"that":[38],"extends":[39],"into":[42,125],"input":[44,86,101,131],"level":[45],"while":[46],"simultaneously":[47],"breaking":[48],"architecture":[49,70],"constraints.":[50],"Such":[51],"a":[52,114],"scheme":[53],"can":[54,104],"achieve":[55],"flexible":[56],"cost":[57],"control":[58],"for":[59,162,166],"deployment,":[60],"it":[62],"allows":[63],"system":[65],"adjust":[67],"both":[68],"quality":[73],"according":[74],"overall":[77,138],"requirement":[78],"of":[79,140,146,172,182,196],"resources.":[80],"Specifically,":[81],"first":[83],"an":[85,159],"spatial":[87,94],"representation":[88],"(ISRD)":[90],"mechanism":[91],"transfer":[93,108],"from":[96],"large":[97],"images":[98],"student's":[100],"module,":[102],"facilitate":[105],"stable":[106],"between":[109],"CNN":[110],"ViT.":[112],"Then,":[113],"Teacher-Assistant-Student":[115],"(TAS)":[116],"framework":[117],"further":[119],"established":[120],"disentangle":[122],"pixel":[123,141,153],"model":[127],"compression":[128,132],"stage":[129,176],"stage,":[133],"significantly":[135],"reduces":[136],"complexity":[139],"difficulty":[145],"distilling":[147],"intermediate":[148],"knowledge.":[149],"Finally,":[150],"adapt":[152],"object":[156,191],"detection":[157,192],"via":[158],"aligned":[160],"feature":[161],"preservation":[163],"(AFP)":[164],"strategy":[165],"TAS,":[167],"aligns":[169],"output":[170],"dimensions":[171],"detectors":[173],"at":[174],"each":[175],"by":[177],"manipulating":[178],"features":[179],"anchors":[181],"assistant.":[184],"Comprehensive":[185],"experiments":[186],"classification":[189],"demonstrate":[193],"effectiveness":[195],"our":[197],"method.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":3}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}