{"id":"https://openalex.org/W3193053164","doi":"https://doi.org/10.1109/tip.2021.3101158","title":"Resolution-Aware Knowledge Distillation for Efficient Inference","display_name":"Resolution-Aware Knowledge Distillation for Efficient Inference","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3193053164","doi":"https://doi.org/10.1109/tip.2021.3101158","mag":"3193053164","pmid":"https://pubmed.ncbi.nlm.nih.gov/34347598"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2021.3101158","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3101158","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079913925","display_name":"Zhanxiang Feng","orcid":"https://orcid.org/0000-0002-9550-7159"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhanxiang Feng","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034685928","display_name":"Jianhuang Lai","orcid":"https://orcid.org/0000-0003-3883-2024"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210156464","display_name":"Anhui Xinhua University","ror":"https://ror.org/053d7x641","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156464"]},{"id":"https://openalex.org/I4400573165","display_name":"Guangzhou Xinhua University","ror":"https://ror.org/0068n3903","country_code":null,"type":"education","lineage":["https://openalex.org/I4400573165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhuang Lai","raw_affiliation_strings":["Guangdong Key Laboratory of Information Security Technology, Guangzhou, China","Guangzhou Xinhua University, Guangzhou, China","School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Information Security Technology, Guangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Guangzhou Xinhua University, Guangzhou, China","institution_ids":["https://openalex.org/I4210156464","https://openalex.org/I4400573165"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018298892","display_name":"Xiaohua Xie","orcid":"https://orcid.org/0000-0002-0310-4679"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohua Xie","raw_affiliation_strings":["Key Laboratory of Machine Intelligence and Advanced Computing, Ministry of Education, Sun Yat-sen University, Guangzhou, China","School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Intelligence and Advanced Computing, Ministry of Education, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5079913925"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":2.4978,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.91124183,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"30","issue":null,"first_page":"6985","last_page":"6996"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7833936810493469},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6991745829582214},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6623314023017883},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6353315711021423},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.6254541873931885},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6137841939926147},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5542259216308594},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.5228386521339417},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4697563648223877},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.46634265780448914},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4593946635723114},{"id":"https://openalex.org/keywords/backbone-network","display_name":"Backbone network","score":0.4515095353126526},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4211563169956207},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4197970926761627},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16148975491523743}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7833936810493469},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6991745829582214},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6623314023017883},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6353315711021423},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.6254541873931885},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6137841939926147},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5542259216308594},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.5228386521339417},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4697563648223877},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.46634265780448914},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4593946635723114},{"id":"https://openalex.org/C88796919","wikidata":"https://www.wikidata.org/wiki/Q1142907","display_name":"Backbone network","level":2,"score":0.4515095353126526},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4211563169956207},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4197970926761627},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16148975491523743},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2021.3101158","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3101158","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:34347598","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34347598","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G5164124208","display_name":null,"funder_award_id":"61672544","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6038233569","display_name":null,"funder_award_id":"61902444","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7154640911","display_name":null,"funder_award_id":"62076258","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W1026270304","https://openalex.org/W1509966554","https://openalex.org/W1690739335","https://openalex.org/W1782590233","https://openalex.org/W1821462560","https://openalex.org/W1901129140","https://openalex.org/W1948751323","https://openalex.org/W2096733369","https://openalex.org/W2100495367","https://openalex.org/W2140609507","https://openalex.org/W2145287260","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2204750386","https://openalex.org/W2233116163","https://openalex.org/W2253171278","https://openalex.org/W2294370754","https://openalex.org/W2325939864","https://openalex.org/W2503339013","https://openalex.org/W2520774990","https://openalex.org/W2561238782","https://openalex.org/W2585635281","https://openalex.org/W2596603442","https://openalex.org/W2604463754","https://openalex.org/W2612445135","https://openalex.org/W2618530766","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2752037867","https://openalex.org/W2764207251","https://openalex.org/W2778053709","https://openalex.org/W2792373886","https://openalex.org/W2866634454","https://openalex.org/W2885690826","https://openalex.org/W2887783173","https://openalex.org/W2903396356","https://openalex.org/W2923486253","https://openalex.org/W2948582784","https://openalex.org/W2950621961","https://openalex.org/W2952787292","https://openalex.org/W2962982906","https://openalex.org/W2962996864","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963495494","https://openalex.org/W2963597983","https://openalex.org/W2963674932","https://openalex.org/W2963897760","https://openalex.org/W2963910742","https://openalex.org/W2964016283","https://openalex.org/W2964081807","https://openalex.org/W2964118293","https://openalex.org/W2969985801","https://openalex.org/W2982242214","https://openalex.org/W2985577924","https://openalex.org/W2986015886","https://openalex.org/W2990827756","https://openalex.org/W2995607862","https://openalex.org/W3030901202","https://openalex.org/W3034619943","https://openalex.org/W3034756453","https://openalex.org/W3099206234","https://openalex.org/W3100587600","https://openalex.org/W3104156061","https://openalex.org/W3104725225","https://openalex.org/W3118608800","https://openalex.org/W4297775537","https://openalex.org/W6626481562","https://openalex.org/W6630649318","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6639824700","https://openalex.org/W6680902425","https://openalex.org/W6726946684","https://openalex.org/W6730179637","https://openalex.org/W6737664043","https://openalex.org/W6743912273","https://openalex.org/W6746996375","https://openalex.org/W6750401872","https://openalex.org/W6751655157","https://openalex.org/W6756633790","https://openalex.org/W6769906912","https://openalex.org/W6779494701","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4293202849","https://openalex.org/W1980965563","https://openalex.org/W1489300767","https://openalex.org/W2387995142","https://openalex.org/W4380714744","https://openalex.org/W4319453655","https://openalex.org/W2089959425","https://openalex.org/W2057775761","https://openalex.org/W2964074194","https://openalex.org/W2800597160"],"abstract_inverted_index":{"Minimizing":[0],"the":[1,7,30,45,61,80,103,117,130,143,182,205,208,262],"computation":[2,62,257],"complexity":[3],"is":[4,76,214],"essential":[5],"for":[6,112],"popularization":[8],"of":[9,47,116,159,207,216],"deep":[10,21,48,57],"networks":[11,22,84],"in":[12,79,267],"practical":[13],"applications.":[14],"Nowadays,":[15],"most":[16],"researches":[17],"attempt":[18],"to":[19,43,108,141,152,180,198],"accelerate":[20],"by":[23,64,146,203,251],"designing":[24],"new":[25],"network":[26,31,163,202],"structure":[27],"or":[28],"compressing":[29],"parameters.":[32],"Meanwhile,":[33],"transfer":[34],"learning":[35,178],"techniques":[36],"such":[37],"as":[38,69],"knowledge":[39,137,148,194,206,248,264,269],"distillation":[40,138,195,219,249,265],"are":[41,97],"utilized":[42],"keep":[44],"performance":[46,88,254],"models.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53,133,170,190],"focus":[54],"on":[55,232],"accelerating":[56],"models":[58],"and":[59,123,164,174,224,239],"relieving":[60],"burden":[63],"using":[65,91],"low-resolution":[66],"(LR)":[67],"images":[68,114],"inputs":[70,93,185],"while":[71],"maintaining":[72],"competitive":[73],"performance,":[74],"which":[75],"rarely":[77],"researched":[78],"current":[81],"literature.":[82],"Deep":[83],"may":[85,106],"encounter":[86],"serious":[87],"degradation":[89],"when":[90,277],"LR":[92,100,113,122,153,166],"because":[94,115],"many":[95],"details":[96],"unavailable":[98],"from":[99,149],"images.":[101,126],"Besides,":[102],"existing":[104],"approaches":[105],"fail":[107],"learn":[109],"discriminative":[110,200],"features":[111],"dramatic":[118],"appearance":[119],"variations":[120,145,183],"between":[121,184],"high-resolution":[124],"(HR)":[125],"To":[127],"tackle":[128],"with":[129,186,255,279],"above":[131],"problems,":[132],"propose":[134,175],"a":[135,160,165,172,192,217,221,225],"resolution-aware":[136,218],"(RKD)":[139],"framework":[140,157],"narrow":[142],"cross-resolution":[144,193],"transferring":[147,268],"HR":[150,161],"domain":[151],"domain.":[154],"The":[155,211],"proposed":[156],"consists":[158],"teacher":[162,209],"student":[167,201],"network.":[168,210],"First,":[169],"introduce":[171],"discriminator":[173],"an":[176],"adversarial":[177],"strategy":[179],"shrink":[181],"changing":[187],"resolution.":[188],"Then":[189],"design":[191],"(CRKD)":[196],"loss":[197,213],"train":[199],"exploiting":[204],"CRKD":[212,260],"consisted":[215],"loss,":[220],"pair-wise":[222],"constraint,":[223],"maximum":[226],"mean":[227],"discrepancy":[228],"loss.":[229],"Experimental":[230],"results":[231],"person":[233],"re-identification,":[234],"image":[235],"classification,":[236],"face":[237],"recognition,":[238],"defect":[240],"segmentation":[241],"tasks":[242],"demonstrate":[243],"that":[244],"RKD":[245,274],"outperforms":[246],"traditional":[247],"method":[250],"achieving":[252],"better":[253],"lower":[256],"complexities.":[258],"Furthermore,":[259],"surpasses":[261],"state-of-the-art":[263],"methods":[266],"across":[270],"different":[271],"resolutions":[272],"under":[273],"framework,":[275],"especially":[276],"coping":[278],"large":[280],"resolution":[281],"differences.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}