{"id":"https://openalex.org/W3034870355","doi":"https://doi.org/10.1109/tpami.2020.3001940","title":"Structured Knowledge Distillation for Dense Prediction","display_name":"Structured Knowledge Distillation for Dense Prediction","publication_year":2020,"publication_date":"2020-06-12","ids":{"openalex":"https://openalex.org/W3034870355","doi":"https://doi.org/10.1109/tpami.2020.3001940","mag":"3034870355","pmid":"https://pubmed.ncbi.nlm.nih.gov/32750784"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2020.3001940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3001940","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100376140","display_name":"Yifan Liu","orcid":"https://orcid.org/0000-0002-2746-8186"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yifan Liu","raw_affiliation_strings":["University of Adelaide, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2746-8186","affiliations":[{"raw_affiliation_string":"University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033899348","display_name":"Changyong Shu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Changyong Shu","raw_affiliation_strings":["Nanjing Institute of Advanced Artificial Intelligence, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Institute of Advanced Artificial Intelligence, Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075880303","display_name":"Jingdong Wang","orcid":"https://orcid.org/0000-0002-4888-4445"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingdong Wang","raw_affiliation_strings":["Microsoft Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4888-4445","affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006294869","display_name":"Chunhua Shen","orcid":"https://orcid.org/0000-0002-8648-8718"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chunhua Shen","raw_affiliation_strings":["University of Adelaide, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8648-8718","affiliations":[{"raw_affiliation_string":"University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.2666,"has_fulltext":false,"cited_by_count":196,"citation_normalized_percentile":{"value":0.99035918,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"45","issue":"6","first_page":"7035","last_page":"7049"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.9257608652114868},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.776992678642273},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6613085865974426},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6134394407272339},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.5717254877090454},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5666731595993042},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4701170027256012},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4545539617538452},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4329667091369629},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38344109058380127},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3787911832332611},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13184168934822083}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.9257608652114868},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.776992678642273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6613085865974426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6134394407272339},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.5717254877090454},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5666731595993042},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4701170027256012},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4545539617538452},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4329667091369629},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38344109058380127},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3787911832332611},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13184168934822083},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2020.3001940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3001940","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:32750784","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32750784","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:digital.library.adelaide.edu.au:2440/138665","is_oa":false,"landing_page_url":"https://hdl.handle.net/2440/138665","pdf_url":null,"source":{"id":"https://openalex.org/S4306401835","display_name":"Adelaide Research & Scholarship (AR&S) (University of Adelaide)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5681781","host_organization_name":"The University of Adelaide","host_organization_lineage":["https://openalex.org/I5681781"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dx.doi.org/10.1109/tpami.2020.3001940","raw_type":"Journal article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1690739335","https://openalex.org/W1803059841","https://openalex.org/W1821462560","https://openalex.org/W1861492603","https://openalex.org/W1913356549","https://openalex.org/W1923697677","https://openalex.org/W2110917409","https://openalex.org/W2125389028","https://openalex.org/W2125416623","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2279098554","https://openalex.org/W2331128040","https://openalex.org/W2340897893","https://openalex.org/W2395611524","https://openalex.org/W2412782625","https://openalex.org/W2554423077","https://openalex.org/W2559597482","https://openalex.org/W2560023338","https://openalex.org/W2570343428","https://openalex.org/W2579985080","https://openalex.org/W2737258237","https://openalex.org/W2740036778","https://openalex.org/W2750432752","https://openalex.org/W2804078698","https://openalex.org/W2804918468","https://openalex.org/W2883362496","https://openalex.org/W2884822772","https://openalex.org/W2890782586","https://openalex.org/W2891048446","https://openalex.org/W2910281775","https://openalex.org/W2916798096","https://openalex.org/W2952787292","https://openalex.org/W2962741876","https://openalex.org/W2963037989","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963267406","https://openalex.org/W2963351448","https://openalex.org/W2963418739","https://openalex.org/W2963446712","https://openalex.org/W2963488291","https://openalex.org/W2963563573","https://openalex.org/W2963591054","https://openalex.org/W2963732628","https://openalex.org/W2963881378","https://openalex.org/W2963911235","https://openalex.org/W2964031641","https://openalex.org/W2964217532","https://openalex.org/W2964268978","https://openalex.org/W2964297864","https://openalex.org/W2966634313","https://openalex.org/W2967115342","https://openalex.org/W2968136324","https://openalex.org/W2982770724","https://openalex.org/W3014641072","https://openalex.org/W4213262319","https://openalex.org/W4293406525","https://openalex.org/W4293584584","https://openalex.org/W4297775537","https://openalex.org/W6620707391","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6678815747","https://openalex.org/W6679909955","https://openalex.org/W6685261749","https://openalex.org/W6695314431","https://openalex.org/W6696085341","https://openalex.org/W6717372056","https://openalex.org/W6729856380","https://openalex.org/W6730179637","https://openalex.org/W6732243160","https://openalex.org/W6735913928","https://openalex.org/W6737664043","https://openalex.org/W6745560452","https://openalex.org/W6750227808","https://openalex.org/W6752378368","https://openalex.org/W6754879843","https://openalex.org/W6755536945","https://openalex.org/W6757855356"],"related_works":["https://openalex.org/W1975289146","https://openalex.org/W3026162553","https://openalex.org/W2105887828","https://openalex.org/W2087240539","https://openalex.org/W4236520801","https://openalex.org/W1522196789","https://openalex.org/W2980323420","https://openalex.org/W3034870355","https://openalex.org/W4389611235","https://openalex.org/W2921853515"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3,53,79],"consider":[4],"transferring":[5],"the":[6,34,68,90],"structure":[7],"information":[8],"from":[9,59],"large":[10,60],"networks":[11,61],"to":[12,49,55,62,106],"compact":[13,63],"ones":[14],"for":[15,27,37,44],"dense":[16,28,71,123],"prediction":[17,29,72,76,124],"tasks":[18,30],"in":[19],"computer":[20],"vision.":[21],"Previous":[22],"knowledge":[23,42,58,114],"distillation":[24,35,43,83,87,101,115],"strategies":[25],"used":[26],"often":[31],"directly":[32],"borrow":[33],"scheme":[36],"image":[38],"classification":[39],"and":[40,98,130],"perform":[41],"each":[45],"pixel":[46],"separately,":[47],"leading":[48],"sub-optimal":[50],"performance.":[51],"Here":[52],"propose":[54],"distill":[56,107],"structured":[57,75,82],"networks,":[64],"taking":[65],"into":[66],"account":[67],"fact":[69],"that":[70,88,102],"is":[73,117,134],"a":[74,95],"problem.":[77],"Specifically,":[78],"study":[80],"two":[81],"schemes:":[84],"i)":[85],"pair-wise":[86,91],"distills":[89],"similarities":[92],"by":[93,119],"building":[94],"static":[96],"graph;":[97],"ii)":[99],"holistic":[100,108],"uses":[103],"adversarial":[104],"training":[105],"knowledge.":[109],"The":[110],"effectiveness":[111],"of":[112],"our":[113],"approaches":[116],"demonstrated":[118],"experiments":[120],"on":[121],"three":[122],"tasks:":[125],"semantic":[126],"segmentation,":[127],"depth":[128],"estimation":[129],"object":[131],"detection.":[132],"Code":[133],"available":[135],"at":[136],"https://git.io/StructKD.":[137]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":45},{"year":2022,"cited_by_count":36},{"year":2021,"cited_by_count":40},{"year":2020,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}