{"id":"https://openalex.org/W4399039651","doi":"https://doi.org/10.1109/tmm.2024.3405619","title":"Difference-Aware Distillation for Semantic Segmentation","display_name":"Difference-Aware Distillation for Semantic Segmentation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399039651","doi":"https://doi.org/10.1109/tmm.2024.3405619"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3405619","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3405619","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042645332","display_name":"Jianping Gou","orcid":"https://orcid.org/0000-0003-1413-0693"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianping Gou","raw_affiliation_strings":["College of Computer and Information Science, College of Software, Southwest University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Science, College of Software, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101367065","display_name":"Xiabin Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiabin Zhou","raw_affiliation_strings":["School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China","School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]},{"raw_affiliation_string":"School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, Jiangsu, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021845515","display_name":"Lan Du","orcid":"https://orcid.org/0000-0002-9925-0223"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lan Du","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Clayton, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074672983","display_name":"Yibing Zhan","orcid":"https://orcid.org/0000-0003-3180-0484"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibing Zhan","raw_affiliation_strings":["JD Explore Academy, JD Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"JD Explore Academy, JD Technology, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329158","display_name":"Wu Chen","orcid":"https://orcid.org/0000-0002-5041-6122"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu Chen","raw_affiliation_strings":["College of Computer and Information Science, College of Software, Southwest University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Science, College of Software, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100388188","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0002-5867-9322"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]},{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang Yi","raw_affiliation_strings":["School of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5042645332"],"corresponding_institution_ids":["https://openalex.org/I142108993"],"apc_list":null,"apc_paid":null,"fwci":2.1822,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88840214,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"10069","last_page":"10080"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10637","display_name":"Advanced Clustering Algorithms Research","score":0.5774999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10637","display_name":"Advanced Clustering Algorithms Research","score":0.5774999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.4982999861240387,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8669543266296387},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5808020830154419},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5048914551734924},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49452945590019226},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45635277032852173},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.42885977029800415},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.39617493748664856},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13997411727905273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8669543266296387},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5808020830154419},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5048914551734924},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49452945590019226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45635277032852173},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.42885977029800415},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.39617493748664856},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13997411727905273},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3405619","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3405619","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1198507774","display_name":null,"funder_award_id":"61502208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3406750037","display_name":null,"funder_award_id":"61976107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1821462560","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W2037227137","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2560023338","https://openalex.org/W2563705555","https://openalex.org/W2618530766","https://openalex.org/W2630837129","https://openalex.org/W2737258237","https://openalex.org/W2752782242","https://openalex.org/W2762683804","https://openalex.org/W2787091153","https://openalex.org/W2886934227","https://openalex.org/W2890782586","https://openalex.org/W2941769495","https://openalex.org/W2952787292","https://openalex.org/W2955058313","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963378109","https://openalex.org/W2963418739","https://openalex.org/W2963840672","https://openalex.org/W2964217532","https://openalex.org/W2981689412","https://openalex.org/W2993235622","https://openalex.org/W3011933327","https://openalex.org/W3034368386","https://openalex.org/W3034870355","https://openalex.org/W3103473250","https://openalex.org/W3105676814","https://openalex.org/W3138154797","https://openalex.org/W3157413304","https://openalex.org/W3190437803","https://openalex.org/W3217671320","https://openalex.org/W4214524539","https://openalex.org/W4226226289","https://openalex.org/W4226426325","https://openalex.org/W4229453673","https://openalex.org/W4246193833","https://openalex.org/W4285242239","https://openalex.org/W4289752563","https://openalex.org/W4293406525","https://openalex.org/W4297775537","https://openalex.org/W4308889883","https://openalex.org/W4312980183","https://openalex.org/W4313141028","https://openalex.org/W4313898748","https://openalex.org/W4317761551","https://openalex.org/W4319299859","https://openalex.org/W4319301163","https://openalex.org/W4385245566","https://openalex.org/W4394597741","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6696085341","https://openalex.org/W6717372056","https://openalex.org/W6737664043","https://openalex.org/W6739696289","https://openalex.org/W6754879843"],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W4379231730","https://openalex.org/W2412887479","https://openalex.org/W32245304","https://openalex.org/W2953684491","https://openalex.org/W4285338581","https://openalex.org/W3112772842"],"abstract_inverted_index":{"In":[0,47],"recent":[1],"years,":[2],"various":[3],"distillation":[4],"methods":[5,14],"for":[6],"semantic":[7],"segmentation":[8,125],"have":[9],"been":[10],"proposed.":[11],"However,":[12],"these":[13,119,133],"typically":[15],"train":[16],"the":[17,22,28,34,42,66,69,73,77,92,101,107,112,116,128,136,142,182,187,191,197],"student":[18,74,108,137,183],"model":[19,30,71,75,109,138],"to":[20,58,91,110,140,186],"imitate":[21],"intermediate":[23],"features":[24,114,129,144],"or":[25],"logits":[26],"of":[27,193,199],"teacher":[29,70],"directly,":[31],"thereby":[32],"overlooking":[33],"high-discrepancy":[35],"regions":[36],"learned":[37],"by":[38,86,98,132],"both":[39],"models,":[40],"particularly":[41],"differences":[43,88,99],"in":[44,76,100,123],"instance":[45],"edges.":[46],"this":[48,60],"paper,":[49],"we":[50],"introduce":[51],"a":[52,146],"novel":[53],"approach,":[54],"called":[55],"Difference-aware":[56],"Distillation,":[57],"address":[59],"limitation.":[61],"Our":[62,154],"proposed":[63,167],"method":[64,179],"detects":[65],"discrepancies":[67],"among":[68],"and":[72,96,105,162,196],"logit":[78,87],"space":[79],"through":[80],"two":[81,134],"masking":[82,85,97],"mechanisms":[83],"(i.e.,":[84],"with":[89,115],"respect":[90],"ground":[93],"truth":[94],"labels":[95],"predictive":[102],"class":[103],"probabilities),":[104],"guides":[106],"restore":[111],"teacher's":[113,143],"focus":[117],"on":[118,157],"highly-discrepant":[120],"regions,":[121],"resulting":[122],"improved":[124],"performance.":[126],"With":[127],"jointly":[130],"masked":[131],"mechanisms,":[135],"learns":[139],"preserve":[141],"via":[145],"feature":[147],"generation":[148],"module,":[149],"thus":[150],"achieving":[151],"better":[152],"representation.":[153],"experimental":[155],"evaluation":[156],"three":[158],"datasets,":[159],"Cityscapes,":[160],"Pascal2012,":[161],"ADE20":[163],"K,":[164],"demonstrates":[165],"our":[166,178],"approach":[168],"outperforms":[169],"several":[170],"baselines":[171],"considered.":[172],"Further":[173],"visualization":[174],"analysis":[175],"confirms":[176],"that":[177],"effectively":[180],"directs":[181],"model's":[184],"attention":[185],"discrepancies,":[188],"such":[189],"as":[190],"edges":[192],"small":[194],"objects":[195],"interiors":[198],"large":[200],"objects.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}