{"id":"https://openalex.org/W3162894223","doi":"https://doi.org/10.1109/icassp39728.2021.9414355","title":"Nlkd: Using Coarse Annotations For Semantic Segmentation Based on Knowledge Distillation","display_name":"Nlkd: Using Coarse Annotations For Semantic Segmentation Based on Knowledge Distillation","publication_year":2021,"publication_date":"2021-05-13","ids":{"openalex":"https://openalex.org/W3162894223","doi":"https://doi.org/10.1109/icassp39728.2021.9414355","mag":"3162894223"},"language":"en","primary_location":{"id":"doi:10.1109/icassp39728.2021.9414355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9414355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040099999","display_name":"Dong Liang","orcid":"https://orcid.org/0000-0003-2784-3449"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Liang","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics","MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052107184","display_name":"Yun Du","orcid":"https://orcid.org/0009-0005-0330-5744"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Du","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics","MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004783670","display_name":"Han Sun","orcid":"https://orcid.org/0000-0002-2208-6672"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Sun","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization","College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization","institution_ids":["https://openalex.org/I890469752"]},{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100618147","display_name":"Liyan Zhang","orcid":"https://orcid.org/0000-0002-1549-3317"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liyan Zhang","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics","MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067114555","display_name":"Ningzhong Liu","orcid":"https://orcid.org/0000-0002-6735-7130"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ningzhong Liu","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics","MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051555459","display_name":"Mingqiang Wei","orcid":"https://orcid.org/0000-0003-0429-490X"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingqiang Wei","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization","College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Collaborative Innovation Center of Novel Software Technology and Industrialization","institution_ids":["https://openalex.org/I890469752"]},{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6792,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.70792407,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2335","last_page":"2339"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8447531461715698},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7220778465270996},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6662853956222534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6190627217292786},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6031352281570435},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5820347666740417},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5375418663024902},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5363748073577881},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5328410863876343},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.470740407705307},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.44774726033210754},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.43950513005256653},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35918521881103516},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3521495759487152},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33077573776245117},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2585548460483551}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8447531461715698},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7220778465270996},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6662853956222534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6190627217292786},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6031352281570435},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5820347666740417},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5375418663024902},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5363748073577881},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5328410863876343},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.470740407705307},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.44774726033210754},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.43950513005256653},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35918521881103516},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3521495759487152},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33077573776245117},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2585548460483551},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp39728.2021.9414355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9414355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W1901129140","https://openalex.org/W2091695913","https://openalex.org/W2340897893","https://openalex.org/W2592335154","https://openalex.org/W2798542376","https://openalex.org/W2803237185","https://openalex.org/W2963160702","https://openalex.org/W2963735582","https://openalex.org/W2964234160","https://openalex.org/W2964274690","https://openalex.org/W2964309882","https://openalex.org/W2988966271","https://openalex.org/W3014641072","https://openalex.org/W3035160371","https://openalex.org/W3035358681","https://openalex.org/W3086231164","https://openalex.org/W3092841986","https://openalex.org/W3109301572","https://openalex.org/W3110386488","https://openalex.org/W6638523607","https://openalex.org/W6639824700","https://openalex.org/W6748481559","https://openalex.org/W6758632346","https://openalex.org/W6767071366","https://openalex.org/W6783312136","https://openalex.org/W6783943466"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W4380994516","https://openalex.org/W2067272521"],"abstract_inverted_index":{"Modern":[0],"supervised":[1,50],"learning":[2,65],"relies":[3],"on":[4,68,76],"a":[5,63,81],"large":[6],"amount":[7],"of":[8,33,107,119],"training":[9,55],"data,":[10],"yet":[11],"there":[12],"are":[13,40],"many":[14],"noisy":[15],"annotations":[16,46,108],"in":[17],"real":[18],"datasets.":[19],"For":[20],"semantic":[21],"segmentation":[22,74],"tasks,":[23],"pixel-level":[24],"annotation":[25],"noise":[26,64],"is":[27,137],"typically":[28],"located":[29],"at":[30],"the":[31,44,86,91,100,105,117,134],"edge":[32],"an":[34],"object,":[35],"while":[36],"pixels":[37],"within":[38],"objects":[39],"fine-annotated.":[41],"We":[42],"argue":[43],"coarse":[45],"can":[47],"provide":[48],"instructive":[49],"information":[51],"to":[52,72,84,109,141],"guide":[53,85],"model":[54],"rather":[56],"than":[57],"be":[58],"discarded.":[59],"This":[60],"paper":[61],"proposes":[62],"framework":[66],"based":[67],"knowledge":[69,92],"distillation":[70,93],"NLKD,":[71,120],"improve":[73],"performance":[75,125],"unclean":[77],"data.":[78],"It":[79],"utilizes":[80],"teacher":[82,96,128],"network":[83,88],"student":[87,98],"that":[89],"constitutes":[90],"process.":[94],"The":[95],"and":[97,102,121,130,139,149],"generate":[99,110],"pseudo-labels":[101],"jointly":[103],"evaluate":[104],"quality":[106],"weights":[111],"for":[112,144],"each":[113],"sample.":[114],"Experiments":[115],"demonstrate":[116],"effectiveness":[118],"we":[122],"observe":[123],"better":[124],"with":[126,146],"boundary-aware":[127],"networks":[129],"evaluation":[131],"metrics.":[132],"Furthermore,":[133],"proposed":[135],"approach":[136],"model-independent":[138],"easy":[140],"implement,":[142],"appropriate":[143],"integration":[145],"other":[147],"tasks":[148],"models.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}