{"id":"https://openalex.org/W3091093673","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207235","title":"KTAN: Knowledge Transfer Adversarial Network","display_name":"KTAN: Knowledge Transfer Adversarial Network","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3091093673","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207235","mag":"3091093673"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207235","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207235","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008182432","display_name":"Peiye Liu","orcid":"https://orcid.org/0000-0002-6002-2899"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peiye Liu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068917997","display_name":"Wu Liu","orcid":"https://orcid.org/0000-0003-1633-7575"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu Liu","raw_affiliation_strings":["JD AI Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100710713","display_name":"Huad\u00f3ng Ma","orcid":"https://orcid.org/0000-0002-7199-5047"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huadong Ma","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046317279","display_name":"Zhewei Jiang","orcid":"https://orcid.org/0000-0002-7893-9208"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhewei Jiang","raw_affiliation_strings":["Columbia University, New York, US"],"affiliations":[{"raw_affiliation_string":"Columbia University, New York, US","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011887658","display_name":"Mingoo Seok","orcid":"https://orcid.org/0000-0002-9722-0979"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingoo Seok","raw_affiliation_strings":["Columbia University, New York, US"],"affiliations":[{"raw_affiliation_string":"Columbia University, New York, US","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5008182432"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.4655,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.84724743,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7802814245223999},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.6699753403663635},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6392420530319214},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5797441005706787},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.49613937735557556},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4879433512687683},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4867422580718994},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.45177358388900757},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4431014657020569},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.42705973982810974},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.36114054918289185},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11519035696983337},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09367495775222778}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7802814245223999},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.6699753403663635},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6392420530319214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5797441005706787},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.49613937735557556},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4879433512687683},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4867422580718994},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.45177358388900757},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4431014657020569},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.42705973982810974},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.36114054918289185},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11519035696983337},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09367495775222778},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207235","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207235","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1836465849","https://openalex.org/W1849277567","https://openalex.org/W1900913856","https://openalex.org/W2031489346","https://openalex.org/W2099471712","https://openalex.org/W2119144962","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2289324734","https://openalex.org/W2302255633","https://openalex.org/W2319920447","https://openalex.org/W2346746376","https://openalex.org/W2469228190","https://openalex.org/W2543539599","https://openalex.org/W2553303224","https://openalex.org/W2555751471","https://openalex.org/W2561238782","https://openalex.org/W2593744649","https://openalex.org/W2594529350","https://openalex.org/W2612445135","https://openalex.org/W2618169590","https://openalex.org/W2750666066","https://openalex.org/W2766839578","https://openalex.org/W2773706593","https://openalex.org/W2949264490","https://openalex.org/W2952819818","https://openalex.org/W2962849746","https://openalex.org/W2962965870","https://openalex.org/W2963536136","https://openalex.org/W2963613748","https://openalex.org/W2963993763","https://openalex.org/W2964040697","https://openalex.org/W2964081807","https://openalex.org/W2964118293","https://openalex.org/W2964228333","https://openalex.org/W2964299589","https://openalex.org/W4297775537","https://openalex.org/W4320013936","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6638667902","https://openalex.org/W6639204139","https://openalex.org/W6677580257","https://openalex.org/W6684191040","https://openalex.org/W6698183232","https://openalex.org/W6700264148","https://openalex.org/W6726275242","https://openalex.org/W6729956949","https://openalex.org/W6730179637","https://openalex.org/W6730410022","https://openalex.org/W6734062232","https://openalex.org/W6734593296","https://openalex.org/W6737664043","https://openalex.org/W6738348428","https://openalex.org/W6743811873","https://openalex.org/W6745499037"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W3131922633","https://openalex.org/W3047363187","https://openalex.org/W3119773509","https://openalex.org/W3177373753","https://openalex.org/W4317826943","https://openalex.org/W3005508927","https://openalex.org/W2440023763","https://openalex.org/W2962474440"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1],"was":[2],"pioneered":[3],"to":[4,15,93,101,157,186],"transfer":[5,115,133],"the":[6,25,29,58,64,77,84,96,102,134,150,172,189,196,208,214],"generalization":[7,98],"ability":[8],"of":[9,28,57,67,128,136,161,192,199,216],"a":[10,16,45,51,68,72,90,113,129,146,162,167,183,200,217],"large":[11],"teacher":[12,30,73,130,142],"deep":[13,46],"network":[14,22,49,74,92,117,185,219],"light-weight":[17],"student":[18,21,91,153,163,201,218],"network.":[19,131,202],"The":[20,203],"can":[23,211],"retain":[24],"high":[26],"quality":[27],"network,":[31,164],"yet":[32],"exhibiting":[33],"low":[34],"computational":[35],"complexity":[36],"and":[37,75,125,227],"storage":[38],"requirement,":[39],"which":[40,119,149],"is":[41,87],"attractive":[42],"for":[43,89],"deploying":[44],"convolution":[47],"neural":[48],"on":[50,62,220],"resource-constrained":[52],"mobile":[53],"device.":[54],"However,":[55,80],"most":[56],"existing":[59],"methods":[60],"focus":[61],"transferring":[63],"probability":[65,103,126],"distribution":[66,104],"softmax":[69],"layer":[70],"in":[71],"neglect":[76],"intermediate":[78,85,123,137],"representations.":[79],"we":[81,110,139,165],"find":[82],"that":[83,207],"representation":[86],"critical":[88],"better":[94],"understand":[95],"transferred":[97],"as":[99,145],"compared":[100],"only.":[105],"In":[106],"this":[107],"paper,":[108],"therefore,":[109],"propose":[111],"such":[112],"knowledge":[114,135],"adversarial":[116,177],"method":[118,151,174,210],"holistically":[120],"considers":[121],"both":[122],"representations":[124],"distributions":[127],"To":[132],"representations,":[138],"set":[140],"high-level":[141],"feature":[143,154,193],"maps":[144,194],"target,":[147],"toward":[148],"trains":[152],"maps.":[155],"Furthermore,":[156],"support":[158],"various":[159],"structures":[160],"arrange":[166],"novel":[168],"teacher-to-student":[169],"layer.":[170],"Finally,":[171],"proposed":[173,209],"employs":[175],"an":[176],"learning":[178],"process.":[179],"Specifically,":[180],"it":[181],"includes":[182],"discriminator":[184],"fully":[187],"exploit":[188],"spatial":[190],"correlation":[191],"during":[195],"training":[197],"process":[198],"experimental":[204],"results":[205],"demonstrate":[206],"significantly":[212],"improve":[213],"performance":[215],"two":[221],"important":[222],"vision":[223],"tasks,":[224],"image":[225],"classification":[226],"object":[228],"detection.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}