{"id":"https://openalex.org/W2964111476","doi":"https://doi.org/10.1609/aaai.v33i01.33013779","title":"Knowledge Transfer via Distillation of Activation Boundaries Formed by Hidden Neurons","display_name":"Knowledge Transfer via Distillation of Activation Boundaries Formed by Hidden Neurons","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2964111476","doi":"https://doi.org/10.1609/aaai.v33i01.33013779","mag":"2964111476"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33013779","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013779","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4264/4142","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4264/4142","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079048252","display_name":"Byeongho Heo","orcid":"https://orcid.org/0000-0003-2134-6345"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byeongho Heo","raw_affiliation_strings":["Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033681555","display_name":"Minsik Lee","orcid":"https://orcid.org/0000-0003-4941-4311"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minsik Lee","raw_affiliation_strings":["Hanyang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003220288","display_name":"Sangdoo Yun","orcid":"https://orcid.org/0000-0002-0417-8450"},"institutions":[{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangdoo Yun","raw_affiliation_strings":["NAVER Corp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NAVER Corp","institution_ids":["https://openalex.org/I60922564"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088891890","display_name":"Jin Young Choi","orcid":"https://orcid.org/0000-0003-3891-5815"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jin Young Choi","raw_affiliation_strings":["Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":23.6152,"has_fulltext":true,"cited_by_count":508,"citation_normalized_percentile":{"value":0.99664009,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"33","issue":"01","first_page":"3779","last_page":"3787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.684170663356781},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6449298858642578},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.6000370979309082},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5873549580574036},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.5500633716583252},{"id":"https://openalex.org/keywords/hyperplane","display_name":"Hyperplane","score":0.5390602350234985},{"id":"https://openalex.org/keywords/piecewise","display_name":"Piecewise","score":0.5078638195991516},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5011906623840332},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.48478883504867554},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.48357030749320984},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48278915882110596},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47078651189804077},{"id":"https://openalex.org/keywords/biological-system","display_name":"Biological system","score":0.46308308839797974},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.34047043323516846},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3104081153869629},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.21347546577453613},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.18386149406433105},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.16459107398986816},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.10292363166809082},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.0763092041015625}],"concepts":[{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.684170663356781},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6449298858642578},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.6000370979309082},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5873549580574036},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.5500633716583252},{"id":"https://openalex.org/C68693459","wikidata":"https://www.wikidata.org/wiki/Q657586","display_name":"Hyperplane","level":2,"score":0.5390602350234985},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.5078638195991516},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5011906623840332},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.48478883504867554},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.48357030749320984},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48278915882110596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47078651189804077},{"id":"https://openalex.org/C186060115","wikidata":"https://www.wikidata.org/wiki/Q30336093","display_name":"Biological system","level":1,"score":0.46308308839797974},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.34047043323516846},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3104081153869629},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.21347546577453613},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.18386149406433105},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.16459107398986816},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.10292363166809082},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0763092041015625},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v33i01.33013779","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013779","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4264/4142","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/4264","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/4264","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33013779","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013779","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4264/4142","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1375100295","display_name":null,"funder_award_id":"B0101-15-0552","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G5247313999","display_name":null,"funder_award_id":"B0101-15-0552","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"},{"id":"https://openalex.org/G8696015826","display_name":null,"funder_award_id":"2017M3C4A7077582","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"}],"funders":[{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2964111476.pdf","grobid_xml":"https://content.openalex.org/works/W2964111476.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1690739335","https://openalex.org/W1797268635","https://openalex.org/W1821462560","https://openalex.org/W1903029394","https://openalex.org/W2034276439","https://openalex.org/W2097117768","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2119821739","https://openalex.org/W2152161678","https://openalex.org/W2163605009","https://openalex.org/W2179686778","https://openalex.org/W2194775991","https://openalex.org/W2401231614","https://openalex.org/W2475287302","https://openalex.org/W2561238782","https://openalex.org/W2612445135","https://openalex.org/W2739879705","https://openalex.org/W2793383859","https://openalex.org/W2951603627","https://openalex.org/W2964118293","https://openalex.org/W2964137095","https://openalex.org/W3118608800","https://openalex.org/W4239510810","https://openalex.org/W4250737575","https://openalex.org/W4297775537","https://openalex.org/W4308909683","https://openalex.org/W6637551013","https://openalex.org/W6638319203","https://openalex.org/W6638523607","https://openalex.org/W6674914833","https://openalex.org/W6682980823","https://openalex.org/W6683595889","https://openalex.org/W6685927097","https://openalex.org/W6687483927","https://openalex.org/W6713132643","https://openalex.org/W6749242622","https://openalex.org/W6821113053"],"related_works":["https://openalex.org/W2369655046","https://openalex.org/W2019467317","https://openalex.org/W1585519779","https://openalex.org/W1965515989","https://openalex.org/W4376167435","https://openalex.org/W2088737283","https://openalex.org/W1999587863","https://openalex.org/W1929902734","https://openalex.org/W2042783797","https://openalex.org/W3104141912"],"abstract_inverted_index":{"An":[0],"activation":[1,86,98,121,135,149],"boundary":[2,147],"for":[3],"a":[4,8,79,129,145],"neuron":[5,15,157],"refers":[6],"to":[7],"separating":[9,146],"hyperplane":[10],"that":[11,28,101,173],"determines":[12],"whether":[13],"the":[14,29,40,49,69,93,103,107,111,117,120,134,139,142,159,162,174,178],"is":[16,124,171],"activated":[17],"or":[18],"deactivated.":[19],"It":[20],"has":[21,64,102],"been":[22,66],"long":[23],"considered":[24,67],"in":[25,44,68,158,164],"neural":[26,62],"networks":[27,63],"activations":[30],"of":[31,48,61,71,85,167],"neurons,":[32],"rather":[33],"than":[34],"their":[35],"exact":[36],"output":[37],"values,":[38],"play":[39],"most":[41],"important":[42],"role":[43],"forming":[45],"classificationfriendly":[46],"partitions":[47],"hidden":[50,90],"feature":[51],"space.":[52],"However,":[53],"as":[54,56],"far":[55],"we":[57,77,95,127],"know,":[58],"this":[59,75],"aspect":[60],"not":[65,125],"literature":[70],"knowledge":[72,80,168],"transfer.":[73],"In":[74],"paper,":[76],"propose":[78,96],"transfer":[81,99,122,136],"method":[82,176],"via":[83],"distillation":[84],"boundaries":[87,108],"formed":[88,154],"by":[89,110,116,155],"neurons.":[91],"For":[92],"distillation,":[94],"an":[97],"loss":[100,123,132],"minimum":[104],"value":[105],"when":[106],"generated":[109],"student":[112,143],"coincide":[113],"with":[114],"those":[115],"teacher.":[118,160],"Since":[119],"differentiable,":[126],"design":[128],"piecewise":[130],"differentiable":[131],"approximating":[133],"loss.":[137],"By":[138],"proposed":[140,175],"method,":[141],"learns":[144],"between":[148],"region":[150,153],"and":[151],"deactivation":[152],"each":[156],"Through":[161],"experiments":[163],"various":[165],"aspects":[166],"transfer,":[169],"it":[170],"verified":[172],"outperforms":[177],"current":[179],"state-of-the-art.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":89},{"year":2024,"cited_by_count":100},{"year":2023,"cited_by_count":90},{"year":2022,"cited_by_count":69},{"year":2021,"cited_by_count":93},{"year":2020,"cited_by_count":42},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}