{"id":"https://openalex.org/W4312284807","doi":"https://doi.org/10.1109/access.2022.3227804","title":"NeuRes: Highly Activated Neurons Responses Transfer via Distilling Sparse Activation Maps","display_name":"NeuRes: Highly Activated Neurons Responses Transfer via Distilling Sparse Activation Maps","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312284807","doi":"https://doi.org/10.1109/access.2022.3227804"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3227804","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3227804","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09976039.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09976039.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006975305","display_name":"Sharmen Akhter","orcid":"https://orcid.org/0000-0003-4689-7688"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sharmen Akhter","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4689-7688","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027312711","display_name":"Md. Imtiaz Hossain","orcid":"https://orcid.org/0000-0003-1085-2461"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Md Imtiaz Hossain","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1085-2461","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086225474","display_name":"Md. Delowar Hossain","orcid":"https://orcid.org/0000-0002-6080-9720"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Md Delowar Hossain","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6080-9720","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000263913","display_name":"Eui\u2010Nam Huh","orcid":"https://orcid.org/0000-0003-0184-6975"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eui-Nam Huh","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-0184-6975","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I35928602"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5807,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.72457479,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"10","issue":null,"first_page":"131555","last_page":"131566"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7670948505401611},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6099889278411865},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.5332915782928467},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5277931094169617},{"id":"https://openalex.org/keywords/linearity","display_name":"Linearity","score":0.4938238561153412},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4896600842475891},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4854426980018616},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.448302686214447},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43784698843955994},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.4377765655517578},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.41190028190612793},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35422080755233765},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.30493173003196716},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.09451571106910706}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7670948505401611},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6099889278411865},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5332915782928467},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5277931094169617},{"id":"https://openalex.org/C77170095","wikidata":"https://www.wikidata.org/wiki/Q1753188","display_name":"Linearity","level":2,"score":0.4938238561153412},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4896600842475891},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4854426980018616},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.448302686214447},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43784698843955994},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.4377765655517578},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.41190028190612793},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35422080755233765},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30493173003196716},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.09451571106910706},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3227804","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3227804","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09976039.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b547c0f479854b0bb5f04996b8c8c8ea","is_oa":false,"landing_page_url":"https://doaj.org/article/b547c0f479854b0bb5f04996b8c8c8ea","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 131555-131566 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3227804","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3227804","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09976039.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1478288009","display_name":null,"funder_award_id":"2021-0-02068","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G3872958509","display_name":null,"funder_award_id":"RS-2022-00155911","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G4643994530","display_name":null,"funder_award_id":"2021-0-02068","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G4700831490","display_name":null,"funder_award_id":"2022-","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G4932531269","display_name":null,"funder_award_id":"RS-2022-00155911","funder_id":"https://openalex.org/F4320321332","funder_display_name":"Kyung Hee University"},{"id":"https://openalex.org/G585115220","display_name":null,"funder_award_id":"RS-2022-00155911","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G6988310032","display_name":null,"funder_award_id":"2021-0-02068","funder_id":"https://openalex.org/F4320324891","funder_display_name":"Iran Telecommunication Research Center"},{"id":"https://openalex.org/G7086180376","display_name":null,"funder_award_id":"No.RS-2022-00155911","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320321332","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312284807.pdf","grobid_xml":"https://content.openalex.org/works/W4312284807.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2475287302","https://openalex.org/W2561238782","https://openalex.org/W2731516819","https://openalex.org/W2739879705","https://openalex.org/W2766839578","https://openalex.org/W2801284618","https://openalex.org/W2886851211","https://openalex.org/W2887783173","https://openalex.org/W2891967877","https://openalex.org/W2934684307","https://openalex.org/W2936864631","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963363373","https://openalex.org/W2964111476","https://openalex.org/W2964203871","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2995607862","https://openalex.org/W2997560666","https://openalex.org/W2997748707","https://openalex.org/W3015735225","https://openalex.org/W3021951958","https://openalex.org/W3034368386","https://openalex.org/W3035460915","https://openalex.org/W3099502074","https://openalex.org/W3100718911","https://openalex.org/W3109689953","https://openalex.org/W3110908156","https://openalex.org/W3122799380","https://openalex.org/W3125614726","https://openalex.org/W3128140926","https://openalex.org/W3138154797","https://openalex.org/W3159196909","https://openalex.org/W3172610252","https://openalex.org/W3172619090","https://openalex.org/W3186221976","https://openalex.org/W3192946406","https://openalex.org/W3202329792","https://openalex.org/W4226426325","https://openalex.org/W4288337581","https://openalex.org/W4293846201","https://openalex.org/W4297775537","https://openalex.org/W4297813707","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6645550903","https://openalex.org/W6683595889","https://openalex.org/W6684191040","https://openalex.org/W6685927097","https://openalex.org/W6730179637","https://openalex.org/W6737664043","https://openalex.org/W6739868092","https://openalex.org/W6740493225","https://openalex.org/W6745499037","https://openalex.org/W6748082341","https://openalex.org/W6748163181","https://openalex.org/W6761064800","https://openalex.org/W6768928678","https://openalex.org/W6769906912","https://openalex.org/W6790438916","https://openalex.org/W6796782416"],"related_works":["https://openalex.org/W4296209631","https://openalex.org/W2023858428","https://openalex.org/W4247324130","https://openalex.org/W2538259895","https://openalex.org/W2126963364","https://openalex.org/W2051287254","https://openalex.org/W2561617217","https://openalex.org/W2370937376","https://openalex.org/W2218509615","https://openalex.org/W2025378473"],"abstract_inverted_index":{"In":[0,128],"recent":[1],"years,":[2],"Knowledge":[3,38],"Distillation":[4,39],"has":[5],"obtained":[6],"a":[7,86,145],"significant":[8],"interest":[9],"in":[10,101],"deep":[11],"learning-based":[12],"applications":[13],"on":[14,196,225,246],"mobile":[15],"and":[16,29,74,113,211,222,231],"IoT":[17],"devices":[18],"due":[19],"to":[20,23,32,41,45,51,95,116,162,169,172,214,240],"its":[21],"ability":[22],"transfer":[24,85,96,163],"knowledge":[25,84,147,194],"from":[26],"the":[27,33,43,47,53,56,60,64,68,71,75,79,83,97,102,117,151,157,164,170,174,180,193,204,241,247],"large":[28],"complex":[30],"teacher":[31],"lightweight":[34],"student":[35,44,57,138,171],"network.":[36],"Intuitively,":[37],"refers":[40],"forcing":[42],"mimic":[46],"teacher\u2019s":[48,98],"neuron":[49,99,183],"responses":[50,100,184],"improve":[52,137,215],"generalization":[54],"of":[55,70,78,104,119],"by":[58],"deploying":[59],"distillation":[61,148,244],"losses":[62],"as":[63,109],"regularization":[65],"terms.":[66],"However,":[67],"non-linearity":[69],"hidden":[72],"layers":[73],"high":[76],"dimensionality":[77],"feature":[80,106],"maps":[81],"make":[82],"rigorous":[87],"task.":[88],"Though":[89],"numerous":[90],"methods":[91],"have":[92],"been":[93],"proposed":[94,200],"form":[103],"diverse":[105],"characteristics":[107],"such":[108],"attention,":[110],"contrastive":[111],"representation,":[112],"so":[114],"on,":[115],"best":[118],"our":[120],"knowledge,":[121],"no":[122],"prior":[123],"works":[124],"consideredfeature-level":[125],"non-linearityduring":[126],"distillation.":[127],"this":[129,141],"work,":[130],"we":[131,143],"ask,does":[132],"feature-level":[133],"non-linearity-based":[134],"approaches":[135],"can":[136],"performance?To":[139],"investigate":[140],"concern,":[142],"propose":[144],"novel":[146],"technique":[149],"called":[150],"NeuRes":[152,178,201,236],"(Neuron\u2019s":[153],"Responses)":[154],"via":[155],"distilling":[156],"Sparse":[158,187],"Activation":[159,188],"Maps":[160,189],"(SAMs)":[161,190],"highly":[165,181],"activated":[166,182],"Neurons":[167],"Responses":[168],"enhance":[173],"representation":[175],"capability.":[176],"Proposed":[177],"selects":[179],"that":[185,235],"produce":[186],"while":[191],"transferring":[192],"based":[195],"activation":[197],"normalization.":[198],"Our":[199],"also":[202],"transfers":[203],"translation":[205],"invariant":[206],"features":[207],"using":[208],"auxiliary":[209],"classifiers":[210],"augmented":[212],"data":[213],"students\u2019":[216],"generalization.":[217],"The":[218],"details":[219],"ablation":[220],"studies":[221],"extensive":[223],"experiments":[224],"model":[226],"compression,":[227],"transferability,":[228],"adversarial":[229],"robustness,":[230],"few-shot":[232],"learning":[233],"verify":[234],"performs":[237],"better":[238],"compared":[239],"existing":[242],"state-of-the-art":[243],"techniques":[245],"standard":[248],"benchmark":[249],"datasets.":[250]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}