{"id":"https://openalex.org/W4394834934","doi":"https://doi.org/10.1016/j.imavis.2024.105020","title":"SAKD: Sparse attention knowledge distillation","display_name":"SAKD: Sparse attention knowledge distillation","publication_year":2024,"publication_date":"2024-04-16","ids":{"openalex":"https://openalex.org/W4394834934","doi":"https://doi.org/10.1016/j.imavis.2024.105020"},"language":"en","primary_location":{"id":"doi:10.1016/j.imavis.2024.105020","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.imavis.2024.105020","pdf_url":null,"source":{"id":"https://openalex.org/S177430994","display_name":"Image and Vision Computing","issn_l":"0262-8856","issn":["0262-8856","1872-8138"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Image and Vision Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109193580","display_name":"Zhen Guo","orcid":"https://orcid.org/0000-0001-5727-0878"},"institutions":[{"id":"https://openalex.org/I4391768176","display_name":"State Key Laboratory of Media Convergence and Communication","ror":"https://ror.org/0595ys057","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768176","https://openalex.org/I75689368"]},{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]},{"id":"https://openalex.org/I6507939","display_name":"China United Network Communications Group (China)","ror":"https://ror.org/028w99c90","country_code":"CN","type":"company","lineage":["https://openalex.org/I6507939"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhen Guo","raw_affiliation_strings":["China Unicom Smart City Research Institute, Shoutinanlu No. 9, Beijing 100024, China","Communication University of China, State Key Laboratory of Media Convergence and Communication, Dingfuzhuang East Street No. 1, Beijing 100024, China"],"affiliations":[{"raw_affiliation_string":"China Unicom Smart City Research Institute, Shoutinanlu No. 9, Beijing 100024, China","institution_ids":["https://openalex.org/I6507939"]},{"raw_affiliation_string":"Communication University of China, State Key Laboratory of Media Convergence and Communication, Dingfuzhuang East Street No. 1, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368","https://openalex.org/I4391768176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070308323","display_name":"Pengzhou Zhang","orcid":"https://orcid.org/0000-0001-5721-5692"},"institutions":[{"id":"https://openalex.org/I4391768176","display_name":"State Key Laboratory of Media Convergence and Communication","ror":"https://ror.org/0595ys057","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768176","https://openalex.org/I75689368"]},{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pengzhou Zhang","raw_affiliation_strings":["Communication University of China, State Key Laboratory of Media Convergence and Communication, Dingfuzhuang East Street No. 1, Beijing 100024, China"],"affiliations":[{"raw_affiliation_string":"Communication University of China, State Key Laboratory of Media Convergence and Communication, Dingfuzhuang East Street No. 1, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368","https://openalex.org/I4391768176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100612023","display_name":"Liang Peng","orcid":"https://orcid.org/0000-0002-9831-2787"},"institutions":[{"id":"https://openalex.org/I6507939","display_name":"China United Network Communications Group (China)","ror":"https://ror.org/028w99c90","country_code":"CN","type":"company","lineage":["https://openalex.org/I6507939"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Liang","raw_affiliation_strings":["China Unicom Smart City Research Institute, Shoutinanlu No. 9, Beijing 100024, China"],"affiliations":[{"raw_affiliation_string":"China Unicom Smart City Research Institute, Shoutinanlu No. 9, Beijing 100024, China","institution_ids":["https://openalex.org/I6507939"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5070308323","https://openalex.org/A5109193580"],"corresponding_institution_ids":["https://openalex.org/I4391768176","https://openalex.org/I6507939","https://openalex.org/I75689368"],"apc_list":{"value":2270,"currency":"USD","value_usd":2270},"apc_paid":null,"fwci":1.2846,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80073684,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"146","issue":null,"first_page":"105020","last_page":"105020"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.8633939027786255},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.765548825263977},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6782128810882568},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.653190016746521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5726688504219055},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5322976112365723},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4777752161026001},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.4390489459037781},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.415620893239975}],"concepts":[{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.8633939027786255},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.765548825263977},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6782128810882568},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.653190016746521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5726688504219055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5322976112365723},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4777752161026001},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.4390489459037781},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.415620893239975},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.imavis.2024.105020","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.imavis.2024.105020","pdf_url":null,"source":{"id":"https://openalex.org/S177430994","display_name":"Image and Vision Computing","issn_l":"0262-8856","issn":["0262-8856","1872-8138"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Image and Vision Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5600000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2095705004","https://openalex.org/W2102605133","https://openalex.org/W2194775991","https://openalex.org/W2561238782","https://openalex.org/W2731516819","https://openalex.org/W2739879705","https://openalex.org/W2887783173","https://openalex.org/W2936864631","https://openalex.org/W2963140444","https://openalex.org/W2963534679","https://openalex.org/W2964111476","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2995607862","https://openalex.org/W2996268457","https://openalex.org/W3015735225","https://openalex.org/W3094502228","https://openalex.org/W3111535274","https://openalex.org/W3121523901","https://openalex.org/W3121695629","https://openalex.org/W3124819632","https://openalex.org/W3131500599","https://openalex.org/W3153465022","https://openalex.org/W3162847008","https://openalex.org/W3170841864","https://openalex.org/W3171516518","https://openalex.org/W3177196641","https://openalex.org/W4212774754","https://openalex.org/W4214614183","https://openalex.org/W4226396876","https://openalex.org/W4306874801","https://openalex.org/W4312980183","https://openalex.org/W4317941616","https://openalex.org/W4366982391","https://openalex.org/W4372267625","https://openalex.org/W4378506785","https://openalex.org/W4386071640","https://openalex.org/W4389821034","https://openalex.org/W4393156341","https://openalex.org/W4393160566","https://openalex.org/W6638523607","https://openalex.org/W6674330103","https://openalex.org/W6771932116","https://openalex.org/W6786708909","https://openalex.org/W6787589371","https://openalex.org/W6788620109","https://openalex.org/W6790555728","https://openalex.org/W6790690058","https://openalex.org/W6791943378","https://openalex.org/W6792155083","https://openalex.org/W6811661948","https://openalex.org/W6853174359"],"related_works":["https://openalex.org/W2045049461","https://openalex.org/W1978893398","https://openalex.org/W2201908702","https://openalex.org/W4381094582","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W1977906818","https://openalex.org/W1522139108","https://openalex.org/W2353528968","https://openalex.org/W2032776242"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}