{"id":"https://openalex.org/W4400167007","doi":"https://doi.org/10.1587/transinf.2023edl8083","title":"Improving Sliced Wasserstein Distance with Geometric Median for Knowledge Distillation","display_name":"Improving Sliced Wasserstein Distance with Geometric Median for Knowledge Distillation","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4400167007","doi":"https://doi.org/10.1587/transinf.2023edl8083"},"language":"en","primary_location":{"id":"doi:10.1587/transinf.2023edl8083","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1587/transinf.2023edl8083","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E107.D/7/E107.D_2023EDL8083/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/transinf/E107.D/7/E107.D_2023EDL8083/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033743267","display_name":"Hongyun Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongyun LU","raw_affiliation_strings":["North China University of Technology"],"affiliations":[{"raw_affiliation_string":"North China University of Technology","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020279911","display_name":"Mengmeng ZHANG","orcid":null},"institutions":[{"id":"https://openalex.org/I114234892","display_name":"Beijing Union University","ror":"https://ror.org/01hg31662","country_code":"CN","type":"education","lineage":["https://openalex.org/I114234892"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengmeng ZHANG","raw_affiliation_strings":["Beijing Union University"],"affiliations":[{"raw_affiliation_string":"Beijing Union University","institution_ids":["https://openalex.org/I114234892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023474030","display_name":"Hongyuan Jing","orcid":"https://orcid.org/0000-0002-5613-1216"},"institutions":[{"id":"https://openalex.org/I114234892","display_name":"Beijing Union University","ror":"https://ror.org/01hg31662","country_code":"CN","type":"education","lineage":["https://openalex.org/I114234892"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyuan JING","raw_affiliation_strings":["Beijing Union University"],"affiliations":[{"raw_affiliation_string":"Beijing Union University","institution_ids":["https://openalex.org/I114234892"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101856541","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0002-8464-3235"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi LIU","raw_affiliation_strings":["North China University of Technology"],"affiliations":[{"raw_affiliation_string":"North China University of Technology","institution_ids":["https://openalex.org/I1456306"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5033743267"],"corresponding_institution_ids":["https://openalex.org/I1456306"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08759133,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"E107.D","issue":"7","first_page":"890","last_page":"893"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7046434879302979},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6610859632492065},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5482252240180969},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.5052791237831116},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4635089933872223},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.457202285528183},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4318059980869293},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3214067816734314}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7046434879302979},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6610859632492065},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5482252240180969},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.5052791237831116},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4635089933872223},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.457202285528183},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4318059980869293},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3214067816734314},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transinf.2023edl8083","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1587/transinf.2023edl8083","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E107.D/7/E107.D_2023EDL8083/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1587/transinf.2023edl8083","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1587/transinf.2023edl8083","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E107.D/7/E107.D_2023EDL8083/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400167007.pdf"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2913446963","https://openalex.org/W2928560789","https://openalex.org/W2979557588","https://openalex.org/W3034368386","https://openalex.org/W3138154797","https://openalex.org/W3187295906"],"related_works":["https://openalex.org/W2264067234","https://openalex.org/W3124243301","https://openalex.org/W1571502335","https://openalex.org/W1589409554","https://openalex.org/W2759038785","https://openalex.org/W2172232600","https://openalex.org/W3123876860","https://openalex.org/W3124172198","https://openalex.org/W2046181650","https://openalex.org/W2142633247"],"abstract_inverted_index":{"Currently,":[0],"the":[1,17,52,63,66,73,79,92],"most":[2],"advanced":[3],"knowledge":[4,48],"distillation":[5,49],"models":[6,109],"use":[7],"a":[8,47,97],"metric":[9],"learning":[10],"approach":[11],"based":[12],"on":[13],"probability":[14,21],"distributions.":[15],"However,":[16],"correlation":[18,99],"between":[19,65],"supervised":[20],"distributions":[22],"is":[23],"typically":[24],"geometric":[25,58,75],"and":[26,30,68,113],"implicit,":[27],"causing":[28],"inefficiency":[29],"an":[31],"inability":[32],"to":[33,61,72,85],"capture":[34],"structural":[35],"feature":[36],"representations":[37],"among":[38,100],"different":[39],"tasks.":[40],"To":[41],"overcome":[42],"this":[43],"problem,":[44],"we":[45],"propose":[46],"loss":[50],"using":[51],"robust":[53,98],"sliced":[54],"Wasserstein":[55],"distance":[56],"with":[57],"median":[59],"(GMSW)":[60],"estimate":[62],"differences":[64],"teacher":[67,93],"student":[69,80],"representations.":[70],"Due":[71],"intuitive":[74],"properties":[76],"of":[77],"GMSW,":[78],"model":[81],"can":[82],"effectively":[83],"learn":[84],"align":[86],"its":[87],"produced":[88],"hidden":[89],"states":[90],"from":[91],"model,":[94],"thereby":[95],"establishing":[96],"implicit":[101],"features.":[102],"In":[103],"experiment,":[104],"our":[105],"method":[106],"outperforms":[107],"state-of-the-art":[108],"in":[110],"both":[111],"high-resource":[112],"low-resource":[114],"settings.":[115]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}