{"id":"https://openalex.org/W4402167744","doi":"https://doi.org/10.1109/tbdata.2024.3453763","title":"DistillSleepNet: Heterogeneous Multi-Level Knowledge Distillation via Teacher Assistant for Sleep Staging","display_name":"DistillSleepNet: Heterogeneous Multi-Level Knowledge Distillation via Teacher Assistant for Sleep Staging","publication_year":2024,"publication_date":"2024-09-03","ids":{"openalex":"https://openalex.org/W4402167744","doi":"https://doi.org/10.1109/tbdata.2024.3453763"},"language":"en","primary_location":{"id":"doi:10.1109/tbdata.2024.3453763","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2024.3453763","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065497921","display_name":"Ziyu Jia","orcid":"https://orcid.org/0000-0002-8523-1419"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziyu Jia","raw_affiliation_strings":["Brainnetome Center, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Brainnetome Center, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081263025","display_name":"Heng Liang","orcid":"https://orcid.org/0000-0001-7327-9872"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Heng Liang","raw_affiliation_strings":["Faculty of Engineering, The University of Hong Kong, Hong Kong, Hong Kong","Brainnetome Center, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, The University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Brainnetome Center, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030360404","display_name":"Yucheng Liu","orcid":"https://orcid.org/0000-0003-4738-0795"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yucheng Liu","raw_affiliation_strings":["Spatial Sciences Institute, Dana and David Dornsife College of Letters, Arts and Sciences, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Spatial Sciences Institute, Dana and David Dornsife College of Letters, Arts and Sciences, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025160246","display_name":"Haichao Wang","orcid":"https://orcid.org/0009-0002-1773-7343"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haichao Wang","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China","Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":null,"display_name":"Tianzi Jiang","orcid":"https://orcid.org/0009-0006-9180-5024"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianzi Jiang","raw_affiliation_strings":["Brainnetome Center, Institute of Automation, CAS Center for Excellence in Brain Science and Intelligence Technology, Chinese Academy of Sciences, Beijing, China","Brainnetome Center, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Brainnetome Center, Institute of Automation, CAS Center for Excellence in Brain Science and Intelligence Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210097554"]},{"raw_affiliation_string":"Brainnetome Center, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5065497921"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":3.6748,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.94323107,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"11","issue":"3","first_page":"1273","last_page":"1284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.8195000290870667,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.8195000290870667,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.816364049911499},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5381956696510315},{"id":"https://openalex.org/keywords/sleep","display_name":"Sleep (system call)","score":0.43217456340789795},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3522413969039917},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13348424434661865},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.06254607439041138}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.816364049911499},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5381956696510315},{"id":"https://openalex.org/C2775841894","wikidata":"https://www.wikidata.org/wiki/Q4683692","display_name":"Sleep (system call)","level":2,"score":0.43217456340789795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3522413969039917},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13348424434661865},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.06254607439041138},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbdata.2024.3453763","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2024.3453763","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4468112264","display_name":null,"funder_award_id":"62306317","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7121782254","display_name":null,"funder_award_id":"2023M733738","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W2144691514","https://openalex.org/W2172894528","https://openalex.org/W2294370754","https://openalex.org/W2604096629","https://openalex.org/W2739879705","https://openalex.org/W2748231279","https://openalex.org/W2760002580","https://openalex.org/W2767033786","https://openalex.org/W2805033630","https://openalex.org/W2890525246","https://openalex.org/W2893892260","https://openalex.org/W2897115052","https://openalex.org/W2898047920","https://openalex.org/W2913846632","https://openalex.org/W2920016582","https://openalex.org/W2963919481","https://openalex.org/W2970454332","https://openalex.org/W2982157312","https://openalex.org/W2997006708","https://openalex.org/W3004127093","https://openalex.org/W3016219971","https://openalex.org/W3034369844","https://openalex.org/W3035163969","https://openalex.org/W3035993151","https://openalex.org/W3040939498","https://openalex.org/W3082394918","https://openalex.org/W3092364538","https://openalex.org/W3151219741","https://openalex.org/W3158818505","https://openalex.org/W3165396901","https://openalex.org/W3177196641","https://openalex.org/W3177318507","https://openalex.org/W3182909984","https://openalex.org/W3188349400","https://openalex.org/W3194627432","https://openalex.org/W3198543070","https://openalex.org/W4220772234","https://openalex.org/W4224307534","https://openalex.org/W4226426325","https://openalex.org/W4283823720","https://openalex.org/W4293498978","https://openalex.org/W4297095243","https://openalex.org/W4306167821","https://openalex.org/W4317748853","https://openalex.org/W4319301163","https://openalex.org/W4379805270","https://openalex.org/W4385768214","https://openalex.org/W4385819716","https://openalex.org/W4386065360","https://openalex.org/W4386928368","https://openalex.org/W4401326911","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6740493225","https://openalex.org/W6751751081","https://openalex.org/W6758641407","https://openalex.org/W6767290199","https://openalex.org/W6769906912","https://openalex.org/W6773815586","https://openalex.org/W6857692509"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Accurate":[0],"sleep":[1,12,15,68,87,99,131],"staging":[2,16,88],"is":[3,39,159,174],"crucial":[4],"for":[5,55,67,130,141],"the":[6,45,59,103,146,170,178,182,188],"diagnosis":[7],"of":[8,28,61,64,93,106],"diseases":[9],"such":[10],"as":[11],"disorders.":[13],"Existing":[14],"models":[17,50,54,66,143,184],"with":[18,75],"excellent":[19],"performance":[20],"are":[21,81],"usually":[22],"large":[23,49,82,147],"and":[24,197],"require":[25],"a":[26,40,123,137,154],"lot":[27],"computational":[29],"resources,":[30],"limiting":[31],"their":[32],"application":[33],"on":[34,194],"wearable":[35],"devices.":[36],"Therefore,":[37],"it":[38],"key":[41],"issue":[42],"to":[43,161,176],"distil":[44],"knowledge":[46,62,94,104,127,138,156,189],"embedded":[47],"in":[48,98,102],"into":[51],"small":[52],"heterogeneous":[53,65,86,107,115,125,142,151,183],"better":[56],"deployment.":[57],"In":[58,168],"process":[60],"distillation":[63,105,128,139,157,190,203],"electroencephalography":[69],"(EEG)":[70],"signals,":[71],"we":[72,121,134],"mainly":[73],"deal":[74],"three":[76],"major":[77],"challenges:":[78],"1)":[79],"There":[80],"structural":[83,148],"differences":[84,112,149],"between":[85,114,150,181],"models;":[89,108],"2)":[90],"What":[91],"kind":[92],"should":[95],"be":[96],"conveyed":[97],"EEG":[100],"signals":[101],"3)":[109],"Significant":[110],"scale":[111,179],"exist":[113],"models.":[116,152],"To":[117],"address":[118],"these":[119],"challenges,":[120],"design":[122],"generic":[124],"model":[126],"framework":[129,204],"staging.":[132],"Specifically,":[133],"first":[135],"propose":[136],"strategy":[140],"that":[144,201],"addresses":[145],"Then,":[153],"multi-level":[155,165],"module":[158,173],"designed":[160],"effectively":[162],"transfer":[163],"important":[164],"feature":[166],"knowledge.":[167],"addition,":[169],"teacher":[171],"assistant":[172],"introduced":[175],"ease":[177],"difference":[180],"which":[185],"further":[186],"enhances":[187],"performance.":[191,207],"Experimental":[192],"results":[193],"both":[195],"Sleep-EDF":[196],"ISRUC":[198],"datasets":[199],"show":[200],"our":[202],"achieves":[205],"state-of-the-art":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}