{"id":"https://openalex.org/W4409494212","doi":"https://doi.org/10.1109/access.2025.3561310","title":"Sleep Staging Using Compressed Vision Transformer With Novel Two-Step Attention Weighted Sum","display_name":"Sleep Staging Using Compressed Vision Transformer With Novel Two-Step Attention Weighted Sum","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409494212","doi":"https://doi.org/10.1109/access.2025.3561310"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3561310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3561310","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3561310","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036597756","display_name":"Hyounggyu Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Hyounggyu Kim","raw_affiliation_strings":["Department of Artificial Intelligence, Korea University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087359205","display_name":"Moogyeong Kim","orcid":"https://orcid.org/0000-0002-7457-9639"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Moogyeong Kim","raw_affiliation_strings":["Department of Artificial Intelligence, Korea University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023585249","display_name":"Wonzoo Chung","orcid":"https://orcid.org/0000-0001-7381-250X"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wonzoo Chung","raw_affiliation_strings":["Department of Artificial Intelligence, Korea University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036597756"],"corresponding_institution_ids":["https://openalex.org/I197347611"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06070601,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"69650","last_page":"69659"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9606000185012817,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12707","display_name":"Vehicle License Plate Recognition","score":0.9538999795913696,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6394511461257935},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5593201518058777},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5283563733100891},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.48292919993400574},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3216277062892914},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11973780393600464},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08899593353271484},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08580911159515381}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6394511461257935},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5593201518058777},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5283563733100891},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48292919993400574},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3216277062892914},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11973780393600464},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08899593353271484},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08580911159515381}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3561310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3561310","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c24c6153bb9541dbaeb2892cb012d836","is_oa":true,"landing_page_url":"https://doaj.org/article/c24c6153bb9541dbaeb2892cb012d836","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 69650-69659 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3561310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3561310","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7699972493","display_name":null,"funder_award_id":"RS-2021-II212068","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G8458676037","display_name":null,"funder_award_id":"RS-2019-II190079","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2019241323","https://openalex.org/W2101709445","https://openalex.org/W2108598243","https://openalex.org/W2144691514","https://openalex.org/W2162800060","https://openalex.org/W2604096629","https://openalex.org/W2805033630","https://openalex.org/W2805075551","https://openalex.org/W2893892260","https://openalex.org/W2898642424","https://openalex.org/W2920016582","https://openalex.org/W3009259306","https://openalex.org/W3040939498","https://openalex.org/W3044656331","https://openalex.org/W3082394918","https://openalex.org/W3094502228","https://openalex.org/W3097217077","https://openalex.org/W3165396901","https://openalex.org/W3196974791","https://openalex.org/W4236322609","https://openalex.org/W4294690904","https://openalex.org/W4297839521","https://openalex.org/W4312769570","https://openalex.org/W4385245566","https://openalex.org/W4385656632","https://openalex.org/W4400159159","https://openalex.org/W6606539394","https://openalex.org/W6606918967","https://openalex.org/W6684191040","https://openalex.org/W6744620773","https://openalex.org/W6749825310","https://openalex.org/W6757817989","https://openalex.org/W6767290199","https://openalex.org/W6788135285"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Automatic":[0],"sleep":[1,7,25,36,77,182],"staging":[2,37],"is":[3,105,121],"crucial":[4],"for":[5,150],"diagnosing":[6],"disorders,":[8],"however,":[9],"existing":[10,63],"inter-epoch":[11],"feature":[12,81,113],"extraction":[13,82],"schemes":[14],"such":[15],"as":[16,46],"RNN-based":[17],"networks":[18],"or":[19],"transformers":[20],"often":[21],"struggle":[22],"with":[23,44,69,84,99,144,168],"long":[24,73],"sequences":[26,74],"due":[27],"to":[28,54,62,107],"overfitting.":[29,163],"This":[30],"study":[31],"presents":[32],"a":[33,40,47,51,76,94,100,180],"novel":[34],"automatic":[35],"method":[38,120,161],"utilizing":[39],"pre-trained":[41,67],"vision":[42],"transformer":[43,68],"compression":[45,70],"sequence":[48],"encoder":[49,91],"and":[50,130],"two-step":[52,102],"attention":[53,103],"enhance":[55],"the":[56,66,109,118,139,145,156,159],"sleep-stage":[57],"classification":[58],"performance.":[59],"In":[60],"contrast":[61],"transformer-based":[64,171],"methods,":[65],"can":[71,173],"handle":[72],"covering":[75],"cycle,":[78],"leveraging":[79],"robust":[80],"capabilities":[83],"substantially":[85],"fewer":[86],"parameters.":[87],"Furthermore,":[88],"an":[89],"epoch":[90],"based":[92],"on":[93],"bidirectional":[95],"temporal":[96],"convolutional":[97],"network":[98],"multi-head":[101],"mechanism":[104],"proposed":[106,119,140,160],"improve":[108],"efficiency":[110],"of":[111,117,138,158],"epoch-level":[112],"extraction.":[114],"The":[115],"performance":[116,136],"evaluated":[122],"using":[123],"three":[124],"publicly":[125],"available":[126],"datasets:":[127],"SleepEDF-20,":[128],"SleepEDF-78,":[129],"SHHS.":[131],"Numerical":[132],"experiments":[133],"show":[134],"notable":[135],"enhancement":[137],"scheme":[141],"in":[142],"comparison":[143],"state-of-":[146],"the-art":[147],"algorithms,":[148],"particularly":[149],"small":[151],"training":[152],"datasets,":[153],"which":[154],"validates":[155],"resilience":[157],"against":[162],"These":[164],"results":[165],"suggest":[166],"that":[167],"appropriate":[169],"regularization,":[170],"models":[172],"effectively":[174],"capture":[175],"long-term":[176],"contextual":[177],"information":[178],"across":[179],"complete":[181],"cycle.":[183]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}