{"id":"https://openalex.org/W4392944534","doi":"https://doi.org/10.1109/iceic61013.2024.10457194","title":"Improved Generalization from Limiting Attention in a Transformer for Sleep Stage Classification","display_name":"Improved Generalization from Limiting Attention in a Transformer for Sleep Stage Classification","publication_year":2024,"publication_date":"2024-01-28","ids":{"openalex":"https://openalex.org/W4392944534","doi":"https://doi.org/10.1109/iceic61013.2024.10457194"},"language":"en","primary_location":{"id":"doi:10.1109/iceic61013.2024.10457194","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iceic61013.2024.10457194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Electronics, Information, and Communication (ICEIC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100357421","display_name":"Dongyoung Kim","orcid":"https://orcid.org/0000-0002-3364-6524"},"institutions":[{"id":"https://openalex.org/I146824383","display_name":"Hallym University","ror":"https://ror.org/03sbhge02","country_code":"KR","type":"education","lineage":["https://openalex.org/I146824383"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongyoung Kim","raw_affiliation_strings":["College of Medicine, Hallym University,Chuncheon,South Korea","Hallym University,Department of Computer Engineering,Chuncheon,South Korea","Department of Computer Engineering, Hallym University, Chuncheon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Medicine, Hallym University,Chuncheon,South Korea","institution_ids":["https://openalex.org/I146824383"]},{"raw_affiliation_string":"Hallym University,Department of Computer Engineering,Chuncheon,South Korea","institution_ids":["https://openalex.org/I146824383"]},{"raw_affiliation_string":"Department of Computer Engineering, Hallym University, Chuncheon, South Korea","institution_ids":["https://openalex.org/I146824383"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377984","display_name":"Dong\u2010Kyu Kim","orcid":"https://orcid.org/0000-0003-4917-0177"},"institutions":[{"id":"https://openalex.org/I146824383","display_name":"Hallym University","ror":"https://ror.org/03sbhge02","country_code":"KR","type":"education","lineage":["https://openalex.org/I146824383"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dong-Kyu Kim","raw_affiliation_strings":["College of Medicine, Hallym University,Chuncheon,South Korea","Hallym University,Department of Computer Engineering,Chuncheon,South Korea","College of Medicine, Hallym University, Chuncheon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Medicine, Hallym University,Chuncheon,South Korea","institution_ids":["https://openalex.org/I146824383"]},{"raw_affiliation_string":"Hallym University,Department of Computer Engineering,Chuncheon,South Korea","institution_ids":["https://openalex.org/I146824383"]},{"raw_affiliation_string":"College of Medicine, Hallym University, Chuncheon, South Korea","institution_ids":["https://openalex.org/I146824383"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006775135","display_name":"Jeong\u2010Gun Lee","orcid":"https://orcid.org/0000-0001-6218-4560"},"institutions":[{"id":"https://openalex.org/I146824383","display_name":"Hallym University","ror":"https://ror.org/03sbhge02","country_code":"KR","type":"education","lineage":["https://openalex.org/I146824383"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jeong-Gun Lee","raw_affiliation_strings":["Hallym University,Department of Computer Engineering,Chuncheon,South Korea","Department of Computer Engineering, Hallym University, Chuncheon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hallym University,Department of Computer Engineering,Chuncheon,South Korea","institution_ids":["https://openalex.org/I146824383"]},{"raw_affiliation_string":"Department of Computer Engineering, Hallym University, Chuncheon, South Korea","institution_ids":["https://openalex.org/I146824383"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03461411,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9229999780654907,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9229999780654907,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.741804838180542},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.559396505355835},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5484318733215332},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5349344611167908},{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.4305066764354706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4100174009799957},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19792801141738892},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.18457305431365967},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15530115365982056},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07568395137786865},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.07220116257667542}],"concepts":[{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.741804838180542},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.559396505355835},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5484318733215332},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5349344611167908},{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.4305066764354706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4100174009799957},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19792801141738892},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.18457305431365967},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15530115365982056},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07568395137786865},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.07220116257667542},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iceic61013.2024.10457194","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iceic61013.2024.10457194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Electronics, Information, and Communication (ICEIC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2604096629","https://openalex.org/W2896457183","https://openalex.org/W2914895697","https://openalex.org/W2920016582","https://openalex.org/W3034390803","https://openalex.org/W3158818505","https://openalex.org/W3165396901","https://openalex.org/W3175544090","https://openalex.org/W4385245566","https://openalex.org/W6755207826","https://openalex.org/W6797790494"],"related_works":["https://openalex.org/W3162204513","https://openalex.org/W2371138613","https://openalex.org/W2048963458","https://openalex.org/W4243145179","https://openalex.org/W2503350049","https://openalex.org/W43109613","https://openalex.org/W2359952343","https://openalex.org/W2329386257","https://openalex.org/W4255875982","https://openalex.org/W4244853958"],"abstract_inverted_index":{"A":[0],"transformer":[1,96],"architecture":[2,28,59,97,107],"has":[3,33,60],"been":[4],"employed":[5],"effectively":[6],"on":[7,37],"many":[8],"tasks":[9,112],"such":[10],"as":[11],"natural":[12],"language":[13],"processing":[14],"and":[15,21],"vision":[16],"recognition.":[17],"The":[18],"most":[19],"important":[20],"general":[22],"requirement":[23],"of":[24,94],"utilizing":[25],"the":[26,31,57,92,95,104],"transformer-based":[27,58],"is":[29],"that":[30,56],"model":[32],"to":[34,64,100],"be":[35,44],"trained":[36],"a":[38,79,115],"large-scale":[39],"dataset":[40,81],"before":[41],"it":[42],"can":[43],"fine-tuned":[45],"for":[46],"downstream":[47],"tasks.":[48],"However,":[49],"in":[50,70,108],"our":[51],"experiments,":[52],"we":[53,90],"figure":[54],"out":[55],"better":[61],"generalization":[62,101],"capability":[63,102],"extract":[65],"features":[66],"from":[67],"data":[68],"samples":[69],"sleep":[71,109],"stage":[72,110],"classification":[73,111],"than":[74],"CNN-based":[75],"architectures,":[76],"even":[77],"with":[78,98],"small-scale":[80,116],"without":[82],"any":[83],"extra":[84],"pretraining":[85],"step.":[86],"In":[87],"this":[88],"paper,":[89],"show":[91],"strength":[93],"regard":[99],"over":[103],"conventional":[105],"CNN":[106],"specifically":[113],"using":[114],"dataset.":[117]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}