{"id":"https://openalex.org/W4388820621","doi":"https://doi.org/10.1109/apsipaasc58517.2023.10317201","title":"Classification of Infant Sleep/Wake States: Cross-Attention among Large Scale Pretrained Transformer Networks using Audio, ECG, and IMU Data","display_name":"Classification of Infant Sleep/Wake States: Cross-Attention among Large Scale Pretrained Transformer Networks using Audio, ECG, and IMU Data","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388820621","doi":"https://doi.org/10.1109/apsipaasc58517.2023.10317201"},"language":"en","primary_location":{"id":"doi:10.1109/apsipaasc58517.2023.10317201","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc58517.2023.10317201","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048831892","display_name":"Kai\u2010Chieh Chang","orcid":"https://orcid.org/0000-0001-9219-0507"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kai Chieh Chang","raw_affiliation_strings":["University of Illinois at Urbana,Department of Electrical and Computer Engineering,Champaign,USA","Department of Electrical and Computer Engineering, University of Illinois at Urbana, Champaign, USA","Beckman Institute for Advanced Science and Technology, University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana,Department of Electrical and Computer Engineering,Champaign,USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois at Urbana, Champaign, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Beckman Institute for Advanced Science and Technology, University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004778663","display_name":"Mark Hasegawa\u2010Johnson","orcid":"https://orcid.org/0000-0002-5631-2893"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Hasegawa-Johnson","raw_affiliation_strings":["University of Illinois at Urbana,Department of Electrical and Computer Engineering,Champaign,USA","Department of Electrical and Computer Engineering, University of Illinois at Urbana, Champaign, USA","Beckman Institute for Advanced Science and Technology, University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana,Department of Electrical and Computer Engineering,Champaign,USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois at Urbana, Champaign, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Beckman Institute for Advanced Science and Technology, University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040993718","display_name":"Nancy L. McElwain","orcid":"https://orcid.org/0000-0001-9586-5020"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nancy L. McElwain","raw_affiliation_strings":["University of Illinois at Urbana-Champaign,Beckman Institute for Advanced Science and Technology,USA","Beckman Institute for Advanced Science and Technology, University of Illinois at Urbana-Champaign, USA","Department of Human Development and Family Studies, University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign,Beckman Institute for Advanced Science and Technology,USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Beckman Institute for Advanced Science and Technology, University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of Human Development and Family Studies, University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035909313","display_name":"Bashima Islam","orcid":"https://orcid.org/0000-0002-1917-054X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bashima Islam","raw_affiliation_strings":["Worcester Polytechnic Institute,Department of Electrical and Computer Engineering,USA","Department of Electrical and Computer Engineering, Worcester Polytechnic Institute, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute,Department of Electrical and Computer Engineering,USA","institution_ids":["https://openalex.org/I107077323"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Worcester Polytechnic Institute, USA","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5048831892"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":3.0017,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.92484035,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2370","last_page":"2377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13289","display_name":"Infant Health and Development","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/3611","display_name":"Pharmacy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T13289","display_name":"Infant Health and Development","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/3611","display_name":"Pharmacy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10234","display_name":"Obstructive Sleep Apnea Research","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11456","display_name":"Neuroscience of respiration and sleep","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2807","display_name":"Endocrine and Autonomic Systems"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.691102921962738},{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.6904194355010986},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.6224527955055237},{"id":"https://openalex.org/keywords/polysomnography","display_name":"Polysomnography","score":0.5511167645454407},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.5040423274040222},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.477396160364151},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.45929163694381714},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4226863980293274},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3910380005836487},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.19720017910003662},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10973718762397766},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.08557188510894775}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.691102921962738},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.6904194355010986},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.6224527955055237},{"id":"https://openalex.org/C2778205975","wikidata":"https://www.wikidata.org/wiki/Q1754874","display_name":"Polysomnography","level":3,"score":0.5511167645454407},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.5040423274040222},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.477396160364151},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.45929163694381714},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4226863980293274},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3910380005836487},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.19720017910003662},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10973718762397766},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.08557188510894775},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/apsipaasc58517.2023.10317201","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc58517.2023.10317201","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332299","display_name":"National Institute of Food and Agriculture","ror":"https://ror.org/05qx3fv49"},{"id":"https://openalex.org/F4320338440","display_name":"HORIZON EUROPE Health","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1507814685","https://openalex.org/W1791394547","https://openalex.org/W1928453541","https://openalex.org/W1972896738","https://openalex.org/W1979753223","https://openalex.org/W1996880851","https://openalex.org/W2013069065","https://openalex.org/W2017128901","https://openalex.org/W2036605516","https://openalex.org/W2069326322","https://openalex.org/W2082322470","https://openalex.org/W2098422376","https://openalex.org/W2099204097","https://openalex.org/W2100537310","https://openalex.org/W2120401186","https://openalex.org/W2126805653","https://openalex.org/W2161155706","https://openalex.org/W2322079213","https://openalex.org/W2328165521","https://openalex.org/W2576282561","https://openalex.org/W2604096629","https://openalex.org/W2769502057","https://openalex.org/W2884772468","https://openalex.org/W2896457183","https://openalex.org/W2937191485","https://openalex.org/W2940919946","https://openalex.org/W2944898978","https://openalex.org/W2948054370","https://openalex.org/W3035588244","https://openalex.org/W3036601975","https://openalex.org/W3082394918","https://openalex.org/W3086755561","https://openalex.org/W3101796369","https://openalex.org/W3160207687","https://openalex.org/W3163881933","https://openalex.org/W3199972443","https://openalex.org/W3211771663","https://openalex.org/W4220933389","https://openalex.org/W4225471065","https://openalex.org/W4230863951","https://openalex.org/W4295129660","https://openalex.org/W4385822277","https://openalex.org/W6755207826","https://openalex.org/W6780218876","https://openalex.org/W6810247781"],"related_works":["https://openalex.org/W2091018038","https://openalex.org/W2149145101","https://openalex.org/W2225378543","https://openalex.org/W9839718","https://openalex.org/W3110613631","https://openalex.org/W4287122200","https://openalex.org/W2742744817","https://openalex.org/W2040913503","https://openalex.org/W3166845860","https://openalex.org/W2785359964"],"abstract_inverted_index":{"Infant":[0],"sleep":[1],"is":[2],"critical":[3],"to":[4,19,48,62,90,142,149],"brain":[5],"and":[6,23,42,67,155],"behavioral":[7,162],"development.":[8],"Prior":[9],"studies":[10],"on":[11,21],"infant":[12,161],"sleep/wake":[13,125],"classification":[14,126],"have":[15],"been":[16],"largely":[17],"limited":[18],"reliance":[20],"expensive":[22],"burdensome":[24],"polysomnography":[25],"(PSG)":[26],"tests":[27],"in":[28],"the":[29,92,109,113],"laboratory":[30],"or":[31],"wearable":[32,58],"devices":[33],"that":[34,120],"collect":[35,63],"single-modality":[36],"data.":[37,97],"To":[38],"facilitate":[39],"data":[40,72,122],"collection":[41],"accuracy":[43],"of":[44,52,76,94,133,153,160],"detection,":[45],"we":[46],"aimed":[47],"advance":[49],"this":[50],"field":[51],"study":[53],"by":[54,111],"using":[55],"a":[56,74,81,134,150],"multi-modal":[57,96,121,143],"device,":[59],"LittleBeats":[60],"(LB),":[61],"audio,":[64],"electrocardiogram":[65],"(ECG),":[66],"inertial":[68],"measurement":[69],"unit":[70],"(IMU)":[71],"among":[73],"cohort":[75],"28":[77],"infants.":[78],"We":[79,98,118],"employed":[80],"3-branch":[82],"(audio/ECG/IMU)":[83],"large":[84],"scale":[85],"transformer-based":[86],"neural":[87],"network":[88],"(NN)":[89],"demonstrate":[91],"potential":[93],"such":[95],"pretrained":[99],"each":[100],"branch":[101],"independently":[102],"with":[103,116,131],"its":[104],"respective":[105],"modality,":[106],"then":[107],"finetuned":[108],"model":[110],"fusing":[112],"transformer":[114],"layers":[115],"cross-attention.":[117],"show":[119],"significantly":[123],"improves":[124],"(accuracy":[127,137],"=":[128,138],"0.880),":[129],"compared":[130],"use":[132],"single":[135],"modality":[136],"0.732).":[139],"Our":[140],"approach":[141],"mid-level":[144],"fusion":[145],"may":[146],"be":[147],"adaptable":[148],"diverse":[151],"range":[152],"architectures":[154],"tasks,":[156],"expanding":[157],"future":[158],"directions":[159],"research.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}