{"id":"https://openalex.org/W4364302677","doi":"https://doi.org/10.1109/access.2023.3266094","title":"RLSF: Multimodal Sleep Improvement Based Reinforcement Learning","display_name":"RLSF: Multimodal Sleep Improvement Based Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4364302677","doi":"https://doi.org/10.1109/access.2023.3266094"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3266094","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3266094","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10098592.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10098592.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103101143","display_name":"Nan Che","orcid":"https://orcid.org/0000-0001-5771-1856"},"institutions":[{"id":"https://openalex.org/I100188998","display_name":"Harbin University of Science and Technology","ror":"https://ror.org/04e6y1282","country_code":"CN","type":"education","lineage":["https://openalex.org/I100188998"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Nan Che","raw_affiliation_strings":["Department of Computing Science and Technology, Harbin University of Science and Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Department of Computing Science and Technology, Harbin University of Science and Technology, Harbin, China","institution_ids":["https://openalex.org/I100188998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375787","display_name":"Tao Zhang","orcid":"https://orcid.org/0000-0002-2400-7624"},"institutions":[{"id":"https://openalex.org/I100188998","display_name":"Harbin University of Science and Technology","ror":"https://ror.org/04e6y1282","country_code":"CN","type":"education","lineage":["https://openalex.org/I100188998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Zhang","raw_affiliation_strings":["Department of Computing Science and Technology, Harbin University of Science and Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Department of Computing Science and Technology, Harbin University of Science and Technology, Harbin, China","institution_ids":["https://openalex.org/I100188998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075665180","display_name":"Yuandi Li","orcid":"https://orcid.org/0000-0002-2506-1673"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuandi Li","raw_affiliation_strings":["Department of Automation, Jiangsu University, Zhenjiang, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420016","display_name":"F. Richard Yu","orcid":"https://orcid.org/0000-0003-1006-7594"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Yu","raw_affiliation_strings":["Zhejiang Laboratory, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Laboratory, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100457221","display_name":"Haitao Wang","orcid":"https://orcid.org/0000-0002-2436-113X"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Wang","raw_affiliation_strings":["Zhejiang Laboratory, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Laboratory, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5103101143"],"corresponding_institution_ids":["https://openalex.org/I100188998"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5431,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61859922,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"47712","last_page":"47724"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10985","display_name":"Sleep and Wakefulness Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10985","display_name":"Sleep and Wakefulness Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.75221186876297},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6683170795440674},{"id":"https://openalex.org/keywords/sleep","display_name":"Sleep (system call)","score":0.4704771637916565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33308321237564087},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.06755557656288147}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.75221186876297},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6683170795440674},{"id":"https://openalex.org/C2775841894","wikidata":"https://www.wikidata.org/wiki/Q4683692","display_name":"Sleep (system call)","level":2,"score":0.4704771637916565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33308321237564087},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06755557656288147}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3266094","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3266094","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10098592.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:11fc3b9d45b3406bb1e916dde38ecf0a","is_oa":true,"landing_page_url":"https://doaj.org/article/11fc3b9d45b3406bb1e916dde38ecf0a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 47712-47724 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3266094","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3266094","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10098592.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1242079953","display_name":null,"funder_award_id":"21KJB520003","funder_id":"https://openalex.org/F4320335440","funder_display_name":"Natural Science Research of Jiangsu Higher Education Institutions of China"},{"id":"https://openalex.org/G5610827441","display_name":null,"funder_award_id":"20JDG13","funder_id":"https://openalex.org/F4320321410","funder_display_name":"Jiangsu University"}],"funders":[{"id":"https://openalex.org/F4320321410","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320335440","display_name":"Natural Science Research of Jiangsu Higher Education Institutions of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4364302677.pdf","grobid_xml":"https://content.openalex.org/works/W4364302677.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1967113132","https://openalex.org/W2103122017","https://openalex.org/W2110444396","https://openalex.org/W2145339207","https://openalex.org/W2146698990","https://openalex.org/W2151487996","https://openalex.org/W2162800060","https://openalex.org/W2296116271","https://openalex.org/W2314749464","https://openalex.org/W2466647518","https://openalex.org/W2525537354","https://openalex.org/W2604096629","https://openalex.org/W2946384324","https://openalex.org/W2963434542","https://openalex.org/W2998462811","https://openalex.org/W3012784224","https://openalex.org/W3035374448","https://openalex.org/W3094001178","https://openalex.org/W3144605811","https://openalex.org/W3158818505","https://openalex.org/W3171655323","https://openalex.org/W3197945885","https://openalex.org/W4225688536","https://openalex.org/W4298857966","https://openalex.org/W4308505365","https://openalex.org/W6637967152","https://openalex.org/W6676186243","https://openalex.org/W6775463027","https://openalex.org/W6776930347","https://openalex.org/W6796239066","https://openalex.org/W6845952086","https://openalex.org/W6941484321"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"As":[0],"informatization":[1],"3.0":[2],"accelerates":[3],"the":[4,21,58,64,71,74,81,120,133,140,161,170,183,193,220],"pace":[5],"of":[6,23,61,67,73,83],"people\u2019s":[7,11],"life":[8],"and":[9,14,16,25,30,53,70,117,132,169,172,188,192,204,219],"work,":[10],"happiness":[12],"index":[13],"physical":[15],"mental":[17],"health":[18],"have":[19,38,201],"become":[20,39],"focus":[22,49],"attention":[24],"research":[26],"in":[27,150],"sociology,":[28],"psychology":[29],"medicine.":[31],"Currently,":[32],"neurological":[33],"diseases":[34],"represented":[35],"by":[36,213,227],"insomnia":[37,45,62],"common":[40],"chronic":[41],"diseases.":[42],"However,":[43],"existing":[44],"treatment":[46,76],"methods":[47],"mainly":[48],"on":[50,87,102],"drug":[51],"therapy":[52],"EEG-based":[54],"expert":[55,68],"intervention,":[56,69],"ignoring":[57],"individual":[59,121],"variability":[60],"patients,":[63],"high":[65],"cost":[66],"privacy":[72],"user\u2019s":[75],"environment.":[77],"Therefore,":[78],"aiming":[79],"at":[80],"effect":[82],"white":[84],"noise":[85],"lite":[86],"sleep":[88,98,111,122,141,224],"quality,":[89],"this":[90],"paper":[91,144],"proposes":[92],"a":[93,108,146],"time-frequency":[94],"domain":[95],"correlation":[96],"multimodal":[97],"enhancement":[99],"framework":[100,113],"based":[101],"reinforcement":[103,147],"learning":[104,127,148],"(RLSF),":[105],"which":[106,151],"is":[107,124,135,225],"closed-loop":[109],"feedback":[110],"improvement":[112],"that":[114,196],"includes":[115],"hardware":[116],"software.":[118],"Specifically,":[119],"state":[123],"fed":[125],"for":[126,180],"through":[128],"EEG":[129],"sensors\u2019":[130],"input,":[131],"agent":[134,166,177,190],"gradually":[136],"trained":[137],"to":[138,223],"suit":[139],"habit.":[142],"This":[143],"provides":[145],"environment":[149],"different":[152],"agents":[153,199],"can":[154],"be":[155],"deployed":[156],"easily;":[157],"then,":[158],"we":[159],"propose":[160],"Deep":[162],"Net":[163],"Sleep":[164,175,208],"Improvement":[165,176],"(DNSI":[167],"agent)":[168,179],"Time":[171],"Frequency-based":[173],"Lightweight":[174],"(TFLSI":[178],"RLSF.":[181],"Finally,":[182],"substantial":[184],"experiments":[185],"compare":[186],"DNSI":[187],"TFLSI":[189],"performance,":[191],"results":[194],"indicate":[195],"these":[197],"two":[198,217],"both":[200],"decision-making":[202],"ability,":[203],"three":[205],"volunteers\u2019":[206],"Pittsburgh":[207],"Quality":[209],"Index":[210],"significantly":[211],"reduces":[212],"3-7":[214],"points":[215],"within":[216],"months":[218],"average":[221],"time":[222],"reduced":[226],"131.4":[228],"seconds.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}