{"id":"https://openalex.org/W7134893266","doi":"https://doi.org/10.1016/j.eswa.2026.131805","title":"State recommender system for actuator devices in smart homes: Integration of deep reinforcement learning and implicit feedback","display_name":"State recommender system for actuator devices in smart homes: Integration of deep reinforcement learning and implicit feedback","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134893266","doi":"https://doi.org/10.1016/j.eswa.2026.131805"},"language":"en","primary_location":{"id":"doi:10.1016/j.eswa.2026.131805","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2026.131805","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.eswa.2026.131805","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106880687","display_name":"Denis Robson Dantas Boaventura","orcid":"https://orcid.org/0000-0003-2771-1710"},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Denis Robson Dantas Boaventura","raw_affiliation_strings":["Federal University of Bahia, Salvador, Bahia, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-2771-1710","affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Salvador, Bahia, Brazil","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Eduardo Ferreira da Silva","orcid":"https://orcid.org/0000-0001-8911-5805"},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Eduardo Ferreira da Silva","raw_affiliation_strings":["Federal University of Bahia, Salvador, Bahia, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-8911-5805","affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Salvador, Bahia, Brazil","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108977939","display_name":"Mayki dos Santos Oliveira","orcid":null},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Mayki dos Santos Oliveira","raw_affiliation_strings":["Federal University of Bahia, Salvador, Bahia, Brazil"],"raw_orcid":"https://orcid.org/0009-0007-4680-2868","affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Salvador, Bahia, Brazil","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006231889","display_name":"Diego Corr\u00eaa da Silva","orcid":"https://orcid.org/0000-0001-7132-1977"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Diego Corr\u00eaa da Silva","raw_affiliation_strings":["University of Klagenfurt, Carinthia, Klagenfurt, Austria"],"raw_orcid":"https://orcid.org/0000-0001-7132-1977","affiliations":[{"raw_affiliation_string":"University of Klagenfurt, Carinthia, Klagenfurt, Austria","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122213600","display_name":"Frederico Ara\u00fajo Dur\u00e3o","orcid":null},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Frederico Ara\u00fajo Dur\u00e3o","raw_affiliation_strings":["Federal University of Bahia, Salvador, Bahia, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-7766-6666","affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Salvador, Bahia, Brazil","institution_ids":["https://openalex.org/I126158947"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006231889","https://openalex.org/A5106880687","https://openalex.org/A5108977939","https://openalex.org/A5122213600"],"corresponding_institution_ids":["https://openalex.org/I126158947","https://openalex.org/I4210166741"],"apc_list":{"value":3220,"currency":"USD","value_usd":3220},"apc_paid":{"value":3220,"currency":"USD","value_usd":3220},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37721273,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"318","issue":null,"first_page":"131805","last_page":"131805"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.12700000405311584,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.12700000405311584,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.10279999673366547,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.09019999951124191,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8586999773979187},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5965999960899353},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.5526000261306763},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.512499988079071},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.48330000042915344},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.4323999881744385},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42579999566078186},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.39340001344680786},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.3767000138759613}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8586999773979187},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8409000039100647},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5965999960899353},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5526000261306763},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.512499988079071},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5116000175476074},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.48330000042915344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47690001130104065},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.450300008058548},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.4323999881744385},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42579999566078186},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.39340001344680786},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3767000138759613},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.2856000065803528},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2799000144004822},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C507571656","wikidata":"https://www.wikidata.org/wiki/Q848436","display_name":"Home automation","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.26179999113082886},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C152223200","wikidata":"https://www.wikidata.org/wiki/Q3055471","display_name":"Smart environment","level":3,"score":0.2563000023365021},{"id":"https://openalex.org/C176563091","wikidata":"https://www.wikidata.org/wiki/Q669238","display_name":"Intelligent sensor","level":3,"score":0.25279998779296875},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.25099998712539673},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.eswa.2026.131805","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2026.131805","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.eswa.2026.131805","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2026.131805","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1904826605","https://openalex.org/W2533833986","https://openalex.org/W2606537796","https://openalex.org/W2933070830","https://openalex.org/W2943927637","https://openalex.org/W2972328553","https://openalex.org/W2974232099","https://openalex.org/W3011037233","https://openalex.org/W3019553917","https://openalex.org/W3123348991","https://openalex.org/W3130784299","https://openalex.org/W4318159260","https://openalex.org/W4404592056","https://openalex.org/W4407948753","https://openalex.org/W4411264552","https://openalex.org/W4414105973"],"related_works":[],"abstract_inverted_index":{"\u2022":[0,10,22,34,53],"Multiple":[1],"deep":[2,153],"reinforcement":[3,42,154,213],"learning":[4,43,155,214],"agents":[5],"coordinate":[6],"home":[7,197,268],"automation":[8],"devices.":[9],"User":[11],"interactions":[12],"are":[13],"modeled":[14],"as":[15],"implicit":[16,159],"feedback":[17],"to":[18,28,96,98,129,178,183,199,254,263],"generate":[19,200],"agent":[20],"rewards":[21],"The":[23,72,247],"recommender":[24,143],"system":[25,144],"successfully":[26],"adapts":[27],"changes":[29],"in":[30,45,89,148,266],"users\u2019":[31],"daily":[32],"routines.":[33,180],"Two":[35],"domain-specific":[36],"action":[37,132],"selection":[38],"strategies":[39],"adapted":[40],"for":[41,62,65,86,145],"systems":[44],"environments":[46],"with":[47,68,158,211],"the":[48,59,76,83,94,131,250],"possibility":[49],"of":[50,75,78,104],"routine":[51],"change.":[52],"A":[54],"new":[55],"metric":[56],"based":[57,203,232],"on":[58,204,233],"Hamming":[60],"Score":[61],"evaluating":[63],"predictions":[64],"smart":[66,87,149,196,267],"devices":[67,92,106,147],"a":[69,109,123,141,185,189,195],"composite":[70,164],"state.":[71],"rapid":[73],"expansion":[74],"Internet":[77],"Things":[79],"(IoT)":[80],"has":[81],"provided":[82],"technological":[84],"foundation":[85],"homes,":[88,150],"which":[90,119],"interconnected":[91],"enable":[93],"environment":[95],"adapt":[97],"residents\u2019":[99],"needs.":[100],"Yet,":[101],"this":[102,138],"proliferation":[103],"IoT-enabled":[105],"also":[107],"introduces":[108],"significant":[110],"challenge:":[111],"managing":[112],"and":[113,134,167,176,208,218,245],"coordinating":[114],"their":[115,224],"multiple":[116,170],"operational":[117],"states,":[118],"extend":[120],"far":[121],"beyond":[122],"simple":[124,244],"\u201cswitch":[125],"on/switch":[126],"off\u201d.":[127],"Aiming":[128],"automate":[130],"process":[133],"anticipate":[135],"user":[136,174,255],"actions,":[137],"study":[139],"proposes":[140],"state":[142,165],"actuator":[146],"developed":[151],"using":[152,184,241],"algorithms":[156,240],"integrated":[157],"feedback.":[160],"This":[161],"approach":[162],"enables":[163],"encoding":[166],"coordination":[168],"among":[169],"agents,":[171],"thereby":[172],"anticipating":[173],"needs":[175],"adapting":[177],"dynamic":[179],"In":[181],"addition":[182],"dataset":[186],"captured":[187],"from":[188],"real-world":[190],"IoT":[191],"environment,":[192],"we":[193,237],"use":[194],"simulator":[198],"two":[201,212],"datasets":[202],"three":[205],"different":[206],"routines":[207,256],"perform":[209],"experiments":[210],"algorithms,":[215],"Deep":[216],"Q-Learning":[217],"Differential":[219],"Semi-gradient":[220],"n-step":[221],"SARSA,":[222],"benchmarking":[223],"performance":[225],"against":[226],"an":[227],"online":[228],"Supervised":[229],"Learning":[230],"baseline":[231],"Behavior":[234],"Cloning.":[235],"Additionally,":[236],"tested":[238],"these":[239],"two-state":[242],"approaches:":[243],"composite.":[246],"results":[248],"confirm":[249],"system\u2019s":[251],"successful":[252],"adaptation":[253],"across":[257],"both":[258],"approaches,":[259],"underscoring":[260],"its":[261],"potential":[262],"enhance":[264],"personalization":[265],"environments.":[269]},"counts_by_year":[],"updated_date":"2026-04-30T09:15:22.047038","created_date":"2026-03-12T00:00:00"}