{"id":"https://openalex.org/W7119484609","doi":"https://doi.org/10.3390/fi18010040","title":"Adaptive and Sustainable Smart Environments Using Predictive Reasoning and Context-Aware Reinforcement Learning","display_name":"Adaptive and Sustainable Smart Environments Using Predictive Reasoning and Context-Aware Reinforcement Learning","publication_year":2026,"publication_date":"2026-01-08","ids":{"openalex":"https://openalex.org/W7119484609","doi":"https://doi.org/10.3390/fi18010040"},"language":"en","primary_location":{"id":"doi:10.3390/fi18010040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi18010040","pdf_url":"https://www.mdpi.com/1999-5903/18/1/40/pdf?version=1767946033","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/18/1/40/pdf?version=1767946033","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054441782","display_name":"Abderrahim Lakehal","orcid":null},"institutions":[{"id":"https://openalex.org/I40193446","display_name":"University Ferhat Abbas of Setif","ror":"https://ror.org/02rzqza52","country_code":"DZ","type":"education","lineage":["https://openalex.org/I40193446"]}],"countries":["DZ"],"is_corresponding":false,"raw_author_name":"Abderrahim Lakehal","raw_affiliation_strings":["Networks and Distributed Systems Laboratory, Computer Science Department, Faculty of Sciences, University Ferhat Abbas S\u00e9tif-1, S\u00e9tif P.O. Box 19000, Algeria"],"raw_orcid":"https://orcid.org/0009-0000-5177-5306","affiliations":[{"raw_affiliation_string":"Networks and Distributed Systems Laboratory, Computer Science Department, Faculty of Sciences, University Ferhat Abbas S\u00e9tif-1, S\u00e9tif P.O. Box 19000, Algeria","institution_ids":["https://openalex.org/I40193446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014765377","display_name":"Boubakeur Annane","orcid":null},"institutions":[{"id":"https://openalex.org/I40193446","display_name":"University Ferhat Abbas of Setif","ror":"https://ror.org/02rzqza52","country_code":"DZ","type":"education","lineage":["https://openalex.org/I40193446"]}],"countries":["DZ"],"is_corresponding":false,"raw_author_name":"Boubakeur Annane","raw_affiliation_strings":["Networks and Distributed Systems Laboratory, Computer Science Department, Faculty of Sciences, University Ferhat Abbas S\u00e9tif-1, S\u00e9tif P.O. Box 19000, Algeria"],"raw_orcid":"https://orcid.org/0009-0006-6277-4695","affiliations":[{"raw_affiliation_string":"Networks and Distributed Systems Laboratory, Computer Science Department, Faculty of Sciences, University Ferhat Abbas S\u00e9tif-1, S\u00e9tif P.O. Box 19000, Algeria","institution_ids":["https://openalex.org/I40193446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011583998","display_name":"Adel Alti","orcid":"https://orcid.org/0000-0001-8348-1679"},"institutions":[{"id":"https://openalex.org/I156216236","display_name":"Qassim University","ror":"https://ror.org/01wsfe280","country_code":"SA","type":"education","lineage":["https://openalex.org/I156216236"]},{"id":"https://openalex.org/I40193446","display_name":"University Ferhat Abbas of Setif","ror":"https://ror.org/02rzqza52","country_code":"DZ","type":"education","lineage":["https://openalex.org/I40193446"]}],"countries":["DZ","SA"],"is_corresponding":true,"raw_author_name":"Adel Alti","raw_affiliation_strings":["Department of Management Information Systems, College of Business and Economics, Qassim University, Buraydah 51452, Saudi Arabia","Networks and Distributed Systems Laboratory, Computer Science Department, Faculty of Sciences, University Ferhat Abbas S\u00e9tif-1, S\u00e9tif P.O. Box 19000, Algeria"],"raw_orcid":"https://orcid.org/0000-0001-8348-1679","affiliations":[{"raw_affiliation_string":"Department of Management Information Systems, College of Business and Economics, Qassim University, Buraydah 51452, Saudi Arabia","institution_ids":["https://openalex.org/I156216236"]},{"raw_affiliation_string":"Networks and Distributed Systems Laboratory, Computer Science Department, Faculty of Sciences, University Ferhat Abbas S\u00e9tif-1, S\u00e9tif P.O. Box 19000, Algeria","institution_ids":["https://openalex.org/I40193446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004712877","display_name":"Philippe Roose","orcid":"https://orcid.org/0000-0002-2227-3283"},"institutions":[{"id":"https://openalex.org/I144889574","display_name":"Universit\u00e9 de Pau et des Pays de l'Adour","ror":"https://ror.org/01frn9647","country_code":"FR","type":"education","lineage":["https://openalex.org/I144889574"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Philippe Roose","raw_affiliation_strings":["LIUPPA-T2I/IUT of Bayonne E2S UPPA, University of Pau, 64600 Anglet, France"],"raw_orcid":"https://orcid.org/0000-0002-2227-3283","affiliations":[{"raw_affiliation_string":"LIUPPA-T2I/IUT of Bayonne E2S UPPA, University of Pau, 64600 Anglet, France","institution_ids":["https://openalex.org/I144889574"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5118665486","display_name":"Soliman Aljarboa","orcid":null},"institutions":[{"id":"https://openalex.org/I156216236","display_name":"Qassim University","ror":"https://ror.org/01wsfe280","country_code":"SA","type":"education","lineage":["https://openalex.org/I156216236"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Soliman Aljarboa","raw_affiliation_strings":["Department of Management Information Systems, College of Business and Economics, Qassim University, Buraydah 51452, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Management Information Systems, College of Business and Economics, Qassim University, Buraydah 51452, Saudi Arabia","institution_ids":["https://openalex.org/I156216236"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5011583998"],"corresponding_institution_ids":["https://openalex.org/I156216236","https://openalex.org/I40193446"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1930},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1930},"fwci":6.6521,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.93123154,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":"18","issue":"1","first_page":"40","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.4345000088214874,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.4345000088214874,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.1673000007867813,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.025800000876188278,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8676999807357788},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.682699978351593},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6502000093460083},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6284000277519226},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5565000176429749},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5260999798774719},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.47290000319480896},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.41780000925064087},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3986000120639801},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.37630000710487366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8960999846458435},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8676999807357788},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.682699978351593},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6502000093460083},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6284000277519226},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5565000176429749},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5260999798774719},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.47290000319480896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44670000672340393},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44670000672340393},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33709999918937683},{"id":"https://openalex.org/C2781368080","wikidata":"https://www.wikidata.org/wiki/Q501688","display_name":"Context awareness","level":3,"score":0.3264999985694885},{"id":"https://openalex.org/C152223200","wikidata":"https://www.wikidata.org/wiki/Q3055471","display_name":"Smart environment","level":3,"score":0.3167000114917755},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.3075000047683716},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3050999939441681},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C68784500","wikidata":"https://www.wikidata.org/wiki/Q1570691","display_name":"Adaptive behavior","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27410000562667847},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C66204764","wikidata":"https://www.wikidata.org/wiki/Q219416","display_name":"Sustainability","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.2572999894618988},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/fi18010040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi18010040","pdf_url":"https://www.mdpi.com/1999-5903/18/1/40/pdf?version=1767946033","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-05450367v1","is_oa":true,"landing_page_url":"https://univ-pau.hal.science/hal-05450367","pdf_url":"https://univ-pau.hal.science/hal-05450367v1/file/futureinternet-18-00040-v2.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future internet, 2026, 18 (1), pp.40. ⟨10.3390/fi18010040⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:826c25dbc3934045ae0c3612f6aacaa4","is_oa":true,"landing_page_url":"https://doaj.org/article/826c25dbc3934045ae0c3612f6aacaa4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 18, Iss 1, p 40 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/fi18010040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi18010040","pdf_url":"https://www.mdpi.com/1999-5903/18/1/40/pdf?version=1767946033","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6145491600036621,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320324403","display_name":"Qassim University","ror":"https://ror.org/01wsfe280"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7119484609.pdf","grobid_xml":"https://content.openalex.org/works/W7119484609.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1973944436","https://openalex.org/W2060141099","https://openalex.org/W2068849277","https://openalex.org/W2168867823","https://openalex.org/W2804606302","https://openalex.org/W2810123395","https://openalex.org/W2991360217","https://openalex.org/W3132217898","https://openalex.org/W4214850956","https://openalex.org/W4220936890","https://openalex.org/W4376890833","https://openalex.org/W4391683039","https://openalex.org/W4394749220","https://openalex.org/W4402443052","https://openalex.org/W4404039794","https://openalex.org/W4405720990","https://openalex.org/W4407315464","https://openalex.org/W4409161376"],"related_works":[],"abstract_inverted_index":{"Smart":[0],"environments":[1,156],"play":[2],"a":[3,66,80,106],"key":[4],"role":[5],"in":[6],"improving":[7],"user":[8],"comfort,":[9],"energy":[10,127],"efficiency,":[11],"and":[12,32,47,55,90,133,140,151],"sustainability":[13],"through":[14],"intelligent":[15],"automation.":[16],"Nevertheless,":[17],"real-world":[18,159],"deployments":[19],"still":[20],"face":[21],"major":[22],"challenges,":[23],"including":[24],"network":[25],"instability,":[26],"delayed":[27],"responsiveness,":[28],"inconsistent":[29],"AI":[30],"decisions,":[31],"limited":[33],"adaptability":[34],"under":[35],"dynamic":[36],"conditions.":[37],"Many":[38],"existing":[39],"approaches":[40],"lack":[41],"advanced":[42],"context-awareness,":[43],"effective":[44],"multi-agent":[45],"coordination,":[46,114],"scalable":[48],"learning,":[49],"leading":[50],"to":[51,154],"high":[52],"computational":[53],"cost":[54],"reduced":[56],"reliability.":[57],"To":[58],"address":[59],"these":[60],"limitations,":[61],"this":[62],"paper":[63],"proposes":[64],"MACxRL,":[65],"lightweight":[67,88],"Multi-Agent":[68],"Context-Aware":[69],"Reinforcement":[70],"Learning":[71],"framework":[72],"for":[73,112],"autonomous":[74],"smart-environment":[75],"control.":[76],"The":[77],"system":[78],"adopts":[79],"three-tier":[81],"architecture":[82],"consisting":[83],"of":[84],"real-time":[85],"context":[86],"acquisition,":[87],"prediction,":[89],"centralized":[91],"RL-based":[92],"decision":[93],"learning.":[94,121],"Local":[95],"agents":[96],"act":[97],"quickly":[98],"at":[99],"the":[100],"edge":[101],"using":[102],"rule-based":[103],"reasoning,":[104],"while":[105],"shared":[107],"CxRL":[108],"engine":[109],"refines":[110],"actions":[111],"global":[113],"combining":[115],"fast":[116],"responsiveness":[117],"with":[118],"continuous":[119],"adaptive":[120],"Experiments":[122],"show":[123],"that":[124],"MACxRL":[125],"reduces":[126],"consumption":[128],"by":[129],"45\u201360%,":[130],"converges":[131],"faster,":[132],"achieves":[134],"more":[135],"stable":[136],"performance":[137],"than":[138],"standard":[139],"deep":[141],"RL":[142],"baselines.":[143],"Future":[144],"work":[145],"will":[146],"explore":[147],"self-adaptive":[148],"reward":[149],"tuning":[150],"extend":[152],"deployment":[153],"multi-room":[155],"toward":[157],"practical":[158],"realization.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2026-01-09T00:00:00"}