{"id":"https://openalex.org/W4401213088","doi":"https://doi.org/10.1145/3642975.3678961","title":"Deep Reinforcement Learning for Smart Home Temperature Comfort in IoT-Edge Computing Systems","display_name":"Deep Reinforcement Learning for Smart Home Temperature Comfort in IoT-Edge Computing Systems","publication_year":2024,"publication_date":"2024-04-22","ids":{"openalex":"https://openalex.org/W4401213088","doi":"https://doi.org/10.1145/3642975.3678961"},"language":"en","primary_location":{"id":"doi:10.1145/3642975.3678961","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3642975.3678961","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on MetaOS for the Cloud-Edge-IoT Continuum","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106113892","display_name":"Marios Christopoulos","orcid":null},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Marios Christopoulos","raw_affiliation_strings":["Department of Ports Management and Shipping, National and Kapodistrian University of Athens (NKUA), Athens, Greece"],"raw_orcid":"https://orcid.org/0009-0006-7117-9935","affiliations":[{"raw_affiliation_string":"Department of Ports Management and Shipping, National and Kapodistrian University of Athens (NKUA), Athens, Greece","institution_ids":["https://openalex.org/I200777214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030378252","display_name":"Sotirios Spantideas","orcid":"https://orcid.org/0000-0002-1457-4131"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Sotirios Spantideas","raw_affiliation_strings":["Department of Ports Management and Shipping, National and Kapodistrian University of Athens (NKUA), Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0002-1457-4131","affiliations":[{"raw_affiliation_string":"Department of Ports Management and Shipping, National and Kapodistrian University of Athens (NKUA), Athens, Greece","institution_ids":["https://openalex.org/I200777214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008414543","display_name":"Anastasios Giannopoulos","orcid":"https://orcid.org/0000-0002-8602-7401"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anastasios Giannopoulos","raw_affiliation_strings":["Department of Ports Management and Shipping, National and Kapodistrian University of Athens (NKUA), Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0002-8602-7401","affiliations":[{"raw_affiliation_string":"Department of Ports Management and Shipping, National and Kapodistrian University of Athens (NKUA), Athens, Greece","institution_ids":["https://openalex.org/I200777214"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039352682","display_name":"Panagiotis Trakadas","orcid":"https://orcid.org/0000-0002-5146-5954"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Panagiotis Trakadas","raw_affiliation_strings":["Department of Ports Management and Shipping, National and Kapodistrian University of Athens (NKUA), Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0002-5146-5954","affiliations":[{"raw_affiliation_string":"Department of Ports Management and Shipping, National and Kapodistrian University of Athens (NKUA), Athens, Greece","institution_ids":["https://openalex.org/I200777214"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I200777214"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7695440053939819},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.7649060487747192},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.7550365328788757},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6540454626083374},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5451620221138},{"id":"https://openalex.org/keywords/home-automation","display_name":"Home automation","score":0.4853912591934204},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.46234264969825745},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34460973739624023},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3343901038169861},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2787916660308838},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2512606978416443},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11254987120628357},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.08735799789428711}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7695440053939819},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.7649060487747192},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.7550365328788757},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6540454626083374},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5451620221138},{"id":"https://openalex.org/C507571656","wikidata":"https://www.wikidata.org/wiki/Q848436","display_name":"Home automation","level":2,"score":0.4853912591934204},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.46234264969825745},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34460973739624023},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3343901038169861},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2787916660308838},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2512606978416443},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11254987120628357},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.08735799789428711}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3642975.3678961","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3642975.3678961","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on MetaOS for the Cloud-Edge-IoT Continuum","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2002316308","https://openalex.org/W2079278498","https://openalex.org/W2173248099","https://openalex.org/W2511682328","https://openalex.org/W2584025288","https://openalex.org/W2924196570","https://openalex.org/W2926550755","https://openalex.org/W2957897705","https://openalex.org/W2974232099","https://openalex.org/W3106761825","https://openalex.org/W3184493268","https://openalex.org/W3200113042","https://openalex.org/W4200239604","https://openalex.org/W4214717370","https://openalex.org/W4297200457","https://openalex.org/W4309548074","https://openalex.org/W4384202802","https://openalex.org/W4389080276","https://openalex.org/W4390659195","https://openalex.org/W6850505975"],"related_works":["https://openalex.org/W3161928361","https://openalex.org/W3111735654","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W4313526662","https://openalex.org/W3111395152","https://openalex.org/W4312996489","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435"],"abstract_inverted_index":{"In":[0,82],"this":[1],"paper,":[2],"a":[3,17,30,91,104],"novel":[4],"IoT-Edge-Cloud":[5],"(IEC)":[6],"computing":[7],"system":[8],"designed":[9],"for":[10,26],"multiple":[11],"Smart":[12,42,101,114],"Homes":[13,102,115],"is":[14],"introduced,":[15],"with":[16],"focus":[18],"on":[19,112],"supporting":[20],"Home":[21,43],"Energy":[22,44,72],"Management":[23],"Systems":[24,74],"(HEMS)":[25],"temperature":[27],"control":[28],"within":[29,132],"defined":[31],"comfort":[32,135],"range.":[33],"Leveraging":[34],"model-free":[35],"deep":[36],"reinforcement":[37],"learning,":[38],"the":[39,57,86,97,121,133],"proposed":[40],"method,":[41,90],"and":[45,63,68,126],"Temperature":[46],"Control":[47],"(SHETEC),":[48],"employs":[49],"autonomous":[50],"agents":[51],"which":[52],"are":[53],"trained":[54],"to":[55],"manipulate":[56],"input":[58],"power":[59,70],"of":[60,71,99,123],"Heating,":[61],"Ventilation,":[62],"Air":[64],"Conditioning":[65],"(HVAC)":[66],"systems":[67],"charging/discharging":[69],"Storage":[73],"(ESS)":[75],"using":[76,116],"Deep":[77],"Deterministic":[78],"Policy":[79],"Gradients":[80],"(DDPG).":[81],"addition,":[83],"we":[84],"present":[85],"Average":[87,127],"Opinion":[88,128],"(AO)":[89],"collaborative":[92],"decision-making":[93],"approach":[94],"that":[95],"combines":[96],"models":[98],"all":[100],"in":[103,129],"distributed":[105],"approach.":[106],"Experimental":[107],"results,":[108],"conducted":[109],"through":[110],"simulation":[111],"three":[113],"real-world":[117],"heterogeneous":[118],"data,":[119],"demonstrate":[120],"effectiveness":[122],"both":[124],"SHETEC":[125],"maintaining":[130],"temperatures":[131],"desired":[134],"bounds.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
