{"id":"https://openalex.org/W4377712050","doi":"https://doi.org/10.1109/tce.2023.3279138","title":"Optimizing Resource Swap Functionality in IoE-Based Grids Using Approximate Reasoning Reward-Based Adjustable Deep Double Q-Learning","display_name":"Optimizing Resource Swap Functionality in IoE-Based Grids Using Approximate Reasoning Reward-Based Adjustable Deep Double Q-Learning","publication_year":2023,"publication_date":"2023-05-23","ids":{"openalex":"https://openalex.org/W4377712050","doi":"https://doi.org/10.1109/tce.2023.3279138"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2023.3279138","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3279138","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071418821","display_name":"Hossein Mohammadi Rouzbahani","orcid":"https://orcid.org/0000-0001-9196-8989"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Hossein Mohammadi Rouzbahani","raw_affiliation_strings":["Department of Engineering, University of Calgary, Calgary, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102945288","display_name":"Hadis Karimipour","orcid":"https://orcid.org/0000-0001-7948-4033"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hadis Karimipour","raw_affiliation_strings":["Department of Engineering, University of Calgary, Calgary, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100381361","display_name":"Lei Lei","orcid":"https://orcid.org/0000-0002-7828-0415"},"institutions":[{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lei Lei","raw_affiliation_strings":["Department of Engineering, University of Guelph, Guelph, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Guelph, Guelph, Canada","institution_ids":["https://openalex.org/I79817857"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5071418821"],"corresponding_institution_ids":["https://openalex.org/I168635309"],"apc_list":null,"apc_paid":null,"fwci":1.6066,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.83191636,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"69","issue":"3","first_page":"522","last_page":"532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.6284242868423462},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.627798318862915},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4629102349281311},{"id":"https://openalex.org/keywords/greenhouse-gas","display_name":"Greenhouse gas","score":0.45723897218704224},{"id":"https://openalex.org/keywords/swap","display_name":"Swap (finance)","score":0.4505222737789154},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.44215163588523865},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4372740685939789},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.42874905467033386},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.42539310455322266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.350629597902298},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1966322660446167},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14715877175331116},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12387877702713013}],"concepts":[{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.6284242868423462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.627798318862915},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4629102349281311},{"id":"https://openalex.org/C47737302","wikidata":"https://www.wikidata.org/wiki/Q167336","display_name":"Greenhouse gas","level":2,"score":0.45723897218704224},{"id":"https://openalex.org/C99821215","wikidata":"https://www.wikidata.org/wiki/Q1136583","display_name":"Swap (finance)","level":2,"score":0.4505222737789154},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.44215163588523865},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4372740685939789},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.42874905467033386},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.42539310455322266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.350629597902298},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1966322660446167},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14715877175331116},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12387877702713013},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2023.3279138","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3279138","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1915646811","https://openalex.org/W2108094840","https://openalex.org/W2155968351","https://openalex.org/W2326874813","https://openalex.org/W2336126868","https://openalex.org/W2343829863","https://openalex.org/W2580209006","https://openalex.org/W2605628166","https://openalex.org/W2615310036","https://openalex.org/W2622528438","https://openalex.org/W2746553466","https://openalex.org/W2752219769","https://openalex.org/W2755478793","https://openalex.org/W2795578496","https://openalex.org/W2906317992","https://openalex.org/W2908643158","https://openalex.org/W2911876139","https://openalex.org/W2913437902","https://openalex.org/W2959113868","https://openalex.org/W2964561505","https://openalex.org/W3005700598","https://openalex.org/W3036244040","https://openalex.org/W3084292916","https://openalex.org/W3159068316","https://openalex.org/W3174478318","https://openalex.org/W3206980850","https://openalex.org/W4211126203","https://openalex.org/W4214853531","https://openalex.org/W4221102953"],"related_works":["https://openalex.org/W2095210752","https://openalex.org/W614339039","https://openalex.org/W2474431918","https://openalex.org/W2898107337","https://openalex.org/W4230893873","https://openalex.org/W4383503214","https://openalex.org/W38287360","https://openalex.org/W2954886250","https://openalex.org/W4200539072","https://openalex.org/W2064115526"],"abstract_inverted_index":{"The":[0,145],"Energy":[1,22],"Router":[2],"(ER)":[3],"concept":[4],"as":[5,15],"a":[6,73,97,123,136],"compact":[7],"intelligent":[8],"power":[9,168],"electronic":[10],"device":[11],"has":[12,44],"been":[13,46],"proposed":[14,131,150,182],"the":[16,19,41,53,57,61,112,116,130,140,149,181],"core":[17],"of":[18,21,52,115],"Internet":[20],"(IoE),":[23],"maximizing":[24],"energy":[25,54],"efficiency,":[26],"minimizing":[27],"loss":[28,169],"and":[29,31,101,167,174],"costs,":[30],"addressing":[32],"growing":[33],"electricity":[34,38,91],"demand.":[35],"However,":[36],"optimizing":[37],"routing":[39,92],"in":[40,65,93,142],"residential":[42,94],"sector":[43],"not":[45],"well":[47],"investigated.":[48],"Moreover,":[49,111],"complex":[50],"modeling":[51],"components":[55],"besides":[56],"uncertain":[58],"environment":[59],"made":[60],"conventional":[62],"methods":[63],"impotent":[64],"tackling":[66],"these":[67],"problems.":[68],"Consequently,":[69],"this":[70],"research":[71],"proposes":[72],"novel":[74],"algorithm":[75,132,183],"titled":[76],"Approximate":[77],"Reasoning":[78],"Reward-based":[79],"Adaptable":[80],"Deep":[81],"Double":[82],"Q-Learning":[83],"(A2R-ADDQL)":[84],"that":[85,148],"is":[86,118,133,152,157],"introduced":[87],"specially":[88],"to":[89,121],"optimize":[90],"units.":[95],"As":[96],"result,":[98],"both":[99],"overestimation":[100],"underestimation":[102],"biases":[103],"are":[104,170],"reduced":[105],"comparing":[106],"other":[107,160,178],"deep":[108],"Q-Learning-based":[109],"algorithms.":[110],"sample":[113],"complexity":[114],"model":[117,151],"decreased":[119],"due":[120],"utilizing":[122],"fuzzy":[124],"approximate":[125],"reasoning":[126],"reward":[127],"function.":[128],"Ultimately,":[129],"assessed":[134],"on":[135],"real-world":[137],"dataset":[138],"evaluating":[139],"findings":[141],"several":[143],"benchmarks.":[144],"results":[146],"indicate":[147],"unbiased":[153],"while":[154],"convergence":[155],"speed":[156],"higher":[158],"than":[159,177],"analyzed":[161],"techniques.":[162,179],"Additionally,":[163],"monthly":[164],"average":[165],"cost":[166],"lowered":[171],"by":[172,188],"24.9%":[173],"29.1%":[175],"more":[176],"Finally,":[180],"reduces":[184],"greenhouse":[185],"gases":[186],"emission":[187],"3.91":[189],"kg":[190],"per":[191],"month.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}