{"id":"https://openalex.org/W7164899160","doi":"https://doi.org/10.1145/3744255.3811744","title":"FOgym: A Bottom-Up Home Energy Management Framework Based on FlexOffers and Multi-Agent Reinforcement Learning","display_name":"FOgym: A Bottom-Up Home Energy Management Framework Based on FlexOffers and Multi-Agent Reinforcement Learning","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7164899160","doi":"https://doi.org/10.1145/3744255.3811744"},"language":null,"primary_location":{"id":"doi:10.1145/3744255.3811744","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3744255.3811744","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Future and Sustainable Energy Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3744255.3811744","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101452233","display_name":"Jiachen Xu","orcid":"https://orcid.org/0000-0001-8602-9661"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Jiachen Xu","raw_affiliation_strings":["Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0009-0001-2289-6413","affiliations":[{"raw_affiliation_string":"Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061064237","display_name":"Torben Bach Pedersen","orcid":"https://orcid.org/0000-0002-1615-777X"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Torben Bach Pedersen","raw_affiliation_strings":["Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-1615-777X","affiliations":[{"raw_affiliation_string":"Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013965378","display_name":"Zhongming Yao","orcid":"https://orcid.org/0009-0007-6463-9195"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Zhongming Yao","raw_affiliation_strings":["Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0009-0007-6463-9195","affiliations":[{"raw_affiliation_string":"Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085887838","display_name":"Tianyi Li","orcid":"https://orcid.org/0000-0001-5424-6442"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Tianyi Li","raw_affiliation_strings":["Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0000-0001-5424-6442","affiliations":[{"raw_affiliation_string":"Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008665053","display_name":"Yushuai Li","orcid":"https://orcid.org/0000-0002-3043-3777"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Yushuai Li","raw_affiliation_strings":["Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-3043-3777","affiliations":[{"raw_affiliation_string":"Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I891191580"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"303","last_page":"320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.7526000142097473,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.7526000142097473,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.04399999976158142,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.023499999195337296,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.7799000144004822},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7003999948501587},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6172000169754028},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.447299987077713},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4399000108242035},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.43880000710487366},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.43779999017715454},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.40070000290870667}],"concepts":[{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.7799000144004822},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7003999948501587},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6384000182151794},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6172000169754028},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.447299987077713},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4399000108242035},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.43880000710487366},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.43779999017715454},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3582000136375427},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33629998564720154},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.33000001311302185},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.31679999828338623},{"id":"https://openalex.org/C198783460","wikidata":"https://www.wikidata.org/wiki/Q629173","display_name":"Management system","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.29159998893737793},{"id":"https://openalex.org/C423512","wikidata":"https://www.wikidata.org/wiki/Q383973","display_name":"Electricity generation","level":3,"score":0.28769999742507935},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.28290000557899475},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.28119999170303345},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.2720000147819519},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25360000133514404},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3744255.3811744","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3744255.3811744","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Future and Sustainable Energy Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3744255.3811744","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3744255.3811744","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Future and Sustainable Energy Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.41900834441185,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1889418052","https://openalex.org/W2519026620","https://openalex.org/W2614529600","https://openalex.org/W2803243563","https://openalex.org/W2907773120","https://openalex.org/W2965676832","https://openalex.org/W2972122474","https://openalex.org/W3206399883","https://openalex.org/W4200334118","https://openalex.org/W4200635498","https://openalex.org/W4283263486","https://openalex.org/W4283273348","https://openalex.org/W4285110097","https://openalex.org/W4286893914","https://openalex.org/W4313655082","https://openalex.org/W4360995403","https://openalex.org/W4380885359","https://openalex.org/W4381733057","https://openalex.org/W4386193536","https://openalex.org/W4386233208","https://openalex.org/W4386453649","https://openalex.org/W4386485100","https://openalex.org/W4390093451","https://openalex.org/W4392909682","https://openalex.org/W4393241368","https://openalex.org/W4399837904","https://openalex.org/W4407923049","https://openalex.org/W4409328697","https://openalex.org/W4409348044","https://openalex.org/W4411171674","https://openalex.org/W4411346317","https://openalex.org/W4415798152","https://openalex.org/W7133226216","https://openalex.org/W7133246398"],"related_works":[],"abstract_inverted_index":{"The":[0,145],"FlexOffer":[1],"(FO)":[2],"has":[3],"been":[4],"widely":[5],"adopted":[6],"as":[7],"a":[8,81,187],"standardized":[9],"data":[10],"model":[11],"for":[12,20,76,154,190],"representing":[13],"flexible":[14],"electricity":[15],"consumption":[16],"and":[17,29,46,135,158,180,200],"generation,":[18,155],"particularly":[19],"modern":[21],"energy":[22,60],"management":[23,61,181],"systems":[24],"that":[25,63,131,138,172],"require":[26],"both":[27],"adaptability":[28,43],"flexibility.":[30],"However,":[31],"existing":[32],"FO":[33,71,83,123,178],"generation":[34,84,179],"methods":[35],"rely":[36],"on":[37,87,111],"predefined":[38],"models,":[39],"which":[40],"limit":[41],"their":[42],"in":[44,162,168,198],"dynamic":[45],"complex":[47],"environments.":[48],"To":[49,117],"address":[50],"this":[51],"limitation,":[52],"we":[53,126],"propose":[54],"FOgym,":[55],"the":[56,70,74,98,102,122],"first":[57],"unified":[58,188],"bottom-up":[59,163],"framework":[62,189],"integrates":[64],"multi-agent":[65],"reinforcement":[66],"learning":[67],"(MARL)":[68],"into":[69],"life-cycle,":[72],"eliminating":[73],"need":[75],"explicit":[77],"modeling.":[78],"FOgym":[79,147,173],"introduces":[80],"model-free":[82],"approach":[85],"based":[86],"MARL,":[88,183],"where":[89],"agents":[90],"learn":[91],"optimal":[92],"behaviors":[93],"through":[94],"real-time":[95],"interaction":[96],"with":[97,121],"environment.":[99],"This":[100],"enables":[101,176],"system":[103],"to":[104,107,209],"adapt":[105],"flexibly":[106],"uncertainty":[108],"without":[109],"depending":[110],"prior":[112],"knowledge":[113],"or":[114],"hand-crafted":[115],"models.":[116],"integrate":[118],"MARL":[119],"uniformly":[120],"life-cycle":[124],"pipeline,":[125],"design":[127],"cross-stage":[128],"observation":[129],"spaces":[130],"incorporate":[132],"downstream":[133],"signals":[134],"closed-loop":[136],"rewards":[137],"propagate":[139],"pipeline":[140],"outcomes,":[141],"enabling":[142],"end-to-end":[143],"optimization.":[144],"resulting":[146],"environment":[148],"features":[149],"modular,":[150],"customizable":[151],"algorithmic":[152],"components":[153],"aggregation,":[156],"trading,":[157],"scheduling,":[159],"supporting":[160],"evaluation":[161],"paradigms.":[164],"Extensive":[165],"experiments":[166],"conducted":[167],"diverse":[169],"environments":[170],"demonstrate":[171],"not":[174],"only":[175],"effective":[177],"using":[182],"but":[184],"also":[185],"provides":[186],"benchmarking":[191],"various":[192,210],"methods,":[193],"consistently":[194],"outperforming":[195],"state-of-the-art":[196],"approaches":[197],"efficiency":[199],"adaptability,":[201],"while":[202],"different":[203],"algorithms":[204],"exhibit":[205],"distinct":[206],"strengths":[207],"suited":[208],"deployment":[211],"scenarios.":[212],"Code":[213],"is":[214],"available":[215],"at":[216],"https://github.com/Chenennis/FOgym.":[217]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-06-17T00:00:00"}