{"id":"https://openalex.org/W3191442271","doi":"https://doi.org/10.7916/d8-7dsy-ne61","title":"Energy Footprinting and Human-Centric Building Co-Optimization with Multi-Task Deep Reinforcement Learning","display_name":"Energy Footprinting and Human-Centric Building Co-Optimization with Multi-Task Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3191442271","doi":"https://doi.org/10.7916/d8-7dsy-ne61","mag":"3191442271"},"language":"en","primary_location":{"id":"mag:3191442271","is_oa":false,"landing_page_url":"https://academiccommons.columbia.edu/doi/10.7916/d8-7dsy-ne61","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.7916/d8-7dsy-ne61","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085641809","display_name":"Peter Wei","orcid":"https://orcid.org/0000-0003-3102-6601"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wei, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5085641809"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2345,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.52386499,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.9031999707221985,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.9031999707221985,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/footprinting","display_name":"Footprinting","score":0.6850404739379883},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6449506282806396},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5683503150939941},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4431106448173523},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.43043142557144165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42334091663360596},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22241467237472534},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.17642837762832642},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14225518703460693},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10367575287818909},{"id":"https://openalex.org/keywords/dna","display_name":"DNA","score":0.09680044651031494},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.08659520745277405},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.08658766746520996}],"concepts":[{"id":"https://openalex.org/C2778021871","wikidata":"https://www.wikidata.org/wiki/Q648006","display_name":"Footprinting","level":4,"score":0.6850404739379883},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6449506282806396},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5683503150939941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4431106448173523},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.43043142557144165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42334091663360596},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22241467237472534},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.17642837762832642},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14225518703460693},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10367575287818909},{"id":"https://openalex.org/C552990157","wikidata":"https://www.wikidata.org/wiki/Q7430","display_name":"DNA","level":2,"score":0.09680044651031494},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08659520745277405},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.08658766746520996},{"id":"https://openalex.org/C3017666073","wikidata":"https://www.wikidata.org/wiki/Q1764062","display_name":"Base sequence","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"mag:3191442271","is_oa":false,"landing_page_url":"https://academiccommons.columbia.edu/doi/10.7916/d8-7dsy-ne61","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null},{"id":"doi:10.7916/d8-7dsy-ne61","is_oa":true,"landing_page_url":"https://doi.org/10.7916/d8-7dsy-ne61","pdf_url":null,"source":{"id":"https://openalex.org/S4306402601","display_name":"Columbia Academic Commons (Columbia University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I78577930","host_organization_name":"Columbia University","host_organization_lineage":["https://openalex.org/I78577930"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.7916/d8-7dsy-ne61","is_oa":true,"landing_page_url":"https://doi.org/10.7916/d8-7dsy-ne61","pdf_url":null,"source":{"id":"https://openalex.org/S4306402601","display_name":"Columbia Academic Commons (Columbia University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I78577930","host_organization_name":"Columbia University","host_organization_lineage":["https://openalex.org/I78577930"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2135815932","https://openalex.org/W2969557297","https://openalex.org/W1987730612","https://openalex.org/W2036341568","https://openalex.org/W2793550693","https://openalex.org/W3151127817","https://openalex.org/W2359792235","https://openalex.org/W2376103956","https://openalex.org/W1567218282","https://openalex.org/W247236618","https://openalex.org/W1499892262","https://openalex.org/W2108570970","https://openalex.org/W2493820012","https://openalex.org/W138088814","https://openalex.org/W2281292957","https://openalex.org/W39216406","https://openalex.org/W2052776504","https://openalex.org/W62394242","https://openalex.org/W2999481069","https://openalex.org/W2386092800"],"abstract_inverted_index":{"In":[0],"the":[1,27,34,45,58,67,93,100,161,164,196,218,224,235,270,330,341,346,352,397,433,489,524,528,534,537],"United":[2],"States,":[3],"commercial":[4,38,368,391],"and":[5,41,114,121,128,157,170,187,211,257,266,298,326,393,444,457,500,531,558,568],"residential":[6],"buildings":[7,369],"are":[8,55],"responsible":[9],"for":[10,21,332,363],"40%":[11],"of":[12,29,44,57,63,81,110,140,163,167,172,199,220,253,291,348,405,426,480],"total":[13],"energy":[14,22,50,64,83,112,117,136,143,168,197,208,221,230,242,265,284,324,337,354,365,377,406,418,439,542,547],"consumption,":[15,118,440],"which":[16],"provides":[17],"an":[18],"important":[19],"opportunity":[20],"impact.":[23],"As":[24],"we":[25,54,104,131,177,216,303,431],"spend":[26],"majority":[28],"our":[30,182],"active":[31],"moments":[32],"during":[33],"day":[35],"in":[36,66,92,99,145,260,274,314,351,367,389,519,527,546,555,566],"transportation,":[37],"buildings,":[39],"streets,":[40],"infrastructure,":[42],"some":[43],"greatest":[46],"opportunities":[47],"to":[48,190,206,223,239,263,312,334,387,399,428,436,508,539,564],"reduce":[49,541],"usage":[51],"occur":[52],"when":[53],"outside":[56],"home.":[59],"A":[60],"large":[61],"percentage":[62],"consumption":[65,366,543],"built":[68,275,468],"environment":[69,466],"directly":[70],"or":[71,282,285],"indirectly":[72],"services":[73],"humans;":[74],"thus,":[75],"there":[76],"is":[77,458,467],"a":[78,107,134,228,245,293,360,390,410,421,451,461,477,481,493],"significant":[79],"amount":[80],"untapped":[82],"savings":[84],"that":[85,233,277,302,498,533],"can":[86,105],"be":[87],"achieved":[88],"by":[89,181,357,522,544,553,562,573],"involving":[90,349],"humans":[91,350],"optimization":[94,355,572],"process.":[95],"By":[96],"including":[97],"occupants":[98,388,398],"building":[101,271,315,322,353,417],"co-optimization":[102],"process,":[103],"gain":[106],"better":[108,400],"understanding":[109],"individual":[111],"responsibility":[113],"significantly":[115],"improve":[116,550,559],"thermal":[119,442,487,560],"comfort":[120,495,511,561,567],"air":[122,445,569],"quality":[123,570],"over":[124,438],"non":[125],"human-in-the-loop":[126],"systems":[127],"strategies.":[129],"First,":[130],"present":[132,178],"ePrints,":[133],"scalable":[135],"footprinting":[137,222,231],"system":[138,232,301,362,435,449,497,535],"capable":[139],"providing":[141],"personalized":[142,510],"footprints":[144,243,325],"real-time.":[146],"ePrints":[147],"supports":[148],"different":[149,403,470,516],"apportionment":[150],"policies,":[151],"with":[152,160,226,244,321,370,375,505],"microsecond-level":[153],"footprint":[154,338],"computation":[155],"time":[156],"graceful":[158],"scaling":[159],"size":[162],"building,":[165,392],"frequency":[166],"updates,":[169],"rate":[171],"occupant":[173,441,486],"location":[174],"changes.":[175],"Finally,":[176,430],"applications":[179,189,205],"enabled":[180],"system,":[183,530],"such":[184],"as":[185,202,204],"mobile":[186],"wearable":[188],"provide":[191,207,240,264,335,509],"users":[192],"timely":[193],"feedback":[194,395],"on":[195,247,305,473],"impacts":[198],"their":[200],"actions,":[201],"well":[203],"saving":[209,378,407,423],"suggestions":[210],"inform":[212],"building-level":[213],"policies.":[214],"Next,":[215],"extend":[217,432],"idea":[219],"city-scale":[225,229],"CityEnergy":[227,250,288,320,333],"utilizes":[234,450,492],"city's":[236],"digital":[237,478,490],"twin":[238,479,491],"real-time":[241,494],"focus":[246],"100%":[248],"coverage.":[249],"takes":[251,289],"advantage":[252,290],"existing":[254,281],"sensing":[255,507],"infrastructure":[256],"data":[258,328,474],"sources":[259],"urban":[261],"cities":[262],"population":[267,286,316],"estimates":[268,339],"at":[269,340],"level,":[272],"even":[273],"environments":[276],"do":[278],"not":[279],"have":[280],"accessible":[283],"data.":[287],"LFTSys,":[292],"low":[294],"frame-rate":[295],"vehicle":[296],"tracking":[297],"traffic":[299,309],"flow":[300],"implement":[304],"New":[306],"York":[307],"City's":[308],"camera":[310],"network,":[311],"aid":[313],"estimates.":[317,512],"Evaluations":[318],"comparing":[319],"level":[323],"city-wide":[327],"demonstrate":[329],"potential":[331,379,538],"personal":[336],"city-scale.":[342],"We":[343,513],"then":[344],"tackle":[345],"challenge":[347],"process":[356],"developing":[358],"recEnergy,":[359],"recommender":[361,434,448,529],"reducing":[364],"human-in-the-loop.":[371],"recEnergy":[372,415],"learns":[373],"actions":[374],"high":[376],"through":[380],"deep":[381,453],"reinforcement":[382,454],"learning,":[383],"actively":[384],"distribute":[385],"recommendations":[386],"utilize":[394],"from":[396,420,476],"learn":[401],"four":[402,411],"types":[404],"recommendations.":[408,576],"Over":[409],"week":[412],"user":[413],"study,":[414],"improves":[416],"reduction":[419],"baseline":[422],"(passive-only":[424],"strategy)":[425],"19%":[427],"26%.":[429],"co-optimize":[437],"comfort,":[443,488],"quality.":[446],"The":[447,464],"multi-task":[452],"learning":[455],"architecture,":[456],"trained":[459,472],"using":[460,469],"simulation":[462,465],"environment.":[463],"models":[471],"captured":[475],"real":[482],"deployment.":[483],"To":[484],"measure":[485],"estimation":[496],"extracts":[499],"integrates":[501],"facial":[502],"temperature":[503],"features":[504],"environmental":[506],"studied":[514],"three":[515],"use":[517],"cases":[518],"this":[520],"deployment":[521],"varying":[523],"objective":[525],"weights":[526],"found":[532],"has":[536],"further":[540],"8%":[545],"focused":[548,571],"optimization,":[549,557],"all":[551],"objectives":[552],"5-10%":[554],"joint":[556],"up":[563],"21%":[565],"incorporating":[574],"move":[575]},"counts_by_year":[{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}