{"id":"https://openalex.org/W4388488218","doi":"https://doi.org/10.1007/s10994-023-06413-x","title":"GVFs in the real world: making predictions online for water treatment","display_name":"GVFs in the real world: making predictions online for water treatment","publication_year":2023,"publication_date":"2023-11-08","ids":{"openalex":"https://openalex.org/W4388488218","doi":"https://doi.org/10.1007/s10994-023-06413-x"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-023-06413-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-023-06413-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-023-06413-x.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-023-06413-x.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003149553","display_name":"Muhammad Kamran Janjua","orcid":"https://orcid.org/0000-0002-5666-1700"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Muhammad Kamran Janjua","raw_affiliation_strings":["Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076476796","display_name":"Haseeb Shah","orcid":"https://orcid.org/0000-0002-4493-9488"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Haseeb Shah","raw_affiliation_strings":["Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101613484","display_name":"Martha White","orcid":"https://orcid.org/0000-0002-5356-2950"},"institutions":[{"id":"https://openalex.org/I109736498","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95","country_code":"CA","type":"facility","lineage":["https://openalex.org/I109736498"]},{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Martha White","raw_affiliation_strings":["Canada CIFAR AI Chair, University of Alberta, Toronto, ON, Canada","Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Canada CIFAR AI Chair, University of Alberta, Toronto, ON, Canada","institution_ids":["https://openalex.org/I109736498","https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039112941","display_name":"Erfan Miahi","orcid":"https://orcid.org/0000-0001-7510-083X"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Erfan Miahi","raw_affiliation_strings":["Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085413987","display_name":"Marlos C. Machado","orcid":"https://orcid.org/0000-0002-0117-6134"},"institutions":[{"id":"https://openalex.org/I109736498","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95","country_code":"CA","type":"facility","lineage":["https://openalex.org/I109736498"]},{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marlos C. Machado","raw_affiliation_strings":["Canada CIFAR AI Chair, University of Alberta, Toronto, ON, Canada","Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Canada CIFAR AI Chair, University of Alberta, Toronto, ON, Canada","institution_ids":["https://openalex.org/I109736498","https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101954122","display_name":"Adam White","orcid":"https://orcid.org/0000-0002-6449-0622"},"institutions":[{"id":"https://openalex.org/I109736498","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95","country_code":"CA","type":"facility","lineage":["https://openalex.org/I109736498"]},{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Adam White","raw_affiliation_strings":["Canada CIFAR AI Chair, University of Alberta, Toronto, ON, Canada","Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Canada CIFAR AI Chair, University of Alberta, Toronto, ON, Canada","institution_ids":["https://openalex.org/I109736498","https://openalex.org/I154425047"]},{"raw_affiliation_string":"Department of Computing Science, Alberta Machine Intelligence Institute (AMII), University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003149553","https://openalex.org/A5101954122"],"corresponding_institution_ids":["https://openalex.org/I109736498","https://openalex.org/I154425047"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.3255,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66186947,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"113","issue":"8","first_page":"5151","last_page":"5181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.7648969292640686},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7275558114051819},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.7003010511398315},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6851015686988831},{"id":"https://openalex.org/keywords/predictability","display_name":"Predictability","score":0.6506640911102295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.585103452205658},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5400444269180298},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.499373197555542},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4629216194152832},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.45944511890411377},{"id":"https://openalex.org/keywords/online-and-offline","display_name":"Online and offline","score":0.4163150191307068},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4148092567920685},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15294834971427917},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11011707782745361}],"concepts":[{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.7648969292640686},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7275558114051819},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.7003010511398315},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6851015686988831},{"id":"https://openalex.org/C197640229","wikidata":"https://www.wikidata.org/wiki/Q2534066","display_name":"Predictability","level":2,"score":0.6506640911102295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.585103452205658},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5400444269180298},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.499373197555542},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4629216194152832},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.45944511890411377},{"id":"https://openalex.org/C2780102126","wikidata":"https://www.wikidata.org/wiki/Q10928179","display_name":"Online and offline","level":2,"score":0.4163150191307068},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4148092567920685},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15294834971427917},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11011707782745361},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10994-023-06413-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-023-06413-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-023-06413-x.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10994-023-06413-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-023-06413-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-023-06413-x.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8700000047683716,"id":"https://metadata.un.org/sdg/6","display_name":"Clean water and sanitation"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320331257","display_name":"Alliance de recherche num\u00e9rique du Canada","ror":"https://ror.org/010r6td27"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4388488218.pdf"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W166862392","https://openalex.org/W192920577","https://openalex.org/W246639213","https://openalex.org/W1527772862","https://openalex.org/W1987034518","https://openalex.org/W2040123554","https://openalex.org/W2064675550","https://openalex.org/W2121092017","https://openalex.org/W2132622533","https://openalex.org/W2139418546","https://openalex.org/W2145339207","https://openalex.org/W2151161180","https://openalex.org/W2153787847","https://openalex.org/W2157331557","https://openalex.org/W2159752377","https://openalex.org/W2163533082","https://openalex.org/W2406454855","https://openalex.org/W2583400562","https://openalex.org/W2781726626","https://openalex.org/W2806985155","https://openalex.org/W2962736495","https://openalex.org/W2971724044","https://openalex.org/W2982316857","https://openalex.org/W3022566517","https://openalex.org/W3037344895","https://openalex.org/W3088811935","https://openalex.org/W3105973574","https://openalex.org/W3107153805","https://openalex.org/W3158681970","https://openalex.org/W3171752851","https://openalex.org/W3201545571","https://openalex.org/W4213377513","https://openalex.org/W4214717370","https://openalex.org/W4221155677","https://openalex.org/W4285036494","https://openalex.org/W4302010773","https://openalex.org/W4309135123","https://openalex.org/W4382203079","https://openalex.org/W6631190155","https://openalex.org/W6677737365","https://openalex.org/W6741002519","https://openalex.org/W6846898424"],"related_works":["https://openalex.org/W2046459260","https://openalex.org/W2967463586","https://openalex.org/W2765830098","https://openalex.org/W1971989957","https://openalex.org/W3157641275","https://openalex.org/W2517338020","https://openalex.org/W4312300846","https://openalex.org/W3207447243","https://openalex.org/W3133629861","https://openalex.org/W4288521257"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"this":[2,65],"paper":[3],"we":[4,162],"investigate":[5],"the":[6,29,46,49,83,146,157,164,195,199,211],"use":[7,116],"of":[8,48,82,95,166,194,201],"reinforcement-learning":[9],"based":[10],"prediction":[11,22,159],"approaches":[12],"for":[13,138,206],"a":[14,21,25,172,183],"real":[15,212],"drinking-water":[16],"treatment":[17],"plant.":[18,84],"Developing":[19],"such":[20],"system":[23],"is":[24,192],"critical":[26],"step":[27],"on":[28],"path":[30],"to":[31,43,56,103,115,119,135,182,197],"optimizing":[32],"and":[33,60,67,75,79],"automating":[34],"water":[35],"treatment.":[36],"Before":[37],"that,":[38],"there":[39],"are":[40],"many":[41],"questions":[42],"answer":[44],"about":[45],"predictability":[47],"data,":[50],"suitable":[51],"neural":[52],"network":[53],"architectures,":[54],"how":[55,114,134],"overcome":[57],"partial":[58,73],"observability":[59],"more.":[61],"We":[62,85,112,143],"first":[63,196],"describe":[64,87],"dataset,":[66],"highlight":[68,97],"challenges":[69],"with":[70,178],"seasonality,":[71],"nonstationarity,":[72],"observability,":[74],"heterogeneity":[76],"across":[77],"sensors":[78],"operation":[80],"modes":[81],"then":[86],"General":[88],"Value":[89],"Function":[90],"(GVF)":[91],"predictions\u2014discounted":[92],"cumulative":[93],"sums":[94],"observations\u2013and":[96],"why":[98],"they":[99],"might":[100],"be":[101],"preferable":[102],"classical":[104],"n-step":[105,158],"predictions":[106,203],"common":[107],"in":[108,141,168,204,210],"time":[109],"series":[110],"prediction.":[111],"discuss":[113],"offline":[117,177],"data":[118],"appropriately":[120],"pre-train":[121],"our":[122],"temporal":[123],"difference":[124],"learning":[125,167],"(TD)":[126],"agents":[127],"that":[128,145,186],"learn":[129],"these":[130],"GVF":[131],"predictions,":[132],"including":[133],"select":[136],"hyperparameters":[137],"online":[139,180],"fine-tuning":[140],"deployment.":[142],"find":[144],"TD-prediction":[147],"agent":[148,174,185],"obtains":[149],"an":[150],"overall":[151],"lower":[152],"normalized":[153],"mean-squared":[154],"error":[155],"than":[156],"agent.":[160],"Finally,":[161],"show":[163],"importance":[165,200],"deployment,":[169],"by":[170],"comparing":[171],"TD":[173,184],"trained":[175],"purely":[176],"no":[179],"updating":[181],"learns":[187],"online.":[188],"This":[189],"final":[190],"result":[191],"one":[193],"motivate":[198],"adapting":[202],"real-time,":[205],"non-stationary":[207],"high-volume":[208],"systems":[209],"world.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}