{"id":"https://openalex.org/W2966957590","doi":"https://doi.org/10.23919/ecc.2019.8795982","title":"An Empirical Relative Value Learning Algorithm for Non-parametric MDPs with Continuous State Space","display_name":"An Empirical Relative Value Learning Algorithm for Non-parametric MDPs with Continuous State Space","publication_year":2019,"publication_date":"2019-06-01","ids":{"openalex":"https://openalex.org/W2966957590","doi":"https://doi.org/10.23919/ecc.2019.8795982","mag":"2966957590"},"language":"en","primary_location":{"id":"doi:10.23919/ecc.2019.8795982","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ecc.2019.8795982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 18th European Control Conference (ECC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055437268","display_name":"Hiteshi Sharma","orcid":"https://orcid.org/0000-0002-4057-0302"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hiteshi Sharma","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002082998","display_name":"Rahul Jain","orcid":"https://orcid.org/0000-0003-3786-8682"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Jain","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017906439","display_name":"Abhishek Gupta","orcid":"https://orcid.org/0000-0003-1117-325X"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhishek Gupta","raw_affiliation_strings":["Department of Electrical Engineering, Ohio State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8747,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.80029576,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7369381785392761},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.6475139856338501},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6030979752540588},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.533447802066803},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5241680145263672},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.512155294418335},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5033406615257263},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.4789641201496124},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.46335461735725403},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4551912844181061},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4493761360645294},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.44847556948661804},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4420013427734375},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.43410399556159973},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2926916480064392},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2387978434562683},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1563885509967804},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10819363594055176}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7369381785392761},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.6475139856338501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6030979752540588},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.533447802066803},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5241680145263672},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.512155294418335},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5033406615257263},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.4789641201496124},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.46335461735725403},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4551912844181061},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4493761360645294},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.44847556948661804},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4420013427734375},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.43410399556159973},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2926916480064392},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2387978434562683},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1563885509967804},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10819363594055176},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/ecc.2019.8795982","is_oa":false,"landing_page_url":"https://doi.org/10.23919/ecc.2019.8795982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 18th European Control Conference (ECC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W100327610","https://openalex.org/W1550698229","https://openalex.org/W1565176583","https://openalex.org/W1967037758","https://openalex.org/W2068782949","https://openalex.org/W2098432798","https://openalex.org/W2116520176","https://openalex.org/W2117355432","https://openalex.org/W2119567691","https://openalex.org/W2292613520","https://openalex.org/W2487144912","https://openalex.org/W2593952959","https://openalex.org/W2885549115","https://openalex.org/W4231428347","https://openalex.org/W4245296547","https://openalex.org/W6677549092"],"related_works":["https://openalex.org/W2386410636","https://openalex.org/W3038962357","https://openalex.org/W2025663273","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2999580272","https://openalex.org/W3099153698","https://openalex.org/W4297873223","https://openalex.org/W2350784623","https://openalex.org/W2126211886"],"abstract_inverted_index":{"We":[0],"propose":[1],"an":[2],"empirical":[3],"relative":[4],"value":[5,37],"learning":[6],"(ERVL)":[7],"algorithm":[8,25,68],"for":[9,36,45,69],"non-parametric":[10,70],"MDPs":[11,75],"with":[12,57,76,80],"continuous":[13,72],"state":[14,73],"space":[15],"and":[16,19,33,51],"finite":[17,61],"actions":[18],"average":[20,77],"reward":[21,78],"criterion.":[22],"The":[23],"ERVL":[24],"relies":[26],"on":[27,91],"function":[28,38],"approximation":[29,56],"via":[30],"nearest":[31],"neighbors,":[32],"minibatch":[34],"samples":[35],"update.":[39],"It":[40],"is":[41,64],"universal":[42],"(will":[43],"work":[44],"any":[46],"MDP),":[47],"computationally":[48],"quite":[49],"simple":[50],"yet":[52],"provides":[53],"arbitrarily":[54],"good":[55,99],"high":[58],"probability":[59],"in":[60],"time.":[62],"This":[63],"the":[65],"first":[66],"such":[67],"(and":[71],"space)":[74],"criteria":[79],"these":[81],"provable":[82],"properties":[83],"as":[84,86],"far":[85],"we":[87],"know.":[88],"Numerical":[89],"evaluation":[90],"a":[92],"benchmark":[93],"problem":[94],"of":[95],"optimal":[96],"replacement":[97],"suggests":[98],"performance.":[100]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}