{"id":"https://openalex.org/W2116708838","doi":"https://doi.org/10.1145/1102351.1102423","title":"Bounded real-time dynamic programming","display_name":"Bounded real-time dynamic programming","publication_year":2005,"publication_date":"2005-01-01","ids":{"openalex":"https://openalex.org/W2116708838","doi":"https://doi.org/10.1145/1102351.1102423","mag":"2116708838"},"language":"en","primary_location":{"id":"doi:10.1145/1102351.1102423","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1102351.1102423","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd international conference on Machine learning  - ICML '05","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040311844","display_name":"H. Brendan McMahan","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"H. Brendan McMahan","raw_affiliation_strings":["Carnegie-Mellon University, Pittsburgh, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103257510","display_name":"Maxim Likhachev","orcid":"https://orcid.org/0000-0002-9539-2398"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maxim Likhachev","raw_affiliation_strings":["Carnegie-Mellon University, Pittsburgh, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012830032","display_name":"Geoffrey J. Gordon","orcid":"https://orcid.org/0009-0007-9960-2114"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Geoffrey J. Gordon","raw_affiliation_strings":["Carnegie-Mellon University, Pittsburgh, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5040311844"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":6.7345,"has_fulltext":false,"cited_by_count":136,"citation_normalized_percentile":{"value":0.97662475,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"569","last_page":"576"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.8053902983665466},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6645545363426208},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4476564824581146},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.25035911798477173},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20902502536773682},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.08185756206512451}],"concepts":[{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.8053902983665466},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6645545363426208},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4476564824581146},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25035911798477173},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20902502536773682},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.08185756206512451}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1102351.1102423","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1102351.1102423","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd international conference on Machine learning  - ICML '05","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W108082272","https://openalex.org/W196386631","https://openalex.org/W1569054662","https://openalex.org/W1576452626","https://openalex.org/W1949804828","https://openalex.org/W1993711637","https://openalex.org/W2009533501","https://openalex.org/W2105757562","https://openalex.org/W2116753650","https://openalex.org/W2134802714","https://openalex.org/W2147670284"],"related_works":["https://openalex.org/W2142136012","https://openalex.org/W2147528247","https://openalex.org/W86481022","https://openalex.org/W2275666876","https://openalex.org/W2998419039","https://openalex.org/W1604919604","https://openalex.org/W2732384840","https://openalex.org/W1969189939","https://openalex.org/W4297785857","https://openalex.org/W2766367749"],"abstract_inverted_index":{"MDPs":[0],"are":[1],"an":[2],"attractive":[3],"formalization":[4],"for":[5],"planning,":[6],"but":[7],"realistic":[8],"problems":[9,45,74],"often":[10],"have":[11,79],"intractably":[12],"large":[13],"state":[14,29,70,84],"spaces.":[15],"When":[16],"we":[17],"only":[18,64],"need":[19],"a":[20,26,31,49,66,114,134],"partial":[21,57],"policy":[22],"to":[23,30,35,38,80,117,129,133],"get":[24],"from":[25],"fixed":[27],"start":[28],"goal,":[32],"restricting":[33],"computation":[34],"states":[36],"relevant":[37],"this":[39,123],"task":[40],"can":[41,55,125],"make":[42],"much":[43],"larger":[44],"tractable.":[46],"We":[47],"introduce":[48],"new":[50,115],"algorithm,":[51],"Bounded":[52,89,105],"RTDP,":[53],"which":[54],"produce":[56],"policies":[58],"with":[59],"strong":[60],"performance":[61,103],"guarantees":[62],"while":[63],"touching":[65],"fraction":[67],"of":[68,104,113,137],"the":[69,82,98,111],"space,":[71],"even":[72],"on":[73,97],"where":[75],"other":[76,138],"algorithms":[77],"would":[78],"visit":[81],"full":[83],"space.":[85],"To":[86],"do":[87],"so,":[88],"RTDP":[90,106],"maintains":[91],"both":[92],"upper":[93,121],"and":[94],"lower":[95],"bounds":[96],"optimal":[99],"value":[100],"function.":[101],"The":[102],"is":[107],"greatly":[108],"aided":[109],"by":[110],"introduction":[112],"technique":[116,124],"efficiently":[118],"find":[119],"suitable":[120],"bounds;":[122],"also":[126],"be":[127],"used":[128],"provide":[130],"informed":[131],"initialization":[132],"wide":[135],"range":[136],"planning":[139],"algorithms.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":11},{"year":2012,"cited_by_count":5}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}