{"id":"https://openalex.org/W436268749","doi":null,"title":"Accelerating Successive Approximation Algorithm Via Action Elimination","display_name":"Accelerating Successive Approximation Algorithm Via Action Elimination","alternate_titles":[],"publication_year":2009,"publication_date":"2009-01-20","ids":{"openalex":"https://openalex.org/W436268749","mag":"436268749"},"language":"en","primary_location":{"id":"pmh:oai:utoronto.scholaris.ca:1807/16794","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1807/16794","pdf_url":"https://utoronto.scholaris.ca/bitstreams/10393b2b-22d9-41f9-b358-b250c76216ca/download","source":{"id":"https://openalex.org/S4306400261","display_name":"TSpace (University of Toronto)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I185261750","host_organization_name":"University of Toronto","host_organization_lineage":["https://openalex.org/I185261750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W436268749"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://utoronto.scholaris.ca/bitstreams/10393b2b-22d9-41f9-b358-b250c76216ca/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055027530","display_name":"Nasser Jaber","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nasser Jaber","raw_affiliation_strings":["Graduate Department of Mechanical and Industrial Engineering, University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Department of Mechanical and Industrial Engineering, University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021987090","display_name":"Chi-Guhn Jr Lee","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chi-Guhn Jr Lee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.6269999742507935,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.6269999742507935,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.357699990272522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/successive-approximation-algorithm","display_name":"successive approximation algorithm","score":0.824999988079071},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9869999885559082},{"id":"https://openalex.org/keywords/value-function-bounds","display_name":"value function bounds","score":0.9200000166893005},{"id":"https://openalex.org/keywords/convergence-rate","display_name":"convergence rate","score":0.7829999923706055},{"id":"https://openalex.org/keywords/state-space-partitioning","display_name":"state space partitioning","score":0.949999988079071}],"concepts":[{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6136677861213684},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5804879069328308},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.5315760374069214},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5152173638343811},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5019688606262207},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.4921509623527527},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4487534761428833},{"id":"https://openalex.org/C2834757","wikidata":"https://www.wikidata.org/wiki/Q4925424","display_name":"Monotone polygon","level":2,"score":0.4412224590778351},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4355570673942566},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.434581995010376},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.43330153822898865},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4293982982635498},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4144192337989807},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33112800121307373},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.28265058994293213},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:utoronto.scholaris.ca:1807/16794","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1807/16794","pdf_url":"https://utoronto.scholaris.ca/bitstreams/10393b2b-22d9-41f9-b358-b250c76216ca/download","source":{"id":"https://openalex.org/S4306400261","display_name":"TSpace (University of Toronto)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I185261750","host_organization_name":"University of Toronto","host_organization_lineage":["https://openalex.org/I185261750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"pmh:oai:collectionscanada.gc.ca:OTU.1807/16794","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/1807/16794","pdf_url":null,"source":{"id":"https://openalex.org/S4306402307","display_name":"Library and Archives Canada (Government of Canada)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2802286613","host_organization_name":"Government of Canada","host_organization_lineage":["https://openalex.org/I2802286613"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"mag:436268749","doi":null,"is_oa":false,"landing_page_url":"https://tspace.library.utoronto.ca/bitstream/1807/16794/1/Jaber_Nasser_M_A_200811_PhD_thesis.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:utoronto.scholaris.ca:1807/16794","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1807/16794","pdf_url":"https://utoronto.scholaris.ca/bitstreams/10393b2b-22d9-41f9-b358-b250c76216ca/download","source":{"id":"https://openalex.org/S4306400261","display_name":"TSpace (University of Toronto)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I185261750","host_organization_name":"University of Toronto","host_organization_lineage":["https://openalex.org/I185261750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322696","display_name":"Cape Peninsula University of Technology","ror":"https://ror.org/056e9h402"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W436268749.pdf","grobid_xml":"https://content.openalex.org/works/W436268749.grobid-xml"},"referenced_works_count":87,"referenced_works":["https://openalex.org/W389907844","https://openalex.org/W594374948","https://openalex.org/W966963313","https://openalex.org/W1515687042","https://openalex.org/W1519439352","https://openalex.org/W1534079060","https://openalex.org/W1534175858","https://openalex.org/W1541499093","https://openalex.org/W1548514401","https://openalex.org/W1557807602","https://openalex.org/W1607065182","https://openalex.org/W1964535365","https://openalex.org/W1969730878","https://openalex.org/W1975367374","https://openalex.org/W1975754951","https://openalex.org/W1980251859","https://openalex.org/W1980858784","https://openalex.org/W1983920151","https://openalex.org/W1985016150","https://openalex.org/W1985597996","https://openalex.org/W1986978405","https://openalex.org/W1988794218","https://openalex.org/W1988899901","https://openalex.org/W1991899103","https://openalex.org/W1995465900","https://openalex.org/W1996660883","https://openalex.org/W1997966013","https://openalex.org/W1998212043","https://openalex.org/W1999380740","https://openalex.org/W2001962902","https://openalex.org/W2006140696","https://openalex.org/W2006258894","https://openalex.org/W2010145823","https://openalex.org/W2015288352","https://openalex.org/W2020609518","https://openalex.org/W2025497439","https://openalex.org/W2025596942","https://openalex.org/W2026232437","https://openalex.org/W2028145673","https://openalex.org/W2034727050","https://openalex.org/W2037448290","https://openalex.org/W2038694949","https://openalex.org/W2045374782","https://openalex.org/W2048261235","https://openalex.org/W2055878615","https://openalex.org/W2057137990","https://openalex.org/W2064637452","https://openalex.org/W2067832470","https://openalex.org/W2068466946","https://openalex.org/W2072807973","https://openalex.org/W2074232820","https://openalex.org/W2075766860","https://openalex.org/W2078284933","https://openalex.org/W2082084582","https://openalex.org/W2082164600","https://openalex.org/W2084838588","https://openalex.org/W2087482191","https://openalex.org/W2087671458","https://openalex.org/W2094964720","https://openalex.org/W2095578894","https://openalex.org/W2096630263","https://openalex.org/W2098995718","https://openalex.org/W2100764713","https://openalex.org/W2102035181","https://openalex.org/W2112557979","https://openalex.org/W2113789941","https://openalex.org/W2114941947","https://openalex.org/W2116637980","https://openalex.org/W2117457469","https://openalex.org/W2120813649","https://openalex.org/W2121733891","https://openalex.org/W2126567392","https://openalex.org/W2135938003","https://openalex.org/W2135980784","https://openalex.org/W2147967768","https://openalex.org/W2152684927","https://openalex.org/W2158479468","https://openalex.org/W2161269121","https://openalex.org/W2161413792","https://openalex.org/W2168607500","https://openalex.org/W2171173701","https://openalex.org/W2171539604","https://openalex.org/W2318975759","https://openalex.org/W2330034154","https://openalex.org/W2341171179","https://openalex.org/W3099885902","https://openalex.org/W3122830966"],"related_works":["https://openalex.org/W7029060657","https://openalex.org/W7038486222","https://openalex.org/W7098660456","https://openalex.org/W3160350667","https://openalex.org/W4206054347","https://openalex.org/W2058997544","https://openalex.org/W2328706038","https://openalex.org/W2077559824","https://openalex.org/W2123114919","https://openalex.org/W2128640948"],"abstract_inverted_index":{"This":[0],"research":[1,170,227],"is":[2,34,86,138,150,268],"an":[3,132,180,269],"effort":[4],"to":[5,41,48,57,68,121,130,171,188,214,228,277,294,313],"improve":[6,278],"the":[7,65,102,126,144,153,163,168,185,241,262,279,282,287],"performance":[8,196,280,285,304],"of":[9,17,64,147,159,199,208,235,257,281,286,296,306,308],"successive":[10,84,148,230],"approximation":[11,33,45,85,149,231],"algorithm":[12,193,239,267],"with":[13],"a":[14,35,251],"prime":[15],"aim":[16],"solving":[18,52,70],"finite":[19],"states":[20],"and":[21,27,37,77,115,129,202,245,292,310],"actions,":[22],"infinite":[23],"horizon,":[24],"stationary,":[25],"discrete":[26],"discounted\\nMarkov":[28],"Decision":[29],"Processes":[30],"(MDPs).":[31],"Successive":[32,44],"simple":[36],"commonly":[38],"used":[39,67],"method":[40],"solve":[42],"MDPs.":[43,236],"often":[46],"appears":[47],"be":[49],"intractable":[50],"for":[51,232],"large":[53],"scale":[54],"MDPs":[55],"due":[56],"its":[58],"computational":[59,205],"complexity.":[60],"Action":[61],"elimination,":[62],"one":[63,92],"techniques":[66],"accelerate":[69,229],"MDPs,":[71],"reduces":[72],"the\\nproblem":[73],"size":[74],"through":[75],"identifying":[76],"eliminating":[78],"sub-optimal":[79,258],"actions.":[80],"In":[81],"some":[82],"cases":[83],"terminated":[87],"when":[88],"all":[89],"actions":[90,259],"but":[91],"per":[93],"state":[94,242],"are":[95,101,212,290],"eliminated.\\n\\n\\n\\n\\nThe":[96],"bounds":[97,124,161],"on":[98,125,162,261],"value":[99,127],"functions":[100,128],"key":[103],"element":[104],"in":[105,184,197,204,225,250],"action":[106,112,174,221,275],"elimination.":[107],"New":[108],"terms":[109,198],"(action":[110],"gain,":[111],"relative":[113,117],"gain":[114],"action\\ncumulative":[116],"gain)":[118],"were":[119],"introduced":[120],"construct":[122],"tighter":[123],"propose":[131],"improved":[133,270],"action\\nelimination":[134],"algorithm.\\n\\n\\n\\n\\nWhen":[135],"span":[136,186],"semi-norm":[137,187],"used,":[139],"we":[140],"show":[141],"numerically":[142],"that":[143,253,272,295],"actual":[145,164],"convergence":[146,165,182],"faster":[151],"than":[152],"known":[154,213],"theoretical":[155],"rate.":[156],"The":[157,177,192,237,265,284,299],"absence":[158],"easy-to-compute":[160],"rate":[166,183],"motivated":[167],"current":[169],"try":[172],"a\\nheuristic":[173],"elimination":[175,222,256,276],"algorithm.":[176,283],"heuristic":[178],"utilizes":[179],"estimated":[181],"speed":[189],"up":[190],"action\\nelimination.":[191],"demonstrated":[194,302],"exceptional":[195],"solution":[200],"optimality":[201],"savings":[203],"time.\\n\\n\\n\\n\\nCertain":[206],"types":[207,234],"structured":[209],"Markov":[210],"processes":[211],"have":[215],"monotone":[216],"optimal":[217],"policy.":[218],"Two":[219],"special":[220],"algorithms\\nare":[223],"proposed":[224,288,300],"this":[226],"these":[233],"first":[238],"uses":[240],"space":[243],"partitioning":[244],"prioritize":[246],"iterate":[247],"values":[248],"updating":[249],"way":[252],"maximizes":[254],"temporary":[255],"based":[260],"policy":[263],"monotonicity.":[264],"second":[266],"version":[271],"includes":[273],"permanent":[274],"algorithms":[289,301],"assessed":[291],"compared":[293],"other":[297],"algorithms.":[298],"outstanding":[303],"in\\nterms":[305],"number":[307],"iterations":[309],"omputational":[311],"time":[312],"converge.":[314]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W436268749","counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
