{"id":"https://openalex.org/W2470428870","doi":null,"title":"Decision making under uncertainty: scalability and applications","display_name":"Decision making under uncertainty: scalability and applications","publication_year":2011,"publication_date":"2011-01-01","ids":{"openalex":"https://openalex.org/W2470428870","mag":"2470428870"},"language":"en","primary_location":{"id":"mag:2470428870","doi":null,"is_oa":false,"landing_page_url":"http://dl.acm.org/citation.cfm?id=2338434&coll=DL&dl=GUIDE","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085011940","display_name":"Daniel S. Weld","orcid":"https://orcid.org/0000-0002-3255-0109","observed_orcids":["https://orcid.org/0000-0002-3255-0109"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel S. Weld","raw_affiliation_strings":["University of Washington ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058646158","display_name":"Peng Dai","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng Dai","raw_affiliation_strings":["University of Washington ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6693999767303467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6693999767303467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.16609999537467957,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.01360000018030405,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decision-making-under-uncertainty","display_name":"decision making under uncertainty","score":0.9990000128746033},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9980000257492065},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-processes","display_name":"partially observable Markov decision processes","score":0.7789999842643738},{"id":"https://openalex.org/keywords/value-iteration","display_name":"value iteration","score":0.6570000052452087},{"id":"https://openalex.org/keywords/state-space-partitioning","display_name":"state space partitioning","score":0.9700000286102295},{"id":"https://openalex.org/keywords/scalability","display_name":"scalability","score":0.550000011920929}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7165296077728271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6926831603050232},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.6348599195480347},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.533029317855835},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5264078974723816},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5128560066223145},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4963896870613098},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4824807941913605},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.4792513847351074},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3725540339946747},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3176986575126648},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.31272387504577637},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1842283010482788},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1420448124408722},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2470428870","doi":null,"is_oa":false,"landing_page_url":"http://dl.acm.org/citation.cfm?id=2338434&coll=DL&dl=GUIDE","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W4199186","https://openalex.org/W26972951","https://openalex.org/W51809836","https://openalex.org/W73143588","https://openalex.org/W107583932","https://openalex.org/W108082272","https://openalex.org/W118921981","https://openalex.org/W127341816","https://openalex.org/W129837145","https://openalex.org/W131811946","https://openalex.org/W176827212","https://openalex.org/W190675879","https://openalex.org/W196386631","https://openalex.org/W199168817","https://openalex.org/W204092060","https://openalex.org/W1483307070","https://openalex.org/W1484113995","https://openalex.org/W1505937442","https://openalex.org/W1519698894","https://openalex.org/W1521420575","https://openalex.org/W1527761484","https://openalex.org/W1530432801","https://openalex.org/W1530444831","https://openalex.org/W1541499093","https://openalex.org/W1541505110","https://openalex.org/W1552006016","https://openalex.org/W1552830313","https://openalex.org/W1553182805","https://openalex.org/W1556500232","https://openalex.org/W1557798492","https://openalex.org/W1558108873","https://openalex.org/W1566917201","https://openalex.org/W1569054662","https://openalex.org/W1576452626","https://openalex.org/W1577841485","https://openalex.org/W1580557482","https://openalex.org/W1586558310","https://openalex.org/W1589508707","https://openalex.org/W1589991875","https://openalex.org/W1599010327","https://openalex.org/W1625390266","https://openalex.org/W1631187438","https://openalex.org/W1792278168","https://openalex.org/W1816489643","https://openalex.org/W1831723388","https://openalex.org/W1948589467","https://openalex.org/W1966195676","https://openalex.org/W1970381522","https://openalex.org/W1977070092","https://openalex.org/W1987309458","https://openalex.org/W2009533501","https://openalex.org/W2028145673","https://openalex.org/W2031541392","https://openalex.org/W2041411104","https://openalex.org/W2048226872","https://openalex.org/W2057839002","https://openalex.org/W2058556535","https://openalex.org/W2064203730","https://openalex.org/W2080245272","https://openalex.org/W2088956500","https://openalex.org/W2096848877","https://openalex.org/W2098432798","https://openalex.org/W2098865355","https://openalex.org/W2099330910","https://openalex.org/W2099619710","https://openalex.org/W2103001613","https://openalex.org/W2106699903","https://openalex.org/W2107493623","https://openalex.org/W2109834196","https://openalex.org/W2110338773","https://openalex.org/W2110824048","https://openalex.org/W2110962519","https://openalex.org/W2116354394","https://openalex.org/W2116708838","https://openalex.org/W2117289714","https://openalex.org/W2119880299","https://openalex.org/W2120176508","https://openalex.org/W2121733891","https://openalex.org/W2122223050","https://openalex.org/W2124576904","https://openalex.org/W2126557249","https://openalex.org/W2133429202","https://openalex.org/W2138108551","https://openalex.org/W2139806852","https://openalex.org/W2140019566","https://openalex.org/W2141667528","https://openalex.org/W2141729865","https://openalex.org/W2142518823","https://openalex.org/W2142828048","https://openalex.org/W2143280940","https://openalex.org/W2143497048","https://openalex.org/W2144088174","https://openalex.org/W2147670284","https://openalex.org/W2149273804","https://openalex.org/W2149489787","https://openalex.org/W2151401338","https://openalex.org/W2155027007","https://openalex.org/W2158907787","https://openalex.org/W2164017702","https://openalex.org/W2168024904","https://openalex.org/W2168359464","https://openalex.org/W2170400507","https://openalex.org/W2224879568","https://openalex.org/W2341171179","https://openalex.org/W2438667436","https://openalex.org/W2567648963","https://openalex.org/W2611708039","https://openalex.org/W3004540582"],"related_works":["https://openalex.org/W2143497048","https://openalex.org/W7095335189","https://openalex.org/W7100385372","https://openalex.org/W1798373787","https://openalex.org/W1948589467","https://openalex.org/W2003937714","https://openalex.org/W3103882218","https://openalex.org/W51809836","https://openalex.org/W4407164918","https://openalex.org/W1489987532"],"abstract_inverted_index":{"Almost":[0],"every":[1],"decision":[2,15,20,31,255],"problem":[3,130,217,386],"in":[4,11,57,83,100,204,277,280,371,436],"the":[5,12,48,58,62,69,75,97,115,125,152,159,168,176,189,233,326,340,382,425,454],"world":[6],"involves":[7],"uncertainty,":[8],"thus":[9],"falling":[10],"category":[13],"of":[14,51,60,94,128,148,155,161,171,290,305,316,342,357,457],"making":[16,32,256],"under":[17,33,257],"uncertainty.":[18],"Markov":[19],"processes":[21],"(MDPs)":[22],"are":[23,40,328,362,431],"a":[24,129,132,205,226,288,313,351,355,367,388,394,412,449],"powerful":[25],"and":[26,195,224,322,332,375,392,404,419,429],"widely-adopted":[27],"formulation":[28],"for":[29,213,222],"modeling":[30],"uncertainty":[34,258],"problems.":[35,106,268],"Exact":[36],"solutions":[37],"to":[38,80,104,219,266,274,284,287,311,330,338,396,422,433],"MDPs":[39],"commonly":[41],"found":[42],"using":[43,124,229,238],"dynamic":[44,52,86,111,172,438],"programming":[45,53,87],"techniques.":[46],"While":[47,325],"time":[49],"complexity":[50],"algorithms":[54,63,103],"is":[55,72,96,259,336],"polynomial":[56],"number":[59],"states,":[61],"can":[64,88,263],"become":[65,300],"very":[66],"slow":[67],"if":[68],"state":[70,190],"space":[71,191],"large.":[73],"Additionally,":[74],"entire":[76],"MDP":[77,102,143,390],"model":[78,381,415,428],"needs":[79],"be":[81,89,264,434],"loaded":[82],"memory":[84,95,169],"before":[85],"applied.":[90],"This":[91],"prohibitive":[92],"use":[93,309],"major":[98],"bottleneck":[99,170],"scaling":[101],"real-world":[105],"To":[107,166,345],"speed":[108,140],"up":[109],"optimal":[110],"programming,":[112,173],"we":[113,174,402],"develop":[114],"solver,":[116,177],"focused":[117],"topological":[118],"value":[119,180],"iteration":[120,181],"(FTVI),":[121],"that":[122,183],"combines":[123],"graphical":[126],"information":[127],"with":[131,303],"heuristic-guided":[133],"search.":[134,231],"In":[135],"most":[136],"cases,":[137],"FTVI's":[138],"convergence":[139],"outperforms":[141],"state-of-the-art":[142],"solvers":[144],"by":[145,441],"an":[146,295,406],"order":[147],"magnitude":[149],"while":[150,452],"keeping":[151],"same":[153,455],"level":[154],"accuracy.":[156],"We":[157,269,380],"characterize":[158],"type":[160],"domains":[162],"where":[163],"FTVI":[164],"excels.":[165],"overcome":[167],"developed":[175],"partitioned":[178],"external-memory":[179],"(PEMVI),":[182],"utilizes":[184],"external":[185],"memory.":[186],"PEMVI":[187,214],"divides":[188],"into":[192,354,366],"partition":[193,228],"blocks":[194],"performs":[196],"(one":[197],"or":[198],"more)":[199],"backups":[200],"on":[201,416],"all":[202],"states":[203],"piecemeal":[206],"fashion.":[207],"Our":[208,427],"automatic,":[209],"domain-independent":[210],"partitioning":[211,235],"algorithm":[212],"uses":[215,420],"static":[216],"analysis":[218],"identify":[220],"candidates":[221],"partitions,":[223,249],"chooses":[225],"suitable":[227],"heuristic":[230],"Surprisingly,":[232],"automatic":[234],"engine,":[236],"without":[237],"any":[239],"domain-specific":[240],"information,":[241],"constructs":[242],"more":[243],"effective":[244],"partitions":[245],"than":[246,448],"manually":[247],"constructed":[248],"which":[250,372,410],"further":[251],"improves":[252],"scalability.":[253],"\r\nWhile":[254],"well":[260],"studied,":[261],"it":[262,271,276,310,335,421],"applied":[265],"current":[267],"find":[270,331],"especially":[272],"interesting":[273],"apply":[275],"quality":[278,341,398],"control":[279,385,399,424],"crowdsourcing.":[281],"Crowdsourcing":[282],"refers":[283],"outsourcing":[285],"tasks":[286],"crowd":[289],"unknown":[291],"people":[292],"(workers)":[293],"as":[294,319,387],"open":[296],"call.":[297],"It":[298],"has":[299],"immensely":[301],"popular":[302],"hoards":[304],"employers":[306],"(requesters),":[307],"who":[308],"solve":[312],"wide":[314],"variety":[315],"jobs,":[317],"such":[318],"dictation":[320],"transcription":[321],"content":[323],"screening.":[324],"labor":[327],"easy":[329],"usually":[333],"cheap,":[334],"costly":[337],"track":[339],"individual":[343],"work.":[344],"do":[346],"so,":[347],"requesters":[348],"often":[349,364],"subdivide":[350],"large":[352],"task":[353],"chain":[356],"small-sized":[358],"subtasks.":[359],"Those":[360],"subtasks":[361],"then":[363],"combined":[365],"complex,":[368],"iterative":[369],"workflow,":[370,451],"workers":[373],"check":[374],"improve":[376],"each":[377],"others'":[378],"results.":[379],"crowdsourced":[383],"workflow":[384,439],"partially-observable":[389],"(POMDP),":[391],"propose":[393],"method":[395],"perform":[397],"automatically.":[400],"Specifically,":[401],"design":[403],"implement":[405],"agent,":[407],"TURK":[408],"ONTROL,":[409],"learns":[411],"proposed":[413],"mathematical":[414],"workers'":[417],"competency":[418],"dynamically":[423],"workflow.":[426],"agent":[430],"demonstrated":[432],"useful":[435],"practice\u2014the":[437],"computed":[440],"TUR":[442],"KONTROL":[443],"generates":[444],"statistically-significant,":[445],"better":[446],"results":[447],"non-adaptive":[450],"incurring":[453],"amount":[456],"cost.":[458]},"counts_by_year":[{"year":2017,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-07-22T00:00:00"}