{"id":"https://openalex.org/W2105380246","doi":"https://doi.org/10.5555/2343576.2343634","title":"Strong mitigation: nesting search for good policies within search for good reward","display_name":"Strong mitigation: nesting search for good policies within search for good reward","alternate_titles":[],"publication_year":2012,"publication_date":"2012-06-04","ids":{"openalex":"https://openalex.org/W2105380246","doi":"https://doi.org/10.5555/2343576.2343634","mag":"2105380246"},"language":"en","primary_location":{"id":"mag:2105380246","doi":"https://doi.org/10.5555/2343576.2343634","is_oa":false,"landing_page_url":"https://web.eecs.umich.edu/~baveja/Papers/StrongMitigation.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Adaptive Agents and Multi-Agents Systems","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2105380246"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021277203","display_name":"Jeshua Bratman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jeshua Bratman","raw_affiliation_strings":["(University of Michigan)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(University of Michigan)","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065366930","display_name":"Satinder Pal Singh","orcid":"https://orcid.org/0000-0002-2736-7641","observed_orcids":["https://orcid.org/0000-0002-2736-7641","https://orcid.org/0000-0002-5169-9486"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Satinder Singh","raw_affiliation_strings":["(University of Michigan)"],"raw_orcid":"https://orcid.org/0000-0002-2736-7641","affiliations":[{"raw_affiliation_string":"(University of Michigan)","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039371251","display_name":"Jonathan Sorg","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jonathan Sorg","raw_affiliation_strings":["Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077109450","display_name":"Richard L. Lewis","orcid":"https://orcid.org/0000-0001-6403-489X","observed_orcids":["https://orcid.org/0000-0001-6403-489X"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Richard L. Lewis","raw_affiliation_strings":["(University of Michigan)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(University of Michigan)","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.802,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.9039341,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"407","last_page":"414"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.007199999876320362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.6190000176429749},{"id":"https://openalex.org/keywords/computational-resource-allocation","display_name":"computing resource allocation","score":0.7519999742507935},{"id":"https://openalex.org/keywords/reward-learning","display_name":"reward learning","score":0.36399999260902405},{"id":"https://openalex.org/keywords/agent-design","display_name":"agent design","score":0.48500001430511475}],"concepts":[{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.6694545149803162},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6564068794250488},{"id":"https://openalex.org/C2776937656","wikidata":"https://www.wikidata.org/wiki/Q2229669","display_name":"Nesting (process)","level":2,"score":0.5928415656089783},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5853011608123779},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.438035249710083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3498597741127014},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16903555393218994},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"mag:2105380246","doi":"https://doi.org/10.5555/2343576.2343634","is_oa":false,"landing_page_url":"https://web.eecs.umich.edu/~baveja/Papers/StrongMitigation.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Adaptive Agents and Multi-Agents Systems","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.484.2952","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.484.2952","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ifaamas.org/Proceedings/aamas2012/papers/1C_5.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W203338875","https://openalex.org/W305949787","https://openalex.org/W807910218","https://openalex.org/W1625390266","https://openalex.org/W1777239053","https://openalex.org/W1967181812","https://openalex.org/W2061562262","https://openalex.org/W2086226441","https://openalex.org/W2097778153","https://openalex.org/W2121517924","https://openalex.org/W2127842795","https://openalex.org/W2135995480","https://openalex.org/W2153678894","https://openalex.org/W2164424353"],"related_works":["https://openalex.org/W88199814","https://openalex.org/W2953637703","https://openalex.org/W2243823184","https://openalex.org/W7125604085","https://openalex.org/W7124276356","https://openalex.org/W2135995480","https://openalex.org/W3167017381","https://openalex.org/W3211811583","https://openalex.org/W657608540"],"abstract_inverted_index":{"Recent":[0],"work":[1],"has":[2,24],"defined":[3],"an":[4,11,15,21],"optimal":[5,93],"reward":[6,17,29,58,75,87,94,129,147],"problem":[7],"(ORP)":[8],"in":[9],"which":[10],"agent":[12,38],"designer,":[13],"with":[14,142],"objective":[16,74,146],"func-tion":[18],"that":[19,61,98,109,119],"evaluates":[20],"agent\u2019s":[22],"behavior,":[23],"a":[25,34,91,127],"choice":[26],"of":[27,50,57,83,102,122,132,135],"what":[28],"function":[30,130],"to":[31,39,138,144],"build":[32],"into":[33],"learning":[35,126],"or":[36],"planning":[37],"guide":[40],"its":[41,123,136,140],"behavior.":[42],"Existing":[43],"results":[44,79],"on":[45],"ORP":[46],"show":[47,107],"weak":[48],"miti-gation":[49],"limited":[51,124],"computational":[52,104],"resources,":[53],"i.e.,":[54],"the":[55,73,81,110,116,145],"existence":[56],"functions":[59],"so":[60],"agents":[62],"when":[63,70],"guided":[64,71],"by":[65,72],"them":[66],"do":[67],"better":[68,113],"than":[69],"function.":[76,148],"These":[77],"existing":[78],"ignore":[80],"cost":[82],"finding":[84],"such":[85],"good":[86,128],"functions.":[88],"We":[89,106],"define":[90],"nested":[92],"and":[95],"control":[96],"architecture":[97,118],"achieves":[99],"strong":[100],"mitigation":[101],"lim-ited":[103],"resources.":[105],"empirically":[108],"designer":[111],"is":[112],"off":[114],"using":[115,133],"new":[117],"spends":[120],"some":[121],"resources":[125,137],"instead":[131],"all":[134],"optimize":[139],"behavior":[141],"respect":[143]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2105380246","counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2016-06-24T00:00:00"}
