{"id":"https://openalex.org/W4403487382","doi":"https://doi.org/10.3233/faia240874","title":"Survival of the Fittest: Evolutionary Adaptation of Policies for Environmental Shifts","display_name":"Survival of the Fittest: Evolutionary Adaptation of Policies for Environmental Shifts","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403487382","doi":"https://doi.org/10.3233/faia240874"},"language":"en","primary_location":{"id":"doi:10.3233/faia240874","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240874","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240874","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240874","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032329111","display_name":"Sheryl Paul","orcid":"https://orcid.org/0009-0008-7063-2026"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sheryl Paul","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057473400","display_name":"Jyotirmoy V. Deshmukh","orcid":"https://orcid.org/0000-0003-4683-5540"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jyotirmoy V. Deshmukh","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5032329111"],"corresponding_institution_ids":["https://openalex.org/I1174212","https://openalex.org/I2800817003"],"apc_list":null,"apc_paid":null,"fwci":6.2242,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.96571043,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10471","display_name":"Climate Change Policy and Economics","score":0.09690000116825104,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10471","display_name":"Climate Change Policy and Economics","score":0.09690000116825104,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12639","display_name":"Global Energy and Sustainability Research","score":0.08969999849796295,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12013","display_name":"Sustainable Development and Environmental Policy","score":0.0803999975323677,"subfield":{"id":"https://openalex.org/subfields/2308","display_name":"Management, Monitoring, Policy and Law"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/survival-of-the-fittest","display_name":"Survival of the fittest","score":0.9484312534332275},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6930413842201233},{"id":"https://openalex.org/keywords/environmental-ethics","display_name":"Environmental ethics","score":0.3651365041732788},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.3383251428604126},{"id":"https://openalex.org/keywords/evolutionary-biology","display_name":"Evolutionary biology","score":0.30072012543678284},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08765554428100586}],"concepts":[{"id":"https://openalex.org/C22614528","wikidata":"https://www.wikidata.org/wiki/Q721322","display_name":"Survival of the fittest","level":2,"score":0.9484312534332275},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6930413842201233},{"id":"https://openalex.org/C95124753","wikidata":"https://www.wikidata.org/wiki/Q875686","display_name":"Environmental ethics","level":1,"score":0.3651365041732788},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.3383251428604126},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.30072012543678284},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08765554428100586},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/faia240874","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240874","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240874","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2410.19852","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.19852","pdf_url":"https://arxiv.org/pdf/2410.19852","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.3233/faia240874","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240874","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240874","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","score":0.550000011920929,"display_name":"Life in Land"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403487382.pdf"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1500942056","https://openalex.org/W1777239053","https://openalex.org/W2083535091","https://openalex.org/W2318035687","https://openalex.org/W2577436009","https://openalex.org/W2602963933","https://openalex.org/W2736601468","https://openalex.org/W2914994663","https://openalex.org/W2945586853","https://openalex.org/W2962897394","https://openalex.org/W2964043796","https://openalex.org/W2991232381","https://openalex.org/W2999840070","https://openalex.org/W3037164939","https://openalex.org/W3037216217","https://openalex.org/W3101442004","https://openalex.org/W3106507514","https://openalex.org/W3124446631","https://openalex.org/W3128109221","https://openalex.org/W3132723131","https://openalex.org/W3158940377","https://openalex.org/W3175350881","https://openalex.org/W3216772467","https://openalex.org/W4220888269","https://openalex.org/W4288567475","https://openalex.org/W4294266437","https://openalex.org/W4297824641","https://openalex.org/W4298857966","https://openalex.org/W4310827091","https://openalex.org/W4312785523","https://openalex.org/W4383112908"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2082860237","https://openalex.org/W2119695867","https://openalex.org/W2130076355","https://openalex.org/W1990804418","https://openalex.org/W1993764875","https://openalex.org/W2046158694","https://openalex.org/W2788277189","https://openalex.org/W2013243191","https://openalex.org/W2061542922"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"has":[3],"been":[4],"successfully":[5],"applied":[6],"to":[7,142,176,224],"solve":[8],"the":[9,26,31,37,42,58,125,135,143,155,177,181,219,229,237],"problem":[10],"of":[11,30,154,195],"finding":[12,190],"obstacle-free":[13],"paths":[14,56],"for":[15,57,124,188],"autonomous":[16],"agents":[17],"operating":[18],"in":[19,41,52,159,171,180,192,209,228,245,262],"stochastic":[20,28],"and":[21,64,140,202,212,258],"uncertain":[22],"environments.":[23,214],"However,":[24],"when":[25,232,241],"underlying":[27],"dynamics":[29,157],"environment":[32,44,127],"experiences":[33],"drastic":[34],"distribution":[35,76,80],"shifts,":[36,81],"optimal":[38,122,145,178],"policy":[39,87,123,148,179,253,263],"obtained":[40],"trained":[43],"may":[45,49],"be":[46],"sub-optimal":[47],"or":[48,88,240],"entirely":[50],"fail":[51],"helping":[53],"find":[54],"goal-reaching":[55],"agent.":[59],"Approaches":[60],"like":[61],"domain":[62,248],"randomization":[63],"robust":[65,69],"RL":[66,201,204,220],"can":[67],"provide":[68],"policies,":[70],"but":[71],"typically":[72],"assume":[73],"minor":[74],"(bounded)":[75],"shifts.":[77],"For":[78],"substantial":[79],"retraining":[82],"(either":[83],"with":[84,247],"a":[85,100,130,193],"warm-start":[86],"from":[89,226],"scratch)":[90],"is":[91,151],"an":[92,109,121,152],"alternative":[93],"approach.":[94],"In":[95],"this":[96],"paper,":[97],"we":[98],"develop":[99],"novel":[101],"approach":[102],"called":[103],"Evolutionary":[104],"Robust":[105],"Policy":[106],"Optimization":[107],"(ERPO),":[108],"adaptive":[110],"re-training":[111],"algorithm":[112],"inspired":[113],"by":[114],"evolutionary":[115],"game":[116],"theory":[117],"(EGT).":[118],"ERPO":[119,174,197,250],"learns":[120],"shifted":[126,182],"iteratively":[128],"using":[129],"temperature":[131],"parameter":[132],"that":[133,163,187],"controls":[134],"trade":[136],"off":[137],"between":[138],"exploration":[139],"adherence":[141],"old":[144],"policy.":[146],"The":[147],"update":[149],"itself":[150],"instantiation":[153],"replicator":[156],"used":[158,244],"EGT.":[160],"We":[161,184],"show":[162],"under":[164],"fairly":[165],"common":[166],"sparsity":[167],"assumptions":[168],"on":[169,236],"rewards":[170],"such":[172],"environments,":[173,196],"converges":[175],"environment.":[183],"empirically":[185],"demonstrate":[186],"path":[189],"tasks":[191],"number":[194],"outperforms":[198],"several":[199],"popular":[200,213],"deep":[203],"algorithms":[205,221],"(PPO,":[206],"A3C,":[207],"DQN)":[208],"many":[210],"scenarios":[211,217],"This":[215],"includes":[216],"where":[218],"are":[222,234,243],"allowed":[223],"train":[225],"scratch":[227],"new":[230,238],"environment,":[231,239],"they":[233,242],"retrained":[235],"conjunction":[246],"randomization.":[249],"shows":[251],"faster":[252],"adaptation,":[254],"higher":[255],"average":[256],"rewards,":[257],"reduced":[259],"computational":[260],"costs":[261],"adaptation.":[264]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2024-10-18T00:00:00"}